--- - name: Test Environment Provisioning hosts: test_environments remote_user: fedora become: true gather_facts: false tasks: - name: Wait until the instance is ready ansible.builtin.wait_for_connection: delay: 10 timeout: 60 - name: Gather facts for first time ansible.builtin.setup: - name: Required Packages ansible.builtin.package: name: "{{ item }}" state: present with_items: - podman - python3-libdnf5 - name: Models host directory ansible.builtin.file: path: locallm/models state: directory - name: Download Model ansible.builtin.get_url: url: https://huggingface.co/MaziyarPanahi/Mistral-7B-Instruct-v0.3-GGUF/resolve/main/Mistral-7B-Instruct-v0.3.Q4_K_M.gguf dest: locallm/models - name: Run Model containers.podman.podman_container: name: llamacpp_python image: ghcr.io/containers/llamacpp_python:latest state: started interactive: true tty: true detach: true ports: - 8001:8001 volume: - ./locallm/models:/locallm/models:ro,Z env: MODEL_PATH: models/Mistral-7B-Instruct-v0.3.Q4_K_M.gguf HOST: 0.0.0.0 PORT: 8001 - name: Run Application containers.podman.podman_container: name: function_calling image: ghcr.io/containers/function_calling:latest state: started interactive: true tty: true ports: - 8501:8501 env: MODEL_ENDPOINT: http://10.88.0.1:8001