0011-ollama-chatbot 작업.

Ollama + Open WebUI 테스트용.

로컬 테스트까지만 하고 개발 중지한 프로젝트.

# docker/docker-compose.local.yml

services:
  open-webui:
    image: ghcr.io/open-webui/open-webui:main
    container_name: open-webui
    restart: unless-stopped
    ports:
      - "3000:8080"
    environment:
      - TZ=Asia/Seoul
      - OLLAMA_BASE_URLS=${OLLAMA_LIGHT_URL};${OLLAMA_CODE_URL}
      - RAG_EMBEDDING_MODEL=${RAG_EMBEDDING_MODEL:-nomic-embed-text}
      - CHROMA_HTTP_HOST=chromadb
      - CHROMA_HTTP_PORT=8000
      - WEBUI_AUTH=true
    volumes:
      - open-webui-data:/app/backend/data
    extra_hosts:
      - "host.docker.internal:host-gateway"
    depends_on:
      - chromadb
    networks:
      - internal

  chromadb:
    image: chromadb/chroma:latest
    container_name: chromadb
    restart: unless-stopped
    environment:
      - TZ=Asia/Seoul
      - ANONYMIZED_TELEMETRY=false
    volumes:
      - chromadb-data:/chroma/chroma
    networks:
      - internal

volumes:
  open-webui-data:
  chromadb-data:

networks:
  internal:
    driver: bridge

# ansible/playbook.yml

- name: Install Ollama on Ubuntu
  hosts: all
  become: true
  vars_files:
    - vars/main.yml

  tasks:
    - name: Check if Ollama is installed
      ansible.builtin.command: which ollama
      register: ollama_check
      ignore_errors: true
      changed_when: false

    - name: Download and install Ollama
      ansible.builtin.shell: |
        curl -fsSL https://ollama.com/install.sh | sh
      when: ollama_check.rc != 0
      args:
        creates: /usr/local/bin/ollama

    - name: Configure Ollama to listen on all interfaces
      ansible.builtin.copy:
        dest: /etc/systemd/system/ollama.service.d/override.conf
        content: |
          [Service]
          Environment="OLLAMA_HOST={{ ollama_host }}:{{ ollama_port }}"
        mode: '0644'
      notify: Restart ollama

    - name: Enable and start Ollama service
      ansible.builtin.systemd:
        name: ollama
        enabled: true
        state: started

    - name: Pull Ollama models
      ansible.builtin.command: "ollama pull {{ item }}"
      loop: "{{ ollama_models }}"
      register: model_pull
      changed_when: "'pulling' in model_pull.stdout"
      when: ollama_models is defined

# ansible/vars/main.yml

vm1_ip: "192.168.x.x"
vm2_ip: "192.168.x.x"

ssh_user: "ioniere"

ollama_host: "0.0.0.0"
ollama_port: 11434

VM1은 qwen2.5:3b 같은 가벼운 모델용.

VM2는 qwen2.5-coder:7b 같은 코딩 모델용.

Open WebUI에서 Ollama 서버 2개를 붙여보려던 테스트.