Last active
July 5, 2025 00:27
-
-
Save SteelPh0enix/7fc07a24af30c648dd3e77f262456d27 to your computer and use it in GitHub Desktop.
Ollama + tika + OpenWebUI Docker-compose
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| services: | |
| ollama: | |
| image: ollama/ollama:rocm | |
| container_name: ollama | |
| pull_policy: always | |
| devices: | |
| - /dev/kfd | |
| - /dev/dri | |
| volumes: | |
| - /home/steelph0enix/LLMs:/models/external | |
| - /home/steelph0enix/.ollama:/root/.ollama | |
| environment: | |
| - OLLAMA_FLASH_ATTENTION=1 | |
| - OLLAMA_KV_CACHE_TYPE=q8_0 | |
| - OLLAMA_MAX_LOADED_MODELS=1 | |
| - OLLAMA_NUM_PARALLEL=1 | |
| - OLLAMA_CONTEXT_LENGTH=20480 | |
| tty: true | |
| ports: | |
| - 11434:11434 | |
| restart: unless-stopped | |
| tika: | |
| image: apache/tika:latest-full | |
| container_name: tika | |
| pull_policy: always | |
| ports: | |
| - 9998:9998 | |
| restart: unless-stopped | |
| jupyter: | |
| image: jupyter/minimal-notebook:latest | |
| container_name: jupyter-notebook | |
| pull_policy: always | |
| ports: | |
| - "8888:8888" | |
| volumes: | |
| - /home/steelph0enix/.jupyter-openwebui:/home/jovyan/work | |
| environment: | |
| - JUPYTER_ENABLE_LAB=yes | |
| - JUPYTER_TOKEN=dummy-jupyter-auth-token | |
| open-webui: | |
| image: ghcr.io/open-webui/open-webui:main | |
| container_name: open-webui | |
| pull_policy: always | |
| volumes: | |
| - /home/steelph0enix/.openwebui:/app/backend/data | |
| depends_on: | |
| - ollama | |
| - tika | |
| - jupyter | |
| ports: | |
| - 55569:8080 | |
| environment: | |
| # auth/permissions/misc | |
| - ENABLE_SIGNUP=False | |
| - ENABLE_LOGIN_FORM=False | |
| - DEFAULT_USER_ROLE=admin | |
| - ENABLE_API_KEY_ENDPOINT_RESTRICTIONS=False | |
| - WEBUI_AUTH=False | |
| - THREAD_POOL_SIZE=20 | |
| - ENABLE_REALTIME_CHAT_SAVE=True | |
| - ENABLE_EVALUATION_ARENA_MODELS=False | |
| - ENABLE_COMMUNITY_SHARING=False | |
| - ENABLE_MESSAGE_RATING=False | |
| # inference engines | |
| - ENABLE_OPENAI_API=False | |
| - ENABLE_OLLAMA_API=True | |
| - OLLAMA_BASE_URL=http://ollama:11434 | |
| # jupyter | |
| - ENABLE_CODE_INTERPRETER=True | |
| - CODE_EXECUTION_ENGINE=jupyter | |
| - CODE_EXECUTION_JUPYTER_URL=http://jupyter:8888 | |
| - CODE_EXECUTION_JUPYTER_AUTH=token | |
| - CODE_EXECUTION_JUPYTER_AUTH_TOKEN=dummy-jupyter-auth-token | |
| - CODE_EXECUTION_JUPYTER_TIMEOUT=60 | |
| - CODE_INTERPRETER_ENGINE=jupyter | |
| - CODE_INTERPRETER_JUPYTER_URL=http://jupyter:8888 | |
| - CODE_INTERPRETER_JUPYTER_AUTH=token | |
| - CODE_INTERPRETER_JUPYTER_AUTH_TOKEN=dummy-jupyter-auth-token | |
| - CODE_INTERPRETER_JUPYTER_TIMEOUT=60 | |
| # RAG | |
| - CONTENT_EXTRACTION_ENGINE=tika | |
| - TIKA_SERVER_URL=http://tika:9998 | |
| - RAG_EMBEDDING_ENGINE=ollama | |
| - RAG_EMBEDDING_MODEL=Qwen/Qwen3-Embedding-0.6B | |
| - RAG_RERANKING_MODEL=Qwen/Qwen3-Reranker-0.6B | |
| - ENABLE_RAG_HYBRID_SEARCH=True | |
| - RAG_RELEVANCE_THRESHOLD=0.2 | |
| - CHUNK_SIZE=2048 | |
| - CHUNK_OVERLAP=128 | |
| - ENABLE_RAG_LOCAL_WEB_FETCH=True | |
| # web search | |
| - ENABLE_WEB_SEARCH=True | |
| - WEB_SEARCH_TRUST_ENV=True | |
| - WEB_SEARCH_RESULT_COUNT=5 | |
| - WEB_SEARCH_ENGINE=searxng | |
| - SEARXNG_QUERY_URL=https://search.steelph0enix.dev/search?q=<query> | |
| extra_hosts: | |
| - host.docker.internal:host-gateway | |
| restart: unless-stopped |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment