Point compose to remote Elasticsearch and Qdrant

This commit is contained in:
knight 2025-11-18 13:25:41 -05:00
parent 86fd017f3c
commit f299126ab2
2 changed files with 26 additions and 55 deletions

View File

@ -86,25 +86,21 @@ Visit <http://localhost:8080/> and youll see a barebones UI that:
Feel free to expand on this scaffold—add proper logging, schedule transcript
updates, or flesh out the UI—once youre happy with the baseline behaviour.
## Run with Docker Compose
## Run with Docker Compose (App Only; Remote ES/Qdrant)
A quick single-node stack (app + Elasticsearch + Qdrant) is included:
The provided compose file builds/runs only the Flask app and expects **remote** Elasticsearch/Qdrant endpoints. Supply them via environment variables (directly or a `.env` alongside `docker-compose.yml`):
```bash
docker compose build
docker compose up
ELASTIC_URL=https://your-es-host:9200 \
QDRANT_URL=https://your-qdrant-host:6333 \
docker compose up --build
```
Services:
- **app** (port 8080): Flask UI/API, embeds queries on demand (downloads the model on first run).
- **elasticsearch** (port 9200): single node, security disabled for local use.
- **qdrant** (port 6333): vector index used by `/vector-search`.
Other tunables (defaults shown in compose):
- `ELASTIC_INDEX` (default `this_little_corner_py`)
- `ELASTIC_USERNAME` / `ELASTIC_PASSWORD` or `ELASTIC_API_KEY`
- `ELASTIC_VERIFY_CERTS` (set to `1` for real TLS verification)
- `QDRANT_COLLECTION` (default `tlc-captions-full`)
- `QDRANT_VECTOR_NAME` / `QDRANT_VECTOR_SIZE` / `QDRANT_EMBED_MODEL`
Key environment wiring (see `docker-compose.yml` for defaults):
- `ELASTIC_URL=http://elasticsearch:9200`
- `ELASTIC_INDEX=this_little_corner_py`
- `QDRANT_URL=http://qdrant:6333`
- `QDRANT_COLLECTION=tlc-captions-full`
- `LOCAL_DATA_DIR=/app/data/video_metadata` (mounted from `./data`)
Mount `./data` (read-only) if you want local fallbacks for metrics; otherwise the app relies entirely on Elasticsearch/Qdrant. Stop the stack with `docker compose down` (add `-v` to clear ES/Qdrant volumes).
Port 8080 on the host is forwarded to the app. Mount `./data` (read-only) if you want local fallbacks for metrics (`LOCAL_DATA_DIR=/app/data/video_metadata`); otherwise the app will rely purely on the remote backends. Stop the container with `docker compose down`.

View File

@ -1,5 +1,7 @@
version: "3.9"
# Runs only the Flask app container, pointing to remote Elasticsearch/Qdrant.
# Provide ELASTIC_URL / QDRANT_URL (and related) via environment or a .env file.
services:
app:
build:
@ -8,44 +10,17 @@ services:
ports:
- "8080:8080"
environment:
ELASTIC_URL: http://elasticsearch:9200
ELASTIC_INDEX: this_little_corner_py
ELASTIC_VERIFY_CERTS: "0"
QDRANT_URL: http://qdrant:6333
QDRANT_COLLECTION: tlc-captions-full
QDRANT_VECTOR_NAME: ""
QDRANT_VECTOR_SIZE: "1024"
QDRANT_EMBED_MODEL: BAAI/bge-large-en-v1.5
LOCAL_DATA_DIR: /app/data/video_metadata
ELASTIC_URL: ${ELASTIC_URL:?set ELASTIC_URL to your remote Elasticsearch URL}
ELASTIC_INDEX: ${ELASTIC_INDEX:-this_little_corner_py}
ELASTIC_USERNAME: ${ELASTIC_USERNAME:-}
ELASTIC_PASSWORD: ${ELASTIC_PASSWORD:-}
ELASTIC_API_KEY: ${ELASTIC_API_KEY:-}
ELASTIC_VERIFY_CERTS: ${ELASTIC_VERIFY_CERTS:-0}
QDRANT_URL: ${QDRANT_URL:?set QDRANT_URL to your remote Qdrant URL}
QDRANT_COLLECTION: ${QDRANT_COLLECTION:-tlc-captions-full}
QDRANT_VECTOR_NAME: ${QDRANT_VECTOR_NAME:-}
QDRANT_VECTOR_SIZE: ${QDRANT_VECTOR_SIZE:-1024}
QDRANT_EMBED_MODEL: ${QDRANT_EMBED_MODEL:-BAAI/bge-large-en-v1.5}
LOCAL_DATA_DIR: ${LOCAL_DATA_DIR:-/app/data/video_metadata}
volumes:
- ./data:/app/data:ro
depends_on:
- elasticsearch
- qdrant
elasticsearch:
image: docker.elastic.co/elasticsearch/elasticsearch:7.17.19
environment:
discovery.type: single-node
xpack.security.enabled: "false"
ES_JAVA_OPTS: -Xms1g -Xmx1g
cluster.routing.allocation.disk.threshold_enabled: "false"
ulimits:
memlock:
soft: -1
hard: -1
volumes:
- esdata:/usr/share/elasticsearch/data
ports:
- "9200:9200"
qdrant:
image: qdrant/qdrant:v1.9.1
ports:
- "6333:6333"
volumes:
- qdrant_storage:/qdrant/storage
volumes:
esdata:
qdrant_storage: