Openrag benchmarking baseline

.env.example

@@ -3,13 +3,26 @@
 # If unset or false, Langflow pipeline will be used (default: upload -> ingest -> delete)
 DISABLE_INGEST_WITH_LANGFLOW=false
 
+# Set to false to skip ingesting sample data (pdfs) on startup
+# Default: true
+INGEST_SAMPLE_DATA=true
+
 # Langflow HTTP timeout configuration (in seconds)
 # For large documents (300+ pages), ingestion can take 30+ minutes
 # Increase these values if you experience timeouts with very large PDFs
 # Default: 2400 seconds (40 minutes) total timeout, 30 seconds connection timeout
 # LANGFLOW_TIMEOUT=2400
 # LANGFLOW_CONNECT_TIMEOUT=30
 
+# Per-file processing timeout for document ingestion tasks (in seconds)
+# Should be >= LANGFLOW_TIMEOUT to allow long-running ingestion to complete
+# Default: 3600 seconds (60 minutes) total timeout
+# INGESTION_TIMEOUT=3600
+
+# OPTIONAL: Maximum number of files to upload / ingest (in batch) per task when adding knowledge via folder
+# Default: 25
+# UPLOAD_BATCH_SIZE=25
+
 # make one like so https://docs.langflow.org/api-keys-and-authentication#langflow-secret-key
 LANGFLOW_SECRET_KEY=
 
@@ -103,3 +116,14 @@ LANGFUSE_HOST=
 # - A list of comma-separate hostnames may be specified
 # - e.g. 9.46.110.49,10.21.103.227,openrag.example.com
 NEXT_ALLOWED_DEV_ORIGINS=
+
+# OPTIONAL: Number of worker processes for concurrent request handling
+# - Increase for higher throughput; but, factor in CPU / memory constraints
+# MAX_WORKERS=4         # Backend ingestion workers (default: min(4, CPU_COUNT // 2))
+# LANGFLOW_WORKERS=2    # Langflow workers (default: 1)
+# DOCLING_WORKERS=2     # Docling workers (default: 1)
+
+# OPTIONAL: Enable or disable HTTP access logging events
+# - e.g. INFO:     127.0.0.1:45132 - "GET /tasks HTTP/1.1" 200 OK
+# - Default: true
+# ACCESS_LOG=false

.github/workflows/publish-mcp.yml

@@ -0,0 +1,59 @@
+name: Publish MCP (openrag-mcp)
+
+on:
+  push:
+    branches:
+      - main
+    paths:
+      - 'sdks/mcp/pyproject.toml'
+  workflow_dispatch:
+
+jobs:
+  publish:
+    name: Publish to PyPI
+    runs-on: ubuntu-latest
+    defaults:
+      run:
+        working-directory: sdks/mcp
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v6
+        with:
+          python-version: '3.12'
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v4
+
+      - name: Extract version from pyproject.toml
+        id: version
+        run: |
+          VERSION=$(grep -Po '(?<=^version = ")[^"]*' pyproject.toml)
+          echo "version=$VERSION" >> $GITHUB_OUTPUT
+
+      - name: Check if version already published
+        id: check
+        run: |
+          HTTP_STATUS=$(curl -s -o /dev/null -w "%{http_code}" https://pypi.org/pypi/openrag-mcp/${{ steps.version.outputs.version }}/json)
+          if [ "$HTTP_STATUS" = "200" ]; then
+            echo "exists=true" >> $GITHUB_OUTPUT
+          else
+            echo "exists=false" >> $GITHUB_OUTPUT
+          fi
+
+      - name: Build package
+        if: steps.check.outputs.exists == 'false'
+        run: uv build
+
+      - name: Publish to PyPI
+        if: steps.check.outputs.exists == 'false'
+        run: uv publish
+        env:
+          UV_PUBLISH_TOKEN: ${{ secrets.UV_PUBLISH_TOKEN }}
+
+      - name: Skip publish (version exists)
+        if: steps.check.outputs.exists == 'true'
+        run: echo "Version ${{ steps.version.outputs.version }} already exists on PyPI, skipping publish"

.gitignore

@@ -26,7 +26,7 @@ wheels/
 !frontend/*.json
 .DS_Store
 
-config/
+/config/
 
 .docling.pid
 

Makefile

@@ -71,7 +71,7 @@ endef
        dev dev-cpu dev-local dev-local-cpu stop clean build logs \
        shell-backend shell-frontend install \
        test test-integration test-ci test-ci-local test-sdk test-os-jwt lint \
-       backend frontend docling docling-stop install-be install-fe build-be build-fe logs-be logs-fe logs-lf logs-os \
+       backend frontend docling docling-stop install-be install-fe build-be build-fe build-os build-lf logs-be logs-fe logs-lf logs-os \
        shell-be shell-lf shell-os restart status health db-reset clear-os-data flow-upload setup factory-reset \
        dev-branch build-langflow-dev stop-dev clean-dev logs-dev logs-lf-dev shell-lf-dev restart-dev status-dev
 
@@ -197,8 +197,10 @@ help_docker: ## Show Docker and container commands
 	@echo ''
 	@echo "$(PURPLE)Build Images:$(NC)"
 	@echo "  $(PURPLE)make build$(NC)           - Build all Docker images locally"
+	@echo "  $(PURPLE)make build-os$(NC)        - Build OpenSearch Docker image only"
 	@echo "  $(PURPLE)make build-be$(NC)        - Build backend Docker image only"
 	@echo "  $(PURPLE)make build-fe$(NC)        - Build frontend Docker image only"
+	@echo "  $(PURPLE)make build-lf$(NC)        - Build Langflow Docker image only"
 	@echo ''
 	@echo "$(PURPLE)Container Management:$(NC)"
 	@echo "  $(PURPLE)make stop$(NC)            - Stop and remove all OpenRAG containers"
@@ -534,18 +536,14 @@ install-fe: ## Install frontend dependencies
 # DOCKER BUILD
 ######################
 
-build: ## Build all Docker images locally
-	@echo "$(YELLOW)Building all Docker images locally...$(NC)"
-	@echo "$(CYAN)Building OpenSearch image...$(NC)"
-	$(CONTAINER_RUNTIME) build -t langflowai/openrag-opensearch:latest -f Dockerfile .
-	@echo "$(CYAN)Building Backend image...$(NC)"
-	$(CONTAINER_RUNTIME) build -t langflowai/openrag-backend:latest -f Dockerfile.backend .
-	@echo "$(CYAN)Building Frontend image...$(NC)"
-	$(CONTAINER_RUNTIME) build -t langflowai/openrag-frontend:latest -f Dockerfile.frontend .
-	@echo "$(CYAN)Building Langflow image...$(NC)"
-	$(CONTAINER_RUNTIME) build -t langflowai/openrag-langflow:latest -f Dockerfile.langflow .
+build: build-os build-be build-fe build-lf ## Build all Docker images locally
 	@echo "$(PURPLE)All images built successfully!$(NC)"
 
+build-os: ## Build OpenSearch Docker image
+	@echo "$(YELLOW)Building OpenSearch image...$(NC)"
+	$(CONTAINER_RUNTIME) build -t langflowai/openrag-opensearch:latest -f Dockerfile .
+	@echo "$(PURPLE)OpenSearch image built.$(NC)"
+
 build-be: ## Build backend Docker image
 	@echo "$(YELLOW)Building backend image...$(NC)"
 	$(CONTAINER_RUNTIME) build -t langflowai/openrag-backend:latest -f Dockerfile.backend .
@@ -556,6 +554,11 @@ build-fe: ## Build frontend Docker image
 	$(CONTAINER_RUNTIME) build -t langflowai/openrag-frontend:latest -f Dockerfile.frontend .
 	@echo "$(PURPLE)Frontend image built.$(NC)"
 
+build-lf: ## Build Langflow Docker image
+	@echo "$(YELLOW)Building Langflow image...$(NC)"
+	$(CONTAINER_RUNTIME) build -t langflowai/openrag-langflow:latest -f Dockerfile.langflow .
+	@echo "$(PURPLE)Langflow image built.$(NC)"
+
 ######################
 # LOGGING
 ######################

docker-compose.yml

@@ -15,7 +15,7 @@ services:
       bash -c "
         # Ensure data directory has correct permissions
         sudo chown -R opensearch:opensearch /usr/share/opensearch/data || true
-        
+
         # Start OpenSearch in background
         /usr/share/opensearch/opensearch-docker-entrypoint.sh opensearch &
 
@@ -29,7 +29,8 @@ services:
       - "9200:9200"
       - "9600:9600"
     volumes:
-      - ${OPENSEARCH_DATA_PATH:-./opensearch-data}:/usr/share/opensearch/data:U,z
+      # If OPENSEARCH_DATA_PATH is set, use host path; otherwise use named volume
+      - ${OPENSEARCH_DATA_PATH:-opensearch-data}:/usr/share/opensearch/data
 
   dashboards:
     image: opensearchproject/opensearch-dashboards:3.0.0
@@ -62,11 +63,13 @@ services:
       - LANGFLOW_INGEST_FLOW_ID=${LANGFLOW_INGEST_FLOW_ID}
       - LANGFLOW_URL_INGEST_FLOW_ID=${LANGFLOW_URL_INGEST_FLOW_ID}
       - DISABLE_INGEST_WITH_LANGFLOW=${DISABLE_INGEST_WITH_LANGFLOW:-false}
+      - INGEST_SAMPLE_DATA=${INGEST_SAMPLE_DATA:-true}
       - NUDGES_FLOW_ID=${NUDGES_FLOW_ID}
       - OPENSEARCH_PORT=9200
       - OPENSEARCH_USERNAME=admin
       - OPENSEARCH_PASSWORD=${OPENSEARCH_PASSWORD}
       - OPENAI_API_KEY=${OPENAI_API_KEY}
+      - OPENAI_API_BASE=${OPENAI_API_BASE:-None}
       - ANTHROPIC_API_KEY=${ANTHROPIC_API_KEY}
       - WATSONX_API_KEY=${WATSONX_API_KEY}
       - WATSONX_ENDPOINT=${WATSONX_ENDPOINT}
@@ -80,12 +83,15 @@ services:
       - AWS_ACCESS_KEY_ID=${AWS_ACCESS_KEY_ID}
       - AWS_SECRET_ACCESS_KEY=${AWS_SECRET_ACCESS_KEY}
       - OPENSEARCH_INDEX_NAME=${OPENSEARCH_INDEX_NAME:-documents}
+      - LOG_LEVEL=${LOG_LEVEL}
     volumes:
       - ${OPENRAG_DOCUMENTS_PATH:-./openrag-documents}:/app/openrag-documents:Z
       - ${OPENRAG_KEYS_PATH:-./keys}:/app/keys:U,z
       - ${OPENRAG_FLOWS_PATH:-./flows}:/app/flows:U,z
       - ${OPENRAG_CONFIG_PATH:-./config}:/app/config:Z
       - ${OPENRAG_DATA_PATH:-./data}:/app/data:Z
+    ports:
+      - "8000:8000"
 
   openrag-frontend:
     image: langflowai/openrag-frontend:${OPENRAG_VERSION:-latest}
@@ -116,14 +122,15 @@ services:
       - LANGFUSE_HOST=${LANGFUSE_HOST:-}
       - LANGFLOW_DEACTIVATE_TRACING
       - OPENAI_API_KEY=${OPENAI_API_KEY:-None}
+      - OPENAI_API_BASE=${OPENAI_API_BASE:-None}
       - ANTHROPIC_API_KEY=${ANTHROPIC_API_KEY:-None}
       - WATSONX_API_KEY=${WATSONX_API_KEY:-None}
       - WATSONX_ENDPOINT=${WATSONX_ENDPOINT:-None}
       - WATSONX_PROJECT_ID=${WATSONX_PROJECT_ID:-None}
       - OLLAMA_BASE_URL=${OLLAMA_ENDPOINT:-None}
       - LANGFLOW_LOAD_FLOWS_PATH=/app/flows
       - LANGFLOW_SECRET_KEY=${LANGFLOW_SECRET_KEY}
-      - JWT=None  
+      - JWT=None
       - OWNER=None
       - OWNER_NAME=None
       - OWNER_EMAIL=None
@@ -144,12 +151,16 @@ services:
       - MIMETYPE=None
       - FILESIZE=0
       - SELECTED_EMBEDDING_MODEL=${SELECTED_EMBEDDING_MODEL:-}
-      - LANGFLOW_VARIABLES_TO_GET_FROM_ENVIRONMENT=JWT,OPENRAG-QUERY-FILTER,OPENSEARCH_PASSWORD,OPENSEARCH_URL,DOCLING_SERVE_URL,OWNER,OWNER_NAME,OWNER_EMAIL,CONNECTOR_TYPE,DOCUMENT_ID,SOURCE_URL,ALLOWED_USERS,ALLOWED_GROUPS,FILENAME,MIMETYPE,FILESIZE,SELECTED_EMBEDDING_MODEL,OPENAI_API_KEY,ANTHROPIC_API_KEY,WATSONX_API_KEY,WATSONX_ENDPOINT,WATSONX_PROJECT_ID,OLLAMA_BASE_URL,OPENSEARCH_INDEX_NAME
-      - LANGFLOW_LOG_LEVEL=DEBUG
+      - LANGFLOW_VARIABLES_TO_GET_FROM_ENVIRONMENT=JWT,OPENRAG-QUERY-FILTER,OPENSEARCH_PASSWORD,OPENSEARCH_URL,DOCLING_SERVE_URL,OWNER,OWNER_NAME,OWNER_EMAIL,CONNECTOR_TYPE,DOCUMENT_ID,SOURCE_URL,ALLOWED_USERS,ALLOWED_GROUPS,FILENAME,MIMETYPE,FILESIZE,SELECTED_EMBEDDING_MODEL,OPENAI_API_KEY,OPENAI_API_BASE,ANTHROPIC_API_KEY,WATSONX_API_KEY,WATSONX_ENDPOINT,WATSONX_PROJECT_ID,OLLAMA_BASE_URL,OPENSEARCH_INDEX_NAME
+      - LANGFLOW_LOG_LEVEL=${LOG_LEVEL}
+      - LANGFLOW_WORKERS=${LANGFLOW_WORKERS:-1}
       - LANGFLOW_AUTO_LOGIN=${LANGFLOW_AUTO_LOGIN}
       - LANGFLOW_SUPERUSER=${LANGFLOW_SUPERUSER}
       - LANGFLOW_SUPERUSER_PASSWORD=${LANGFLOW_SUPERUSER_PASSWORD}
       - LANGFLOW_NEW_USER_IS_ACTIVE=${LANGFLOW_NEW_USER_IS_ACTIVE}
       - LANGFLOW_ENABLE_SUPERUSER_CLI=${LANGFLOW_ENABLE_SUPERUSER_CLI}
       # - DEFAULT_FOLDER_NAME=OpenRAG
       - HIDE_GETTING_STARTED_PROGRESS=true
+
+volumes:
+  opensearch-data:

docs/docs/reference/configuration.mdx

@@ -154,10 +154,12 @@ Configure general system components, session management, and logging.
 | `FRONTEND_PORT` | `3000` | Host port for the OpenRAG frontend web interface. Change this if port 3000 is already in use on your system. |
 | `OPENRAG_VERSION` | `latest` | The version of the OpenRAG Docker images to run. For more information, see [Upgrade OpenRAG](/upgrade) |
 | `NEXT_ALLOWED_DEV_ORIGINS` | `http://localhost:3000` | Only used when [running OpenRAG in development mode](/support/contribute). Accepts a comma-separated list of hostnames to allow additional origins to make requests to the Next.js development server. |
+| `MAX_WORKERS` | `min(4, CPU_COUNT // 2)` | Number of Backend worker processes for concurrent request handling. |
+| `LANGFLOW_WORKERS` | `1` | Number of Langflow worker processes for concurrent request handling. |
+| `DOCLING_WORKERS` | `1` | Number of Docling worker processes for concurrent request handling. |
 
 <!-- | `LOG_FORMAT` | Not set | Set to `json` to enabled JSON-formatted log output. If this variable isn't set, then the default logging format is used. | -->
 <!-- | `LOG_LEVEL` | `INFO` | Logging level. Can be one of `DEBUG`, `INFO`, `WARNING`, or `ERROR`. `DEBUG` provides the most detailed logs but can impact performance. | -->
-<!-- | `MAX_WORKERS` | `1` | Maximum number of workers for document processing. | -->
 <!-- | `SERVICE_NAME` | `openrag` | Service name for logging. | -->
 <!-- | `SESSION_SECRET` | Automatically generated | Session management. | -->
 <!-- TBD: OPENRAG_VERSION -->