Update to cognee main

.env.template

@@ -27,9 +27,9 @@ EMBEDDING_API_VERSION=""
 EMBEDDING_DIMENSIONS=3072
 EMBEDDING_MAX_TOKENS=8191
 
-# "neo4j", "networkx" or "kuzu"
+# "neo4j", "networkx", "kuzu" or "memgraph"
 GRAPH_DATABASE_PROVIDER="networkx"
-# Only needed if using neo4j
+# Only needed if using neo4j or memgraph
 GRAPH_DATABASE_URL=
 GRAPH_DATABASE_USERNAME=
 GRAPH_DATABASE_PASSWORD=
@@ -65,3 +65,7 @@ DB_NAME=cognee_db
 
 # LITELLM Logging Level. Set to quiten down logging
 LITELLM_LOG="ERROR"
+
+# Set this environment variable to disable sending telemetry data
+# TELEMETRY_DISABLED=1
+

.github/actions/cognee_setup/action.yml

@@ -24,4 +24,4 @@ runs:
 
     - name: Install dependencies
       shell: bash
-      run: poetry install --no-interaction -E api -E docs -E evals -E gemini -E codegraph -E ollama
+      run: poetry install --no-interaction -E api -E docs -E evals -E gemini -E codegraph -E ollama -E dev

.github/workflows/dockerhub-mcp.yml

@@ -36,9 +36,10 @@ jobs:
         id: build
         uses: docker/build-push-action@v5
         with:
-          context: cognee-mcp
+          context: .
           platforms: linux/amd64,linux/arm64
           push: true
+          file: cognee-mcp/Dockerfile
           tags: ${{ steps.meta.outputs.tags }}
           labels: ${{ steps.meta.outputs.labels }}
           cache-from: type=registry,ref=cognee/cognee-mcp:buildcache

.github/workflows/python_version_tests.yml

@@ -58,8 +58,10 @@ jobs:
           python-version: ${{ inputs.python-version }}
 
       - name: Run unit tests
+        shell: bash
         run: poetry run pytest cognee/tests/unit/
         env:
+          PYTHONUTF8: 1
           LLM_PROVIDER: openai
           LLM_MODEL: ${{ secrets.LLM_MODEL }}
           LLM_ENDPOINT: ${{ secrets.LLM_ENDPOINT }}
@@ -74,10 +76,26 @@ jobs:
 
       - name: Run integration tests
         if: ${{ !contains(matrix.os, 'windows') }}
+        shell: bash
         run: poetry run pytest cognee/tests/integration/
+        env:
+          PYTHONUTF8: 1
+          LLM_PROVIDER: openai
+          LLM_MODEL: ${{ secrets.LLM_MODEL }}
+          LLM_ENDPOINT: ${{ secrets.LLM_ENDPOINT }}
+          LLM_API_KEY: ${{ secrets.LLM_API_KEY }}
+          LLM_API_VERSION: ${{ secrets.LLM_API_VERSION }}
+
+          EMBEDDING_PROVIDER: openai
+          EMBEDDING_MODEL: ${{ secrets.EMBEDDING_MODEL }}
+          EMBEDDING_ENDPOINT: ${{ secrets.EMBEDDING_ENDPOINT }}
+          EMBEDDING_API_KEY: ${{ secrets.EMBEDDING_API_KEY }}
+          EMBEDDING_API_VERSION: ${{ secrets.EMBEDDING_API_VERSION }}
 
       - name: Run default basic pipeline
+        shell: bash
         env:
+          PYTHONUTF8: 1
           GRAPHISTRY_USERNAME: ${{ secrets.GRAPHISTRY_USERNAME }}
           GRAPHISTRY_PASSWORD: ${{ secrets.GRAPHISTRY_PASSWORD }}
 
@@ -95,6 +113,7 @@ jobs:
         run: poetry run python ./cognee/tests/test_library.py
 
       - name: Build with Poetry
+        shell: bash
         run: poetry build
 
       - name: Install Package

.github/workflows/test_memgraph.yml

@@ -0,0 +1,57 @@
+name: test | memgraph
+
+# on:
+#  workflow_dispatch:
+#  pull_request:
+#    types: [labeled, synchronize]
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: true
+
+env:
+  RUNTIME__LOG_LEVEL: ERROR
+
+jobs:
+  run_memgraph_integration_test:
+    name: test
+    runs-on: ubuntu-22.04
+
+    defaults:
+      run:
+        shell: bash
+
+    steps:
+      - name: Check out
+        uses: actions/checkout@master
+
+      - name: Setup Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.10.x'
+
+      - name: Install Poetry
+        uses: snok/[email protected]
+        with:
+          virtualenvs-create: true
+          virtualenvs-in-project: true
+          installer-parallel: true
+
+      - name: Install dependencies
+        run: poetry install -E memgraph --no-interaction
+
+      - name: Run default Memgraph
+        env:
+          ENV: 'dev'
+          LLM_MODEL: ${{ secrets.LLM_MODEL }}
+          LLM_ENDPOINT: ${{ secrets.LLM_ENDPOINT }}
+          LLM_API_KEY: ${{ secrets.LLM_API_KEY }}
+          LLM_API_VERSION: ${{ secrets.LLM_API_VERSION }}
+          EMBEDDING_MODEL: ${{ secrets.EMBEDDING_MODEL }}
+          EMBEDDING_ENDPOINT: ${{ secrets.EMBEDDING_ENDPOINT }}
+          EMBEDDING_API_KEY: ${{ secrets.EMBEDDING_API_KEY }}
+          EMBEDDING_API_VERSION: ${{ secrets.EMBEDDING_API_VERSION }}
+          GRAPH_DATABASE_URL: ${{ secrets.MEMGRAPH_API_URL }}
+          GRAPH_DATABASE_PASSWORD: ${{ secrets.MEMGRAPH_API_KEY }}
+          GRAPH_DATABASE_USERNAME: " "
+        run: poetry run python ./cognee/tests/test_memgraph.py

.github/workflows/vector_db_tests.yml

@@ -17,49 +17,49 @@ on:
         required: false
 
 jobs:
-  run-chromadb-tests:
-    name: ChromaDB Tests
-    runs-on: ubuntu-22.04
-    if: ${{ inputs.databases == 'all' || contains(inputs.databases, 'chromadb') }}
-    services:
-      chromadb:
-        image: chromadb/chroma:0.6.3
-        env:
-          CHROMA_SERVER_AUTH_CREDENTIALS: "test-token"
-          CHROMA_SERVER_AUTH_CREDENTIALS_PROVIDER: "chromadb.auth.token.TokenAuthCredentialsProvider"
-          CHROMA_SERVER_AUTH_PROVIDER: "chromadb.auth.token.TokenAuthServerProvider"
-        ports:
-          - 3002:8000
-    steps:
-      - name: Check out
-        uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-
-      - name: Cognee Setup
-        uses: ./.github/actions/cognee_setup
-        with:
-          python-version: ${{ inputs.python-version }}
-
-      - name: Install specific db dependency
-        run: |
-          poetry install -E chromadb
-
-      - name: Run ChromaDB Tests
-        env:
-          ENV: 'dev'
-          VECTOR_DB_PROVIDER: chromadb
-          VECTOR_DB_URL: http://localhost:3002
-          VECTOR_DB_KEY: test-token
-          LLM_MODEL: ${{ secrets.LLM_MODEL }}
-          LLM_ENDPOINT: ${{ secrets.LLM_ENDPOINT }}
-          LLM_API_KEY: ${{ secrets.LLM_API_KEY }}
-          LLM_API_VERSION: ${{ secrets.LLM_API_VERSION }}
-          EMBEDDING_MODEL: ${{ secrets.EMBEDDING_MODEL }}
-          EMBEDDING_ENDPOINT: ${{ secrets.EMBEDDING_ENDPOINT }}
-          EMBEDDING_API_KEY: ${{ secrets.EMBEDDING_API_KEY }}
-          EMBEDDING_API_VERSION: ${{ secrets.EMBEDDING_API_VERSION }}
-        run: poetry run python ./cognee/tests/test_chromadb.py
+  # run-chromadb-tests:
+  #   name: ChromaDB Tests
+  #   runs-on: ubuntu-22.04
+  #   if: ${{ inputs.databases == 'all' || contains(inputs.databases, 'chromadb') }}
+  #   services:
+  #     chromadb:
+  #       image: chromadb/chroma:0.6.3
+  #       env:
+  #         CHROMA_SERVER_AUTH_CREDENTIALS: "test-token"
+  #         CHROMA_SERVER_AUTH_CREDENTIALS_PROVIDER: "chromadb.auth.token.TokenAuthCredentialsProvider"
+  #         CHROMA_SERVER_AUTH_PROVIDER: "chromadb.auth.token.TokenAuthServerProvider"
+  #       ports:
+  #         - 3002:8000
+  #   steps:
+  #     - name: Check out
+  #       uses: actions/checkout@v4
+  #       with:
+  #         fetch-depth: 0
+
+  #     - name: Cognee Setup
+  #       uses: ./.github/actions/cognee_setup
+  #       with:
+  #         python-version: ${{ inputs.python-version }}
+
+  #     - name: Install specific db dependency
+  #       run: |
+  #         poetry install -E chromadb
+
+  #     - name: Run ChromaDB Tests
+  #       env:
+  #         ENV: 'dev'
+  #         VECTOR_DB_PROVIDER: chromadb
+  #         VECTOR_DB_URL: http://localhost:3002
+  #         VECTOR_DB_KEY: test-token
+  #         LLM_MODEL: ${{ secrets.LLM_MODEL }}
+  #         LLM_ENDPOINT: ${{ secrets.LLM_ENDPOINT }}
+  #         LLM_API_KEY: ${{ secrets.LLM_API_KEY }}
+  #         LLM_API_VERSION: ${{ secrets.LLM_API_VERSION }}
+  #         EMBEDDING_MODEL: ${{ secrets.EMBEDDING_MODEL }}
+  #         EMBEDDING_ENDPOINT: ${{ secrets.EMBEDDING_ENDPOINT }}
+  #         EMBEDDING_API_KEY: ${{ secrets.EMBEDDING_API_KEY }}
+  #         EMBEDDING_API_VERSION: ${{ secrets.EMBEDDING_API_VERSION }}
+  #       run: poetry run python ./cognee/tests/test_chromadb.py
 
   run-weaviate-tests:
     name: Weaviate Tests

CONTRIBUTING.md

@@ -97,7 +97,7 @@ git push origin feature/your-feature-name
 
 2. Create a Pull Request:
    - Go to the [**cognee** repository](https://github.com/topoteretes/cognee)
-   - Click "Compare & Pull Request" and make sure to open PR against dev branch
+   - Click "Compare & Pull Request"
    - Fill in the PR template with details about your changes
 
 ## 5. 📜 Developer Certificate of Origin (DCO)

Dockerfile

@@ -1,58 +1,66 @@
-FROM python:3.11-slim
-
-# Define Poetry extras to install
-ARG POETRY_EXTRAS="\
-# API \
-api \
-# Storage & Databases \
-filesystem postgres weaviate qdrant neo4j falkordb milvus kuzu chromadb \
-# Notebooks & Interactive Environments \
-notebook \
-# LLM & AI Frameworks \
-langchain llama-index gemini huggingface ollama mistral groq anthropic \
-# Evaluation & Monitoring \
-deepeval evals posthog \
-# Graph Processing & Code Analysis \
-codegraph graphiti \
-# Document Processing \
-docs"
+# Use a Python image with uv pre-installed
+FROM ghcr.io/astral-sh/uv:python3.12-bookworm-slim AS uv
+
+# Install the project into `/app`
+WORKDIR /app
+
+# Enable bytecode compilation
+# ENV UV_COMPILE_BYTECODE=1
+
+# Copy from the cache instead of linking since it's a mounted volume
+ENV UV_LINK_MODE=copy
 
 # Set build argument
 ARG DEBUG
 
 # Set environment variable based on the build argument
 ENV DEBUG=${DEBUG}
-ENV PIP_NO_CACHE_DIR=true
-ENV PATH="${PATH}:/root/.poetry/bin"
 
+# Install system dependencies
 RUN apt-get update && apt-get install -y \
-  gcc \
-  libpq-dev \
-  curl
+    gcc \
+    libpq-dev \
+    git \
+    curl \
+    clang \
+    build-essential \
+    && rm -rf /var/lib/apt/lists/*
 
-WORKDIR /app
-COPY pyproject.toml poetry.lock /app/
+# Copy pyproject.toml and lockfile first for better caching
+COPY README.md pyproject.toml uv.lock entrypoint.sh ./
 
-RUN pip install poetry
+# Install the project's dependencies using the lockfile and settings
+RUN --mount=type=cache,target=/root/.cache/uv \
+    uv sync --extra debug --extra api --extra postgres --extra weaviate --extra qdrant --extra neo4j --extra kuzu --extra llama-index --extra gemini --extra ollama --extra mistral --extra groq --extra anthropic --frozen --no-install-project --no-dev --no-editable
 
-# Don't create virtualenv since Docker is already isolated
-RUN poetry config virtualenvs.create false
+# Copy Alembic configuration
+COPY alembic.ini /app/alembic.ini
+COPY alembic/ /app/alembic
 
-# Install the dependencies using the defined extras
-RUN poetry install --extras "${POETRY_EXTRAS}" --no-root --without dev
+# Then, add the rest of the project source code and install it
+# Installing separately from its dependencies allows optimal layer caching
+COPY ./cognee /app/cognee
+RUN --mount=type=cache,target=/root/.cache/uv \
+uv sync --extra debug --extra api --extra postgres --extra weaviate --extra qdrant --extra neo4j --extra kuzu --extra llama-index --extra gemini --extra ollama --extra mistral --extra groq --extra anthropic --frozen --no-dev --no-editable
 
-# Set the PYTHONPATH environment variable to include the /app directory
-ENV PYTHONPATH=/app
+FROM python:3.12-slim-bookworm
 
-COPY cognee/ /app/cognee
+# Install runtime dependencies
+RUN apt-get update && apt-get install -y \
+    libpq5 \
+    && rm -rf /var/lib/apt/lists/*
 
-# Copy Alembic configuration
-COPY alembic.ini /app/alembic.ini
-COPY alembic/ /app/alembic
+WORKDIR /app
+
+COPY --from=uv /app /app
+# COPY --from=uv /app/.venv /app/.venv
+# COPY --from=uv /root/.local /root/.local
 
-COPY entrypoint.sh /app/entrypoint.sh
 RUN chmod +x /app/entrypoint.sh
 
-RUN sed -i 's/\r$//' /app/entrypoint.sh
+# Place executables in the environment at the front of the path
+ENV PATH="/app/.venv/bin:$PATH"
+
+ENV PYTHONPATH=/app
 
 ENTRYPOINT ["/app/entrypoint.sh"]