Version 0.1.21

.github/workflows/cd.yaml

@@ -3,7 +3,7 @@ name: publish dev | Docker image
 on:
   push:
     branches:
-      - main
+      - dev
       - feature/*
     paths-ignore:
       - '**.md'
@@ -17,7 +17,7 @@ jobs:
 
   publish_docker_to_ecr:
     name: Publish Cognee Docker image
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     permissions:
       id-token: write
       contents: read
@@ -28,13 +28,8 @@ jobs:
       - name: Set environment variable for stage
         id: set-env
         run: |
-          if [[ "${{ github.ref }}" == "refs/heads/main" ]]; then
-            echo "STAGE=prd" >> $GITHUB_ENV
-            echo "::set-output name=stage::prd"
-          else
-            echo "STAGE=dev" >> $GITHUB_ENV
-            echo "::set-output name=stage::dev"
-          fi
+          echo "STAGE=dev" >> $GITHUB_ENV
+          echo "::set-output name=stage::dev"
 
       - name: Use output
         run: echo "The stage is ${{ steps.set-env.outputs.stage }}"

.github/workflows/cd_prd.yaml

@@ -17,7 +17,7 @@ jobs:
 
   publish_docker_to_ecr:
     name: Publish Docker PromethAI image
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     permissions:
       id-token: write
       contents: read

.github/workflows/ci.yaml

@@ -9,7 +9,7 @@ jobs:
 
   build_docker:
     name: Build Cognee Backend Docker App Image
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     steps:
       - name: Check out Cognee code
         uses: actions/checkout@v3

.github/workflows/community_greetings.yml

@@ -4,7 +4,7 @@ on: [pull_request, issues]
 
 jobs:
   greeting:
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     steps:
     - uses: actions/first-interaction@v1
       with:

.github/workflows/docker_compose.yml

@@ -4,13 +4,15 @@ on:
   push:
     branches:
       - main
+      - dev
   pull_request:
     branches:
       - main
+      - dev
 
 jobs:
   docker-compose-test:
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
 
     steps:
     - name: Checkout repository

.github/workflows/dockerhub.yml

@@ -0,0 +1,51 @@
+name: build | Build and Push Docker Image to DockerHub
+
+on:
+  push:
+    branches:
+      - main
+
+jobs:
+  docker-build-and-push:
+    runs-on: ubuntu-22.04
+
+    steps:
+    - name: Checkout repository
+      uses: actions/checkout@v4
+
+    - name: Set up Docker Buildx
+      uses: docker/setup-buildx-action@v3
+
+    - name: Log in to Docker Hub
+      uses: docker/login-action@v3
+      with:
+        username: ${{ secrets.DOCKER_USERNAME }}
+        password: ${{ secrets.DOCKER_PASSWORD }}
+
+    - name: Extract Git information
+      id: git-info
+      run: |
+        echo "BRANCH_NAME=${GITHUB_REF_NAME}" >> "$GITHUB_ENV"
+        echo "COMMIT_SHA=${GITHUB_SHA::7}" >> "$GITHUB_ENV"
+
+    - name: Build and Push Docker Image
+      run: |
+        IMAGE_NAME=cognee/cognee
+        TAG_VERSION="${BRANCH_NAME}-${COMMIT_SHA}"
+
+        echo "Building image: ${IMAGE_NAME}:${TAG_VERSION}"
+        docker buildx build \
+          --platform linux/amd64,linux/arm64 \
+          --push \
+          --tag "${IMAGE_NAME}:${TAG_VERSION}" \
+          --tag "${IMAGE_NAME}:latest" \
+          .
+
+    - name: Verify pushed Docker images
+      run: |
+       # Verify both platform variants
+       for PLATFORM in "linux/amd64" "linux/arm64"; do
+         echo "Verifying image for $PLATFORM..."
+         docker buildx imagetools inspect "${IMAGE_NAME}:${TAG_VERSION}" --format "{{.Manifest.$PLATFORM.Digest}}"
+       done
+       echo "Successfully verified images in Docker Hub"

.github/workflows/pr_lint

@@ -0,0 +1,44 @@
+## Reference: https://github.com/amannn/action-semantic-pull-request
+---
+name: lint | PR
+
+on:
+  pull_request:
+    types:
+      - opened
+      - reopened
+      - edited
+      - synchronize
+
+permissions:
+  contents: read
+
+jobs:
+  pr_title:
+    permissions:
+      pull-requests: write
+      statuses: write
+    name: Validate & Label PR
+    runs-on: ubuntu-latest
+    steps:
+      - uses: amannn/action-semantic-pull-request@v5
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        with:
+          # Configure which types are allowed (newline-delimited).
+          # From: https://github.com/commitizen/conventional-commit-types/blob/master/index.json
+          # listing all below
+          types: |
+            chore
+            ci
+            docs
+            feat
+            fix
+            perf
+            refactor
+            revert
+            test
+            break
+      - uses: release-drafter/release-drafter@v6
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

.github/workflows/profiling.yaml

@@ -1,10 +1,13 @@
 name: test | profiling
 
 on:
-  push
+  workflow_dispatch:
+  pull_request:
+    types: [labeled, synchronize]
+
 jobs:
   profiler:
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
 
     steps:
     # Checkout the code from the repository with full history
@@ -44,7 +47,7 @@ jobs:
         python-version: '3.10'
 
     - name: Install Poetry
-      uses: snok/install-poetry@v1.3.2
+      uses: snok/install-poetry@v1.4.1
       with:
         virtualenvs-create: true
         virtualenvs-in-project: true
@@ -54,6 +57,8 @@ jobs:
       run: |
         poetry install --no-interaction --all-extras
         poetry run pip install pyinstrument
+        poetry run pip install parso
+        poetry run pip install jedi
 
 
     # Set environment variables for SHAs
@@ -77,50 +82,50 @@ jobs:
         poetry run pyinstrument --renderer json -o base_results.json cognee/api/v1/cognify/code_graph_pipeline.py
 
     # Run profiler on head branch
-    - name: Run profiler on head branch
-      env:
-        HEAD_SHA: ${{ env.HEAD_SHA }}
-      run: |
-        echo "Profiling the head branch for code_graph_pipeline.py"
-        echo "Checking out head SHA: $HEAD_SHA"
-        git checkout $HEAD_SHA
-        echo "This is the working directory: $PWD"
-        # Ensure the script is executable
-        chmod +x cognee/api/v1/cognify/code_graph_pipeline.py
-        # Run Scalene
-        poetry run pyinstrument --renderer json -o head_results.json cognee/api/v1/cognify/code_graph_pipeline.py
-
-    # Compare profiling results
-    - name: Compare profiling results
-      run: |
-        python -c '
-        import json
-        try:
-            with open("base_results.json") as f:
-                base = json.load(f)
-            with open("head_results.json") as f:
-                head = json.load(f)
-            cpu_diff = head.get("total_cpu_samples_python", 0) - base.get("total_cpu_samples_python", 0)
-            memory_diff = head.get("malloc_samples", 0) - base.get("malloc_samples", 0)
-            results = [
-                f"CPU Usage Difference: {cpu_diff}",
-                f"Memory Usage Difference: {memory_diff} bytes"
-            ]
-            with open("profiling_diff.txt", "w") as f:
-                f.write("\\n".join(results) + "\\n")
-            print("\\n".join(results))  # Print results to terminal
-        except Exception as e:
-            error_message = f"Error comparing profiling results: {e}"
-            with open("profiling_diff.txt", "w") as f:
-                f.write(error_message + "\\n")
-            print(error_message)  # Print error to terminal
-            '
+#    - name: Run profiler on head branch
+#      env:
+#        HEAD_SHA: ${{ env.HEAD_SHA }}
+#      run: |
+#        echo "Profiling the head branch for code_graph_pipeline.py"
+#        echo "Checking out head SHA: $HEAD_SHA"
+#        git checkout $HEAD_SHA
+#        echo "This is the working directory: $PWD"
+#        # Ensure the script is executable
+#        chmod +x cognee/api/v1/cognify/code_graph_pipeline.py
+#        # Run Scalene
+#        poetry run pyinstrument --renderer json -o head_results.json cognee/api/v1/cognify/code_graph_pipeline.py
 
-    - name: Upload profiling diff artifact
-      uses: actions/upload-artifact@v3
-      with:
-        name: profiling-diff
-        path: profiling_diff.txt
+#    # Compare profiling results
+#    - name: Compare profiling results
+#      run: |
+#        python -c '
+#        import json
+#        try:
+#            with open("base_results.json") as f:
+#                base = json.load(f)
+#            with open("head_results.json") as f:
+#                head = json.load(f)
+#            cpu_diff = head.get("total_cpu_samples_python", 0) - base.get("total_cpu_samples_python", 0)
+#            memory_diff = head.get("malloc_samples", 0) - base.get("malloc_samples", 0)
+#            results = [
+#                f"CPU Usage Difference: {cpu_diff}",
+#                f"Memory Usage Difference: {memory_diff} bytes"
+#            ]
+#            with open("profiling_diff.txt", "w") as f:
+#                f.write("\\n".join(results) + "\\n")
+#            print("\\n".join(results))  # Print results to terminal
+#        except Exception as e:
+#            error_message = f"Error comparing profiling results: {e}"
+#            with open("profiling_diff.txt", "w") as f:
+#                f.write(error_message + "\\n")
+#            print(error_message)  # Print error to terminal
+#            '
+#
+#    - name: Upload profiling diff artifact
+#      uses: actions/upload-artifact@v3
+#      with:
+#        name: profiling-diff
+#        path: profiling_diff.txt
 
     # Post results to the pull request
 #    - name: Post profiling results to PR

.github/workflows/py_lint.yml

@@ -2,11 +2,8 @@
 name: lint | code & tests
 
 on:
-  pull_request:
-    branches:
-      - main
-      - devel
   workflow_dispatch:
+  pull_request:
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
@@ -19,8 +16,8 @@ jobs:
       fail-fast: true
       matrix:
         os:
-          - ubuntu-latest
-        python-version: ["3.8.x", "3.9.x", "3.10.x", "3.11.x"]
+          - ubuntu-22.04
+        python-version: ["3.10.x", "3.11.x"]
 
     defaults:
       run:

.github/workflows/release_discord_action.yml

@@ -6,7 +6,7 @@ on:
 
 jobs:
   github-releases-to-discord:
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     steps:
       - name: Checkout
         uses: actions/checkout@v3

.github/workflows/reusable_notebook.yml

@@ -22,7 +22,7 @@ jobs:
 
   run_notebook_test:
     name: test
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     defaults:
       run:
         shell: bash
@@ -36,7 +36,7 @@ jobs:
           python-version: '3.11.x'
 
       - name: Install Poetry
-        uses: snok/install-poetry@v1.3.2
+        uses: snok/install-poetry@v1.4.1
         with:
           virtualenvs-create: true
           virtualenvs-in-project: true
@@ -58,4 +58,4 @@ jobs:
           --to notebook \
           --execute ${{ inputs.notebook-location }} \
           --output executed_notebook.ipynb \
-          --ExecutePreprocessor.timeout=1200
+          --ExecutePreprocessor.timeout=1200