add tests, parallel docker build

Author: patrickkidd

.github/workflows/publish.yml

@@ -1,25 +1,68 @@
-name: Publish to GHCR
+name: Release
 
 on:
   push:
     branches: [main, master]
     tags: ['v*']
+  pull_request:
+    branches: [main, master]
   workflow_dispatch:
 
 env:
   REGISTRY: ghcr.io
   IMAGE_NAME: ${{ github.repository }}
 
+permissions:
+  contents: read
+  packages: write
+
 jobs:
-  build-and-push:
+  test:
     runs-on: ubuntu-latest
-    permissions:
-      contents: read
-      packages: write
+    services:
+      neo4j:
+        image: neo4j:5.15-community
+        env:
+          NEO4J_AUTH: neo4j/testpassword
+          NEO4J_PLUGINS: '["apoc"]'
+        ports:
+          - 7687:7687
+          - 7474:7474
+        options: >-
+          --health-cmd "wget -q --spider http://localhost:7474 || exit 1"
+          --health-interval 10s
+          --health-timeout 5s
+          --health-retries 10
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.12'
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v4
+
+      - name: Install dependencies
+        working-directory: mcp-server
+        run: uv pip install --system -e ".[dev]"
 
+      - name: Run unit tests
+        working-directory: mcp-server
+        run: pytest ../tests/unit -v -m unit
+
+      - name: Run integration tests
+        working-directory: mcp-server
+        env:
+          CCMEMORY_NEO4J_URI: bolt://localhost:7687
+          CCMEMORY_NEO4J_PASSWORD: testpassword
+        run: pytest ../tests/integration -v -m integration
+
+  build-docker:
+    runs-on: ubuntu-latest
     steps:
-      - name: Checkout
-        uses: actions/checkout@v4
+      - uses: actions/checkout@v4
 
       - name: Set up Docker Buildx
         uses: docker/setup-buildx-action@v3
@@ -31,24 +74,46 @@ jobs:
           username: ${{ github.actor }}
           password: ${{ secrets.GITHUB_TOKEN }}
 
-      - name: Extract metadata
-        id: meta
-        uses: docker/metadata-action@v5
-        with:
-          images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}
-          tags: |
-            type=ref,event=branch
-            type=semver,pattern={{version}}
-            type=semver,pattern={{major}}.{{minor}}
-            type=sha,prefix=
-            type=raw,value=latest,enable={{is_default_branch}}
-
-      - name: Build and push MCP server
-        uses: docker/build-push-action@v5
+      - name: Build and push for CI
+        uses: docker/build-push-action@v6
         with:
           context: ./mcp-server
           push: true
-          tags: ${{ steps.meta.outputs.tags }}
-          labels: ${{ steps.meta.outputs.labels }}
+          tags: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:ci-${{ github.sha }}
           cache-from: type=gha
           cache-to: type=gha,mode=max
+          build-args: |
+            BUILDKIT_INLINE_CACHE=1
+
+  release-docker:
+    runs-on: ubuntu-latest
+    if: github.event_name == 'push'
+    needs: [test, build-docker]
+    steps:
+      - name: Log in to GHCR
+        uses: docker/login-action@v3
+        with:
+          registry: ${{ env.REGISTRY }}
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Pull and tag for release
+        run: |
+          docker pull ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:ci-${{ github.sha }}
+          docker tag ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:ci-${{ github.sha }} ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:latest
+          docker tag ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:ci-${{ github.sha }} ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:${{ github.ref_name }}
+          docker push ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:latest
+          docker push ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:${{ github.ref_name }}
+
+  cleanup:
+    runs-on: ubuntu-latest
+    if: github.event_name == 'push'
+    needs: release-docker
+    steps:
+      - name: Delete old package versions
+        uses: actions/delete-package-versions@v5
+        with:
+          package-name: ccmemory
+          package-type: container
+          min-versions-to-keep: 5
+          delete-only-untagged-versions: true

mcp-server/Dockerfile

@@ -1,3 +1,16 @@
+# Build stage
+FROM python:3.12-slim AS builder
+
+WORKDIR /app
+
+RUN pip install --no-cache-dir uv
+
+COPY pyproject.toml .
+COPY src/ src/
+
+RUN uv pip install --system --target=/app/deps .
+
+# Runtime stage
 FROM python:3.12-slim
 
 LABEL org.opencontainers.image.source="https://github.com/patrickkidd/ccmemory"
@@ -6,15 +19,14 @@ LABEL org.opencontainers.image.licenses="MIT"
 
 WORKDIR /app
 
-RUN apt-get update && apt-get install -y --no-install-recommends curl && rm -rf /var/lib/apt/lists/*
-RUN pip install --no-cache-dir uv
+RUN apt-get update && apt-get install -y --no-install-recommends curl && \
+    rm -rf /var/lib/apt/lists/* /var/cache/apt/archives/*
 
-COPY pyproject.toml .
+COPY --from=builder /app/deps /usr/local/lib/python3.12/site-packages
 COPY init.cypher .
 COPY src/ src/
 
-RUN uv pip install --system .
-
+ENV PYTHONPATH=/app/src
 ENV CCMEMORY_NEO4J_URI=bolt://ccmemory-neo4j:7687
 ENV CCMEMORY_NEO4J_PASSWORD=ccmemory
 
@@ -23,4 +35,4 @@ EXPOSE 8766
 HEALTHCHECK --interval=10s --timeout=5s --start-period=10s --retries=3 \
     CMD curl -sf http://localhost:8766/health || exit 1
 
-CMD ["python", "-m", "ccmemory.server", "--http", "--port", "8766"]
+CMD ["python", "-m", "ccmemory.server", "--http", "--port", "8766"]