Feat/add agentic stream

.github/release.yml

@@ -0,0 +1,14 @@
+changelog:
+  categories:
+    - title: New Features
+      labels: [enhancement, feature]
+    - title: Bug Fixes
+      labels: [bug, fix]
+    - title: Improvements
+      labels: [improvement, refactor]
+    - title: Documentation
+      labels: [documentation, docs]
+    - title: Other Changes
+      labels: ["*"]
+  exclude:
+    labels: [skip-changelog]

.github/workflows/ci.yaml → .github/workflows/ci.yml

@@ -1,72 +1,92 @@
-name: Continuous Integration Workflow
-# Trigger the workflow on push or pull request, on main branch
+name: CI
 
 on:
   push:
-    branches: [ main ]
+    branches: [ main, release-* ]
   pull_request:
     branches: [ main ]
+  workflow_call:
+
+permissions: {}
 
-# Define environment variables
-env: 
+concurrency:
+  group: ci-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: ${{ github.event_name == 'pull_request' }}
+
+env:
   PYTHON_VERSION: 3.9
-  APP_DIR: ./
 
 jobs:
   lint:
     runs-on: ubuntu-latest
+    permissions:
+      contents: read
+    timeout-minutes: 10
     steps:
-      - uses: actions/checkout@v2
-      - name: Set up Python 3
-        uses: actions/setup-python@v2
+      - uses: actions/checkout@v4
+        with:
+          persist-credentials: false
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
         with:
           python-version: ${{ env.PYTHON_VERSION }}
-      
+
       - name: Install dependencies
-        run: | 
+        run: |
           python -m pip install --upgrade pip
           pip install -r requirements-dev.txt
-      
+
       - name: Run linter
-        run: | 
-          ruff check ${{ env.APP_DIR }}
+        run: ruff check --output-format github ./
 
   test:
     runs-on: ubuntu-latest
+    permissions:
+      contents: read
+    timeout-minutes: 15
     steps:
-      - uses: actions/checkout@v2
-      - name: Set up Python 3
-        uses: actions/setup-python@v2
+      - uses: actions/checkout@v4
+        with:
+          persist-credentials: false
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
         with:
           python-version: ${{ env.PYTHON_VERSION }}
-      
+
       - name: Install dependencies
-        run: | 
+        run: |
           python -m pip install --upgrade pip
           pip install -r requirements.txt
           pip install -r requirements-dev.txt
 
       - name: Run tests
-        run: | 
-          python -m pytest tests/
+        run: python -m pytest tests/
 
   build:
     runs-on: ubuntu-latest
+    permissions:
+      contents: read
+    timeout-minutes: 10
     steps:
-      - uses: actions/checkout@v2
-      - name: Set up Python 3
-        uses: actions/setup-python@v2
+      - uses: actions/checkout@v4
+        with:
+          persist-credentials: false
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
         with:
           python-version: ${{ env.PYTHON_VERSION }}
-      
+
       - name: Install dependencies
-        run: | 
+        run: |
           python -m pip install --upgrade pip
           pip install setuptools==68.0.0
           pip install -r requirements.txt
           pip install -r requirements-dev.txt
 
       - name: Build
-        run: | 
+        run: |
           python setup.py sdist bdist_wheel
           twine check dist/*

.github/workflows/codeql.yml

@@ -0,0 +1,37 @@
+name: CodeQL Analysis
+
+on:
+  push:
+    branches: [main]
+  pull_request:
+    branches: [main]
+  schedule:
+    - cron: "0 6 * * 1" # Every Monday at 6am UTC
+
+jobs:
+  analyze:
+    name: Analyze
+    runs-on: ubuntu-latest
+    permissions:
+      security-events: write
+    strategy:
+      fail-fast: false
+      matrix:
+        language: [python]
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+
+      - name: Initialize CodeQL
+        uses: github/codeql-action/init@v3
+        with:
+          languages: ${{ matrix.language }}
+
+      - name: Autobuild
+        uses: github/codeql-action/autobuild@v3
+
+      - name: Perform CodeQL Analysis
+        uses: github/codeql-action/analyze@v3
+        with:
+          category: "/language:${{ matrix.language }}"

.github/workflows/generate-from-spec.yml

@@ -0,0 +1,167 @@
+name: Generate SDK from OpenAPI Spec
+
+on:
+  push:
+    paths:
+      - 'openapi.yaml'
+
+  # Manual trigger for testing
+  workflow_dispatch:
+
+jobs:
+  generate:
+    runs-on: ubuntu-latest
+    permissions:
+      contents: write
+      pull-requests: write
+
+    steps:
+      - name: Checkout Python SDK
+        uses: actions/checkout@v5
+        with:
+          fetch-depth: 0
+
+      - name: Get branch and diff info
+        id: info
+        run: |
+          # Get the branch name this workflow is running on
+          BRANCH_NAME="${GITHUB_REF#refs/heads/}"
+          echo "branch_name=$BRANCH_NAME" >> $GITHUB_OUTPUT
+
+          # Get commit SHAs for diff
+          BEFORE_SHA="${{ github.event.before }}"
+          AFTER_SHA="${{ github.sha }}"
+
+          # Handle new branch case
+          if [[ "$BEFORE_SHA" == "0000000000000000000000000000000000000000" ]]; then
+            BEFORE_SHA=$(git rev-parse HEAD~1 2>/dev/null || echo "")
+          fi
+
+          echo "before_sha=$BEFORE_SHA" >> $GITHUB_OUTPUT
+          echo "after_sha=$AFTER_SHA" >> $GITHUB_OUTPUT
+
+          # Generate diff for the spec file
+          if [[ -n "$BEFORE_SHA" ]]; then
+            git diff "$BEFORE_SHA" "$AFTER_SHA" -- openapi.yaml > spec.diff || touch spec.diff
+          else
+            touch spec.diff
+          fi
+
+          echo "Diff size: $(wc -l < spec.diff) lines"
+          echo "Running on branch: $BRANCH_NAME"
+
+      - name: Fetch prompt and build context
+        run: |
+          # Fetch static prompt from agent-toolkit
+          curl -sL https://raw.githubusercontent.com/video-db/agent-toolkit/main/context/prompts/spec-to-python-sdk.txt > static_prompt.txt
+
+          # Build full prompt with dynamic content
+          cat > codex_prompt.md << 'PROMPT_EOF'
+          ## Git Diff of OpenAPI Spec Changes
+
+          The following diff shows what changed in the API specification:
+
+          ```diff
+          PROMPT_EOF
+
+          cat spec.diff >> codex_prompt.md
+
+          cat >> codex_prompt.md << 'PROMPT_EOF'
+          ```
+
+          ## Current OpenAPI Spec
+
+          If you need to reference the full spec for context, it's available at: openapi.yaml
+
+          ---
+
+          PROMPT_EOF
+
+          # Append static instructions
+          cat static_prompt.txt >> codex_prompt.md
+
+          echo "Prompt built successfully"
+
+      - name: Run Codex
+        uses: openai/codex-action@v1
+        with:
+          openai-api-key: ${{ secrets.OPENAI_API_KEY }}
+          model: o4-mini
+          sandbox: workspace-write
+          prompt-file: codex_prompt.md
+
+      - name: Check for changes and create PR
+        id: create_pr
+        env:
+          GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        run: |
+          # Configure git
+          git config user.name "github-actions[bot]"
+          git config user.email "github-actions[bot]@users.noreply.github.com"
+
+          # Check if there are changes
+          if git diff --quiet && git diff --staged --quiet; then
+            echo "No changes generated by Codex"
+            echo "has_changes=false" >> $GITHUB_OUTPUT
+            exit 0
+          fi
+
+          echo "has_changes=true" >> $GITHUB_OUTPUT
+
+          # Clean up temporary files - DO NOT commit these
+          rm -f spec.diff static_prompt.txt codex_prompt.md
+
+          # Get the base branch name
+          BASE_BRANCH="${{ steps.info.outputs.branch_name }}"
+
+          # Create work branch from the current branch
+          WORK_BRANCH="auto/spec-sync-$(date +%Y%m%d-%H%M%S)"
+          git checkout -b "$WORK_BRANCH"
+          git add -A
+
+          # Commit
+          git commit -m "feat: sync with OpenAPI spec changes
+
+          Source branch: ${BASE_BRANCH}
+
+          Generated by OpenAI Codex"
+
+          # Push
+          git push origin "$WORK_BRANCH"
+
+          echo "work_branch=$WORK_BRANCH" >> $GITHUB_OUTPUT
+          echo "base_branch=$BASE_BRANCH" >> $GITHUB_OUTPUT
+
+          # Create PR targeting the original branch
+          gh pr create \
+            --base "$BASE_BRANCH" \
+            --title "feat: sync with OpenAPI spec" \
+            --body "## Summary
+
+          Automated SDK update based on OpenAPI spec changes.
+
+          **Base branch**: \`$BASE_BRANCH\`
+
+          ## Review Checklist
+
+          - [ ] Generated code follows SDK conventions
+          - [ ] Method signatures are correct
+          - [ ] No breaking changes introduced
+          - [ ] Tests pass locally
+
+          ---
+          *Generated by [OpenAI Codex](https://github.com/openai/codex)*"
+
+      - name: Trigger Node SDK Generation
+        if: steps.create_pr.outputs.has_changes == 'true'
+        uses: peter-evans/repository-dispatch@v3
+        with:
+          token: ${{ secrets.SDK_SYNC_PAT }}
+          repository: ${{ github.repository_owner }}/videodb-node
+          event-type: python-updated
+          client-payload: |
+            {
+              "source_branch": "${{ steps.create_pr.outputs.work_branch }}",
+              "target_branch": "${{ steps.create_pr.outputs.base_branch }}",
+              "trigger_type": "spec_change"
+            }