MDF Agent: v2 client with auth, curation, streaming, and agentic handlers

.github/workflows/python-publish.yml

@@ -1,30 +1,27 @@
-# This workflows will upload a Python Package using Twine when a release is created
-# For more information see: https://help.github.com/en/actions/language-and-framework-guides/using-python-with-github-actions#publishing-to-package-registries
-name: Upload Python Package to PYPI
+name: Upload Python Package to PyPI
 
 on:
   release:
     types: [created]
 
 jobs:
   deploy:
-
     runs-on: ubuntu-latest
 
     steps:
-    - uses: actions/checkout@v2
+    - uses: actions/checkout@v4
     - name: Set up Python
-      uses: actions/setup-python@v2
+      uses: actions/setup-python@v4
       with:
-        python-version: '3.x'
-    - name: Install dependencies
+        python-version: '3.12'
+    - name: Install build tools
       run: |
         python -m pip install --upgrade pip
-        pip install setuptools wheel twine
+        pip install build twine
     - name: Build and publish
       env:
         TWINE_USERNAME: ${{ secrets.PYPI_USERNAME }}
         TWINE_PASSWORD: ${{ secrets.PYPI_PASSWORD }}
       run: |
-        python setup.py sdist bdist_wheel
-        twine upload dist/*
+        python -m build
+        twine upload dist/*

.github/workflows/testing-work.yml

@@ -3,37 +3,65 @@ name: Package Testing
 on:
   pull_request:
     branches:
-      - dev
       - master
-      - update-test
+      - mdf-agent
 
 jobs:
-
-  build:
+  test:
     runs-on: ubuntu-latest
     timeout-minutes: 20
     strategy:
       matrix:
-        python-version: [3.7, 3.8, 3.9]
+        python-version: ['3.10', '3.11', '3.12']
 
-    env:
-      CLIENT_ID: ${{ secrets.CLIENT_ID }}
-      CLIENT_SECRET: ${{ secrets.CLIENT_SECRET }}
-    name: build
+    name: Client — Python ${{ matrix.python-version }}
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v4
       - name: Set up Python ${{ matrix.python-version }}
-        uses: actions/setup-python@v2
+        uses: actions/setup-python@v4
         with:
           python-version: ${{ matrix.python-version }}
 
       - name: Install dependencies
         run: |
           python -m pip install --upgrade pip
-          pip install -e .
-          if [ -f requirements.txt ]; then pip install -r requirements.txt; fi
-          pip install -r test_requirements.txt
+          pip install -e ".[extractors]"
+          pip install pytest
 
       - name: Test with pytest
         run: |
-          pytest -s tests/test_connect_client.py
+          pytest tests/ -v --ignore=tests/test_connect_client.py
+
+  backend-test:
+    runs-on: ubuntu-latest
+    timeout-minutes: 15
+    strategy:
+      matrix:
+        python-version: ['3.11', '3.12']
+
+    name: Backend — Python ${{ matrix.python-version }}
+    env:
+      STORE_BACKEND: sqlite
+      AUTH_MODE: dev
+      STORAGE_BACKEND: local
+      USE_MOCK_DATACITE: "true"
+      USE_MOCK_SEARCH: "true"
+      ASYNC_DISPATCH_MODE: inline
+      ALLOW_ALL_CURATORS: "true"
+
+    steps:
+      - uses: actions/checkout@v4
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v4
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install -r cs/aws/v2/requirements-test.txt
+
+      - name: Test backend with pytest
+        working-directory: cs/aws
+        run: |
+          pytest v2/test_v2_*.py -v

.gitignore

@@ -17,3 +17,4 @@ Untitled*.ipynb
 
 travis.tar
 .coverage
+.DS_Store