Improve the unit test flow

Signed-off-by: SimFG <[email protected]>

Author: SimFG

.github/workflows/unit_test_main.yaml

@@ -68,20 +68,40 @@ jobs:
         run: |
           python3 -m spacy download en_core_web_sm
 
-      - name: Unit Tests
+      - name: Normal Unit Tests
         timeout-minutes: 30
         shell: bash
         working-directory: tests
         run: |
           export IS_CI=true
           export PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python
-          python3 -m pytest ./
+          python3 -m pytest -k "not embedding and not processor" ./
+
+      - name: Embedding Unit Tests
+        timeout-minutes: 30
+        shell: bash
+        working-directory: tests
+        run: |
+          export IS_CI=true
+          export PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python
+          python3 -m pytest ./unit_tests/embedding/
+
+      - name: Processor Unit Tests
+        timeout-minutes: 30
+        shell: bash
+        working-directory: tests
+        run: |
+          export IS_CI=true
+          export PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python
+          python3 -m pytest ./unit_tests/processor/
 
       - name: Generate coverage report
         run: |
           rm -rf ./coverage.xml
           coverage erase
-          coverage run --source=gptcache  -m pytest ./tests
+          coverage run --source=gptcache  -m pytest -k "not embedding and not processor" ./tests
+          coverage run --source=gptcache  -m pytest ./tests/unit_tests/embedding/
+          coverage run --source=gptcache  -m pytest ./tests/unit_tests/processor/
           coverage xml
 
       - name: Upload coverage to Codecov

tests/requirements.txt

@@ -21,4 +21,6 @@ pexpect
 spacy
 safetensors
 typing_extensions<4.6.0
+stability-sdk
+grpcio==1.53.0
 protobuf==3.20.0