Opensearch synchronous API

.github/workflows/lf-production-deploy-new.yaml

@@ -7,6 +7,10 @@ on:
         description: Deploy search-sync-worker service?
         required: true
         type: boolean
+      deploy_search_sync_api:
+          description: Deploy search-sync-api service?
+          required: true
+          type: boolean
       deploy_integration_sync_worker:
         description: Deploy integration-sync-worker service?
         required: true
@@ -56,6 +60,27 @@ jobs:
       - name: Set docker image output
         id: image
         run: echo "IMAGE=${{ steps.image-builder.outputs.image }}" >> $GITHUB_OUTPUT
+
+  build-and-push-search-sync-api:
+    runs-on: ubuntu-latest
+    if: ${{ inputs.deploy_search_sync_api }}
+    outputs:
+      image: ${{ steps.image.outputs.IMAGE }}
+    defaults:
+      run:
+        shell: bash
+    steps:
+      - name: Check out repository code
+        uses: actions/checkout@v2
+
+      - uses: ./.github/actions/build-docker-image
+        id: image-builder
+        with:
+          image: search-sync-api
+
+      - name: Set docker image output
+        id: image
+        run: echo "IMAGE=${{ steps.image-builder.outputs.image }}" >> $GITHUB_OUTPUT
 
   build-and-push-integration-sync-worker:
     runs-on: ubuntu-latest
@@ -159,6 +184,24 @@ jobs:
           image: ${{ needs.build-and-push-search-sync-worker.outputs.image }}
           cluster: ${{ env.CROWD_CLUSTER }}
 
+  deploy-search-sync-api:
+    needs: build-and-push-search-sync-api
+    runs-on: ubuntu-latest
+    if: ${{ inputs.deploy_search_sync_api }}
+    defaults:
+      run:
+        shell: bash
+
+    steps:
+      - name: Check out repository code
+        uses: actions/checkout@v2
+
+      - uses: ./.github/actions/deploy-service
+        with:
+          service: search-sync-api
+          image: ${{ needs.build-and-push-search-sync-api.outputs.image }}
+          cluster: ${{ env.CROWD_CLUSTER }}
+
   deploy-integration-sync-worker:
     needs: build-and-push-integration-sync-worker
     runs-on: ubuntu-latest

.github/workflows/lf-staging-deploy-search-sync-api.yaml

@@ -0,0 +1,60 @@
+name: LF Staging Deploy Search Sync API
+
+on:
+  push:
+    branches:
+      - 'lf-staging/**'
+      - 'lf-staging-**'
+    paths:
+      - 'services/libs/**'
+      - 'services/apps/search_sync_api/**'
+
+env:
+  DOCKERHUB_USERNAME: ${{ secrets.DOCKERHUB_USERNAME }}
+  DOCKERHUB_PASSWORD: ${{ secrets.DOCKERHUB_PASSWORD }}
+  CROWD_CLUSTER: ${{ secrets.LF_STAGING_CLUSTER_NAME }}
+  CROWD_ROLE_ARN: ${{ secrets.LF_STAGING_CLUSTER_ROLE_ARN }}
+  AWS_ACCESS_KEY_ID: ${{ secrets.LF_AWS_ACCESS_KEY_ID }}
+  AWS_SECRET_ACCESS_KEY: ${{ secrets.LF_AWS_SECRET_ACCESS_KEY }}
+  AWS_REGION: ${{ secrets.LF_AWS_REGION }}
+  SLACK_CHANNEL: deploys-lf-staging
+  SLACK_WEBHOOK: ${{ secrets.LF_STAGING_SLACK_CHANNEL_HOOK }}
+
+jobs:
+  build-and-push:
+    runs-on: ubuntu-latest
+    outputs:
+      image: ${{ steps.image.outputs.IMAGE }}
+    defaults:
+      run:
+        shell: bash
+
+    steps:
+      - name: Check out repository code
+        uses: actions/checkout@v2
+
+      - uses: ./.github/actions/build-docker-image
+        id: image-builder
+        with:
+          image: search-sync-api
+
+      - name: Set docker image output
+        id: image
+        run: echo "IMAGE=${{ steps.image-builder.outputs.image }}" >> $GITHUB_OUTPUT
+
+  deploy-search-sync-api:
+    needs: build-and-push
+    runs-on: ubuntu-latest
+    defaults:
+      run:
+        shell: bash
+
+    steps:
+      - name: Check out repository code
+        uses: actions/checkout@v2
+
+      - uses: ./.github/actions/deploy-service
+        with:
+          service: search-sync-api
+          image: ${{ needs.build-and-push.outputs.image }}
+          cluster: ${{ env.CROWD_CLUSTER }}

.github/workflows/production-deploy-new.yaml

@@ -7,6 +7,10 @@ on:
         description: Deploy search-sync-worker service?
         required: true
         type: boolean
+      deploy_search_sync_api:
+        description: Deploy search-sync-api service?
+        required: true
+        type: boolean
       deploy_integration_sync_worker:
         description: Deploy integration-sync-worker service?
         required: true
@@ -56,6 +60,27 @@ jobs:
       - name: Set docker image output
         id: image
         run: echo "IMAGE=${{ steps.image-builder.outputs.image }}" >> $GITHUB_OUTPUT
+
+  build-and-push-search-sync-api:
+    runs-on: ubuntu-latest
+    if: ${{ inputs.deploy_search_sync_api }}
+    outputs:
+      image: ${{ steps.image.outputs.IMAGE }}
+    defaults:
+      run:
+        shell: bash
+    steps:
+      - name: Check out repository code
+        uses: actions/checkout@v2
+
+      - uses: ./.github/actions/build-docker-image
+        id: image-builder
+        with:
+          image: search-sync-api
+
+      - name: Set docker image output
+        id: image
+        run: echo "IMAGE=${{ steps.image-builder.outputs.image }}" >> $GITHUB_OUTPUT
 
   build-and-push-integration-sync-worker:
     runs-on: ubuntu-latest
@@ -159,6 +184,24 @@ jobs:
           image: ${{ needs.build-and-push-search-sync-worker.outputs.image }}
           cluster: ${{ env.CROWD_CLUSTER }}
 
+  deploy-search-sync-api:
+    needs: build-and-push-search-sync-api
+    runs-on: ubuntu-latest
+    if: ${{ inputs.deploy_search_sync_api }}
+    defaults:
+      run:
+        shell: bash
+
+    steps:
+      - name: Check out repository code
+        uses: actions/checkout@v2
+
+      - uses: ./.github/actions/deploy-service
+        with:
+          service: search-sync-api
+          image: ${{ needs.build-and-push-search-sync-api.outputs.image }}
+          cluster: ${{ env.CROWD_CLUSTER }}
+
   deploy-integration-sync-worker:
     needs: build-and-push-integration-sync-worker
     runs-on: ubuntu-latest

.github/workflows/staging-deploy-search-sync-api.yaml

@@ -0,0 +1,60 @@
+name: Staging Deploy Search Sync API
+
+on:
+  push:
+    branches:
+      - 'staging/**'
+      - 'staging-**'
+    paths:
+      - 'services/libs/**'
+      - 'services/apps/search_sync_api/**'
+
+env:
+  DOCKERHUB_USERNAME: ${{ secrets.DOCKERHUB_USERNAME }}
+  DOCKERHUB_PASSWORD: ${{ secrets.DOCKERHUB_PASSWORD }}
+  CROWD_CLUSTER: ${{ secrets.STAGING_CLUSTER_NAME }}
+  CROWD_ROLE_ARN: ${{ secrets.STAGING_CLUSTER_ROLE_ARN }}
+  AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
+  AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+  AWS_REGION: ${{ secrets.AWS_REGION }}
+  SLACK_CHANNEL: deploys-staging
+  SLACK_WEBHOOK: ${{ secrets.STAGING_SLACK_CHANNEL_HOOK }}
+
+jobs:
+  build-and-push:
+    runs-on: ubuntu-latest
+    outputs:
+      image: ${{ steps.image.outputs.IMAGE }}
+    defaults:
+      run:
+        shell: bash
+
+    steps:
+      - name: Check out repository code
+        uses: actions/checkout@v2
+
+      - uses: ./.github/actions/build-docker-image
+        id: image-builder
+        with:
+          image: search-sync-api
+
+      - name: Set docker image output
+        id: image
+        run: echo "IMAGE=${{ steps.image-builder.outputs.image }}" >> $GITHUB_OUTPUT
+
+  deploy-search-sync-api:
+    needs: build-and-push
+    runs-on: ubuntu-latest
+    defaults:
+      run:
+        shell: bash
+
+    steps:
+      - name: Check out repository code
+        uses: actions/checkout@v2
+
+      - uses: ./.github/actions/deploy-service
+        with:
+          service: search-sync-api
+          image: ${{ needs.build-and-push.outputs.image }}
+          cluster: ${{ env.CROWD_CLUSTER }}

backend/.env.dist.composed

@@ -25,4 +25,7 @@ CROWD_NANGO_URL=http://nango:3003
 CROWD_OPENSEARCH_NODE=http://open-search:9200
 
 # Temporal
-CROWD_TEMPORAL_SERVER_URL=temporal:7233
+CROWD_TEMPORAL_SERVER_URL=temporal:7233
+
+# Seach sync api
+CROWD_SEARCH_SYNC_API_URL=http://search-sync-api:8083

backend/.env.dist.local

@@ -169,4 +169,7 @@ CROWD_ANALYTICS_API_TOKEN=
 
 # Temporal
 CROWD_TEMPORAL_SERVER_URL=localhost:7233
-CROWD_TEMPORAL_NAMESPACE=default
+CROWD_TEMPORAL_NAMESPACE=default
+
+# Seach sync api
+CROWD_SEARCH_SYNC_API_URL=http://search-sync-api:8083

backend/.env.test

@@ -8,4 +8,4 @@ CROWD_REDIS_PORT=6380
 CROWD_SQS_PORT=9325
 
 # Temporal settings
-CROWD_TEMPORAL_SERVER_URL=localhost:7234
+CROWD_TEMPORAL_SERVER_URL=localhost:7234

backend/config/custom-environment-variables.json

@@ -201,5 +201,8 @@
     "namespace": "CROWD_TEMPORAL_NAMESPACE",
     "certificate": "CROWD_TEMPORAL_CERTIFICATE",
     "privateKey": "CROWD_TEMPORAL_PRIVATE_KEY"
+  },
+  "searchSyncApi": {
+    "baseUrl": "CROWD_SEARCH_SYNC_API_URL"
   }
 }

backend/config/default.json

@@ -59,5 +59,6 @@
   },
   "temporal": {
     "automationsTaskQueue": "automations"
-  }
+  },
+  "searchSyncApi": {}
 }