Prevent organizations enrichments with 0 activities

Author: skwowet

backend/src/bin/scripts/enrich-members-and-organizations.ts

@@ -138,8 +138,8 @@ if (parameters.help || (!parameters.tenant && (!parameters.organization || !para
             service: 'enrich-organizations',
             tenantId,
             // Since there is no pagination implemented for the organizations enrichment,
-            // we set a limit of 20,000 to ensure all organizations are included when enriched in bulk.
-            maxEnrichLimit: 20000,
+            // we set a limit of 10,000 to ensure all organizations are included when enriched in bulk.
+            maxEnrichLimit: 10000,
           } as NodeWorkerMessageBase
 
           await sendNodeWorkerMessage(tenantId, payload)

backend/src/database/repositories/organizationRepository.ts

@@ -57,6 +57,7 @@ class OrganizationRepository {
       ,org."crunchbase"
       ,org."github"
       ,org."description"
+      ,activity."orgActivityCount"
       FROM "organizations" as org
       JOIN "organizationCaches" cach ON org."name" = cach."name"
       JOIN orgActivities activity ON activity."organizationId" = org."id"

backend/src/services/premium/enrichment/organizationEnrichmentService.ts

@@ -76,20 +76,22 @@ export default class OrganizationEnrichmentService extends LoggerBase {
       this.maxOrganizationsLimit,
       this.options,
     )) {
-      const data = await this.getEnrichment(instance)
-      if (data) {
-        const org = this.convertEnrichedDataToOrg(data, instance)
-        enrichedOrganizations.push({ ...org, id: instance.id, tenantId: this.tenantId })
-        enrichedCacheOrganizations.push({ ...org, id: instance.cachId })
-      } else {
-        const lastEnrichedAt = new Date()
-        enrichedOrganizations.push({
-          ...instance,
-          id: instance.id,
-          tenantId: this.tenantId,
-          lastEnrichedAt,
-        })
-        enrichedCacheOrganizations.push({ ...instance, id: instance.cachId, lastEnrichedAt })
+      if (instance.activityCount > 0) {
+        const data = await this.getEnrichment(instance)
+        if (data) {
+          const org = this.convertEnrichedDataToOrg(data, instance)
+          enrichedOrganizations.push({ ...org, id: instance.id, tenantId: this.tenantId })
+          enrichedCacheOrganizations.push({ ...org, id: instance.cachId })
+        } else {
+          const lastEnrichedAt = new Date()
+          enrichedOrganizations.push({
+            ...instance,
+            id: instance.id,
+            tenantId: this.tenantId,
+            lastEnrichedAt,
+          })
+          enrichedCacheOrganizations.push({ ...instance, id: instance.cachId, lastEnrichedAt })
+        }
       }
     }
     const orgs = await this.update(enrichedOrganizations, enrichedCacheOrganizations)

backend/src/services/premium/enrichment/types/organizationEnrichmentTypes.ts

@@ -11,6 +11,7 @@ export interface IOrganization {
   tenantId?: string
   website?: string
   location?: string
+  activityCount?: number
   description?: IEnrichmentResponse['summary']
   employeeCountByCountry?: IEnrichmentResponse['employee_count_by_country']
   type?: IEnrichmentResponse['type']