Merge branch 'main' into crowd-linux

Author: garrrikkotua

backend/.env.dist.local

@@ -165,4 +165,4 @@ CROWD_WEEKLY_EMAILS_ENABLED="true"
 CROWD_ANALYTICS_IS_ENABLED=
 CROWD_ANALYTICS_TENANT_ID=
 CROWD_ANALYTICS_BASE_URL=
-CROWD_ANALYTICS_API_TOKEN=
+CROWD_ANALYTICS_API_TOKEN=

backend/src/api/integration/helpers/groupsioConnectOrUpdate.ts

@@ -0,0 +1,9 @@
+import Permissions from '../../../security/permissions'
+import IntegrationService from '../../../services/integrationService'
+import PermissionChecker from '../../../services/user/permissionChecker'
+
+export default async (req, res) => {
+  new PermissionChecker(req).validateHas(Permissions.values.tenantEdit)
+  const payload = await new IntegrationService(req).groupsioConnectOrUpdate(req.body)
+  await req.responseHandler.success(req, res, payload)
+}

backend/src/api/integration/helpers/groupsioGetToken.ts

@@ -0,0 +1,9 @@
+import Permissions from '../../../security/permissions'
+import IntegrationService from '../../../services/integrationService'
+import PermissionChecker from '../../../services/user/permissionChecker'
+
+export default async (req, res) => {
+  new PermissionChecker(req).validateHas(Permissions.values.tenantEdit)
+  const payload = await new IntegrationService(req).groupsioGetToken(req.body)
+  await req.responseHandler.success(req, res, payload)
+}

backend/src/api/integration/helpers/groupsioVerifyGroup.ts

@@ -0,0 +1,9 @@
+import Permissions from '../../../security/permissions'
+import IntegrationService from '../../../services/integrationService'
+import PermissionChecker from '../../../services/user/permissionChecker'
+
+export default async (req, res) => {
+  new PermissionChecker(req).validateHas(Permissions.values.tenantEdit)
+  const payload = await new IntegrationService(req).groupsioVerifyGroup(req.body)
+  await req.responseHandler.success(req, res, payload)
+}

backend/src/api/integration/index.ts

@@ -132,6 +132,21 @@ export default (app) => {
     safeWrap(require('./helpers/hubspotStopSyncOrganization').default),
   )
 
+  app.post(
+    '/tenant/:tenantId/groupsio-connect',
+    safeWrap(require('./helpers/groupsioConnectOrUpdate').default),
+  )
+
+  app.post(
+    '/tenant/:tenantId/groupsio-get-token',
+    safeWrap(require('./helpers/groupsioGetToken').default),
+  )
+
+  app.post(
+    '/tenant/:tenantId/groupsio-verify-group',
+    safeWrap(require('./helpers/groupsioVerifyGroup').default),
+  )
+
   // if (TWITTER_CONFIG.clientId) {
   //   /**
   //    * Using the passport.authenticate this endpoint forces a

backend/src/database/repositories/segmentRepository.ts

@@ -671,8 +671,12 @@ class SegmentRepository extends RepositoryBase<
       }
     })
 
-    // TODO: Add member count to segments after implementing member relations
-    return { count, rows, limit: criteria.limit, offset: criteria.offset }
+    return {
+      count,
+      rows: rows.map((sr) => SegmentRepository.populateRelations(sr)),
+      limit: criteria.limit,
+      offset: criteria.offset,
+    }
   }
 
   private async queryIntegrationsForSubprojects(subprojects) {

backend/src/serverless/integrations/usecases/groupsio/types.ts

@@ -0,0 +1,18 @@
+export interface GroupsioIntegrationData {
+  email: string
+  token: string
+  groupNames: GroupName[]
+}
+
+export interface GroupsioGetToken {
+  email: string
+  password: string
+  twoFactorCode?: string
+}
+
+export interface GroupsioVerifyGroup {
+  groupName: GroupName
+  cookie: string
+}
+
+export type GroupName = string

backend/src/services/integrationService.ts

@@ -1,7 +1,7 @@
 import { createAppAuth } from '@octokit/auth-app'
 import { request } from '@octokit/request'
 import moment from 'moment'
-import axios from 'axios'
+import axios, { AxiosRequestConfig, AxiosResponse } from 'axios'
 import { PlatformType } from '@crowd/types'
 import {
   HubspotFieldMapperFactory,
@@ -44,6 +44,11 @@ import OrganizationService from './organizationService'
 import MemberSyncRemoteRepository from '@/database/repositories/memberSyncRemoteRepository'
 import OrganizationSyncRemoteRepository from '@/database/repositories/organizationSyncRemoteRepository'
 import MemberRepository from '@/database/repositories/memberRepository'
+import {
+  GroupsioIntegrationData,
+  GroupsioGetToken,
+  GroupsioVerifyGroup,
+} from '@/serverless/integrations/usecases/groupsio/types'
 
 const discordToken = DISCORD_CONFIG.token || DISCORD_CONFIG.token2
 
@@ -1403,4 +1408,109 @@ export default class IntegrationService {
 
     return integration
   }
+
+  async groupsioConnectOrUpdate(integrationData: GroupsioIntegrationData) {
+    const transaction = await SequelizeRepository.createTransaction(this.options)
+    let integration
+
+    // integration data should have the following fields
+    // email, token, array of groups
+    // we shouldn't store password and 2FA token in the database
+    // user should update them every time thety change something
+
+    try {
+      this.options.log.info('Creating Groups.io integration!')
+      integration = await this.createOrUpdate(
+        {
+          platform: PlatformType.GROUPSIO,
+          settings: {
+            email: integrationData.email,
+            token: integrationData.token,
+            groups: integrationData.groupNames,
+            updateMemberAttributes: true,
+          },
+          status: 'in-progress',
+        },
+        transaction,
+      )
+
+      await SequelizeRepository.commitTransaction(transaction)
+    } catch (err) {
+      await SequelizeRepository.rollbackTransaction(transaction)
+      throw err
+    }
+
+    this.options.log.info(
+      { tenantId: integration.tenantId },
+      'Sending Groups.io message to int-run-worker!',
+    )
+    const emitter = await getIntegrationRunWorkerEmitter()
+    await emitter.triggerIntegrationRun(
+      integration.tenantId,
+      integration.platform,
+      integration.id,
+      true,
+    )
+
+    return integration
+  }
+
+  async groupsioGetToken(data: GroupsioGetToken) {
+    const config: AxiosRequestConfig = {
+      method: 'post',
+      url: 'https://groups.io/api/v1/login',
+      params: {
+        email: data.email,
+        password: data.password,
+        twofactor: data.twoFactorCode,
+      },
+      headers: {
+        'Content-Type': 'application/json',
+      },
+    }
+
+    let response: AxiosResponse
+
+    try {
+      response = await axios(config)
+
+      // we need to get cookie from the response
+
+      const cookie = response.headers['set-cookie'][0].split(';')[0]
+
+      return {
+        groupsioCookie: cookie,
+      }
+    } catch (err) {
+      if ('two_factor_required' in response.data) {
+        throw new Error400(this.options.language, 'errors.groupsio.twoFactorRequired')
+      }
+      throw new Error400(this.options.language, 'errors.groupsio.invalidCredentials')
+    }
+  }
+
+  async groupsioVerifyGroup(data: GroupsioVerifyGroup) {
+    const groupName = data.groupName
+
+    const config: AxiosRequestConfig = {
+      method: 'post',
+      url: `https://groups.io/api/v1/gettopics?group_name=${encodeURIComponent(groupName)}`,
+      headers: {
+        'Content-Type': 'application/json',
+        Cookie: data.cookie,
+      },
+    }
+
+    let response: AxiosResponse
+
+    try {
+      response = await axios(config)
+
+      return {
+        group: response?.data?.data?.group_id,
+      }
+    } catch (err) {
+      throw new Error400(this.options.language, 'errors.groupsio.invalidGroup')
+    }
+  }
 }

backend/src/types/webhooks.ts

@@ -10,6 +10,7 @@ export enum WebhookType {
   GITHUB = 'GITHUB',
   DISCORD = 'DISCORD',
   DISCOURSE = 'DISCOURSE',
+  GROUPSIO = 'GROUPSIO',
 }
 
 export enum DiscordWebsocketEvent {