Merge branch 'alpha' into feature/CG-1266

Author: m-pizarro

CHANGELOG.md

@@ -1,3 +1,10 @@
+# [0.63.0-alpha.1](https://github.com/cloudgraphdev/cloudgraph-provider-azure/compare/0.62.0...0.63.0-alpha.1) (2022-06-02)
+
+
+### Features
+
+* **services:** Update readme file ([c049a36](https://github.com/cloudgraphdev/cloudgraph-provider-azure/commit/c049a3628bc80d3091fbe6e16d7a48152ccb1316))
+
 # [0.62.0](https://github.com/cloudgraphdev/cloudgraph-provider-azure/compare/0.61.0...0.62.0) (2022-05-31)
 
 

README.md

@@ -87,6 +87,7 @@ CloudGraph needs read permissions in order to ingest your data. To keep things e
 | loadBalancer                                | loadBalancer, publicIp, resourceGroup, virtualNetwork                     |
 | logAnalyticsSolution                        | resourceGroup, logAnalyticsWorkspace                                      |
 | logAnalyticsWorkspace                       | resourceGroup, dataCollectionRule, logAnalyticsSolution                   |
+| logProfiles                                 | storageAccount                                                            |
 | networkInterface                            | publicIp, resourceGroup, securityGroup, virtualMachine, virtualNetwork    |
 | policyAssignment                            |                                                                           |
 | postgreSqlServers                           | resourceGroup, databasePostgreSql                                         |
@@ -106,7 +107,7 @@ CloudGraph needs read permissions in order to ingest your data. To keep things e
 | securitySettings                            |                                                                           |
 | serviceBus                                  | resourceGroup                                                             |
 | sqlServers                                  | databaseSql, resourceGroup                                                |
-| storageAccount                              | diagnosticSetting, resourceGroup, storageContainer                        |
+| storageAccount                              | diagnosticSetting, logProfiles, resourceGroup, storageContainer           |
 | storageBlob                                 | resourceGroup, storageContainer                                           |
 | storageContainer                            | resourceGroup, storageAccount                                             |
 | synapseBigDataPools                         | resourceGroup, synapseWorkspaces                                          |

package.json

@@ -1,6 +1,6 @@
 {
   "name": "@cloudgraph/cg-provider-azure",
-  "version": "0.62.0",
+  "version": "0.63.0-alpha.1",
   "description": "CloudGraph provider plugin for Azure used to fetch Azure cloud data.",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",

src/enums/schemasMap.ts

@@ -58,6 +58,7 @@ export default {
   [services.loadBalancer]: 'azureLoadBalancer',
   [services.logAnalyticsSolution]: 'azureLogAnalyticsSolution',
   [services.logAnalyticsWorkspace]: 'azureLogAnalyticsWorkspace',
+  [services.logProfiles]: 'azureLogProfiles',
   [services.machineLearningWorkspaces]: 'azureMachineLearningWorkspace',  
   [services.metricAlert]:'azureMetricAlert',
   [services.mySqlServers]: 'azureMySqlServer',

src/enums/serviceMap.ts

@@ -83,6 +83,7 @@ import AzureBackupVault from '../services/backupVault'
 import AzureBackupInstance from '../services/backupInstance'
 import AzureBackupPolicy from '../services/backupPolicy'
 import AzureBilling from '../services/billing'
+import AzureLogProfiles from '../services/logProfiles'
 
 /**
  * serviceMap is an object that contains all currently supported services for AWS
@@ -144,6 +145,7 @@ export default {
   [services.loadBalancer]: AzureLoadBalancer,
   [services.logAnalyticsSolution]: AzureLogAnalyticsSolutions,
   [services.logAnalyticsWorkspace]: AzureLogAnalyticsWorkspaces,
+  [services.logProfiles]: AzureLogProfiles,
   [services.machineLearningWorkspaces]: AzureMachineLearningWorkspace,
   [services.mySqlServers]: AzureMySqlServer,
   [services.networkInterface]: AzureNetworkInterface,

src/enums/services.ts

@@ -51,6 +51,7 @@ export default {
   loadBalancer: 'loadBalancer',
   logAnalyticsSolution: 'logAnalyticsSolution',
   logAnalyticsWorkspace: 'logAnalyticsWorkspace',
+  logProfiles: 'logProfiles',
   machineLearningWorkspaces: 'machineLearningWorkspaces',
   metricAlert: 'metricAlert',
   mySqlServers: 'mySqlServers',

src/properties/logger.ts

@@ -127,6 +127,8 @@ export default {
     `Found ${num} Key Vault secrets`,
   // Load balancer
   foundLoadBalancers: (num: number): string => `Found ${num} load balancers`,
+  // Metric Profiles
+  foundLogProfiles: (num: number): string => `Found ${num} log profiles`,
   // Machine Learning Workspaces
   foundMachineLearningWorkspaces: (num: number): string =>
     `Found ${num} machine learning workspaces`,

src/services/logProfiles/connections.ts

@@ -0,0 +1,52 @@
+import { ServiceConnection } from '@cloudgraph/sdk'
+import { isEmpty } from 'lodash'
+
+import services from '../../enums/services'
+import { RawAzureStorageAccount } from '../storageAccount/data'
+import { RawAzureLogProfileResource } from './data'
+
+export default ({
+  service,
+  data,
+  region,
+}: {
+  service: RawAzureLogProfileResource
+  data: Array<{ name: string; data: { [property: string]: any[] } }>
+  region: string
+}): {
+  [property: string]: ServiceConnection[]
+} => {
+  const connections: ServiceConnection[] = []
+  const { id, storageAccountId } = service
+
+  /**
+   * Find storage account related to this log profile
+   */
+  const storageAccounts: {
+    name: string
+    data: { [property: string]: RawAzureStorageAccount[] }
+  } = data.find(({ name }) => name === services.storageAccount)
+
+  if (storageAccounts?.data?.[region]) {
+    const storageAccountsInRegion: RawAzureStorageAccount[] =
+      storageAccounts.data[region].filter(
+        ({ id: saId }: RawAzureStorageAccount) => saId === storageAccountId
+      )
+
+    if (!isEmpty(storageAccountsInRegion)) {
+      for (const rg of storageAccountsInRegion) {
+        connections.push({
+          id: rg.id,
+          resourceType: services.storageAccount,
+          relation: 'child',
+          field: 'storageAccount',
+        })
+      }
+    }
+  }
+
+  const rgResult = {
+    [id]: connections,
+  }
+  return rgResult
+}

src/services/logProfiles/data.ts

@@ -0,0 +1,65 @@
+import CloudGraph from '@cloudgraph/sdk'
+import { MonitorClient, LogProfileResource } from '@azure/arm-monitor'
+import { PagedAsyncIterableIterator } from '@azure/core-paging'
+import azureLoggerText from '../../properties/logger'
+import { AzureServiceInput, TagMap } from '../../types'
+import { tryCatchWrapper } from '../../utils'
+import { regionMap } from '../../enums/regions'
+
+const { logger } = CloudGraph
+const lt = { ...azureLoggerText }
+const serviceName = 'Log Profiles'
+
+export interface RawAzureLogProfileResource
+  extends Omit<LogProfileResource, 'location' | 'tags'> {
+  region: string
+  Tags: TagMap
+}
+
+export default async ({
+  config,
+}: AzureServiceInput): Promise<{
+  [property: string]: RawAzureLogProfileResource[]
+}> => {
+  try {
+    const { tokenCredentials, subscriptionId } = config
+    const client = new MonitorClient(tokenCredentials, subscriptionId)
+    const logProfiles: RawAzureLogProfileResource[] = []
+    const result = { global: [] }
+    await tryCatchWrapper(
+      async () => {
+        const logProfilesIterable: PagedAsyncIterableIterator<LogProfileResource> =
+          client.logProfiles.list()
+        for await (const logProfile of logProfilesIterable) {
+          if (logProfile) {
+            const { tags, ...rest } = logProfile
+            const region = regionMap.global
+            logProfiles.push({
+              ...rest,
+              region,
+              Tags: tags || {},
+            })
+          }
+        }
+      },
+      {
+        service: serviceName,
+        client,
+        scope: 'logProfiles',
+        operation: 'list',
+      }
+    )
+    logger.debug(lt.foundLogProfiles(logProfiles.length))
+
+    logProfiles.map(({ region, ...rest }) => {
+      result.global.push({
+        ...rest,
+        region,
+      })
+    })
+    return result
+  } catch (e) {
+    logger.error(e)
+    return {}
+  }
+}

src/services/logProfiles/format.ts

@@ -0,0 +1,40 @@
+import cuid from 'cuid'
+import { AzureLogProfile } from '../../types/generated'
+import { formatTagsFromMap } from '../../utils/format'
+import { RawAzureLogProfileResource } from './data'
+
+export default ({
+  service,
+  account,
+  region,
+}: {
+  service: RawAzureLogProfileResource
+  account: string
+  region: string
+}): AzureLogProfile => {
+  const {
+    id,
+    name,
+    type,
+    storageAccountId,
+    serviceBusRuleId,
+    locations = [],
+    categories = [],
+    retentionPolicy = {},
+    Tags: tags = {},
+  } = service
+
+  return {
+    id: id || cuid(),
+    name,
+    region,
+    subscriptionId: account,
+    type,
+    storageAccountId,
+    serviceBusRuleId,
+    locations,
+    categories,
+    retentionPolicy,
+    tags: formatTagsFromMap(tags),
+  }
+}