Skip to content

Commit 9690792

Browse files
authored
feat(bigquery): add taxonomy name along with policy tag name for columns in bigquery asset (#489)
1 parent 0ff71e6 commit 9690792

File tree

1 file changed

+14
-1
lines changed

1 file changed

+14
-1
lines changed

plugins/extractors/bigquery/bigquery.go

Lines changed: 14 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -704,7 +704,20 @@ func (e *Extractor) getPolicyTagList(ctx context.Context, col *bigquery.FieldSch
704704
continue
705705
}
706706

707-
pt = append(pt, fmt.Sprintf("policy_tag:%s:%s", policyTag.DisplayName, policyTag.Name))
707+
policyTagSplit := strings.Split(name, "/")
708+
if len(policyTagSplit) < 2 {
709+
e.logger.Error("error splitting policy tag ", "policy_tag", name, "err", "incorrect format")
710+
continue
711+
}
712+
713+
taxonomyResourceName := strings.Join(policyTagSplit[:len(policyTagSplit)-2], "/")
714+
taxonomy, err := e.policyTagClient.GetTaxonomy(ctx, &datacatalogpb.GetTaxonomyRequest{Name: taxonomyResourceName})
715+
if err != nil {
716+
e.logger.Error("error fetching taxonomy", "taxonomy", taxonomy, "err", err)
717+
continue
718+
}
719+
720+
pt = append(pt, fmt.Sprintf("%s:%s:%s", taxonomy.DisplayName, policyTag.DisplayName, policyTag.Name))
708721
}
709722

710723
return pt

0 commit comments

Comments
 (0)