-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathcheckUnique.js
More file actions
37 lines (29 loc) · 1.07 KB
/
checkUnique.js
File metadata and controls
37 lines (29 loc) · 1.07 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
function checkUnique() {
const allResults = [];
config.forEach(({table, fields}) => {
fields.forEach(field => {
const query = `
SELECT
\`${field}\` as duplicate_field,
COUNT(*) as duplicate_count
FROM \`${datasetId}.${table}\`
GROUP BY \`${field}\`
HAVING duplicate_count > 1
`;
try {
const queryResults = executeBigQueryQuery(query);
if (queryResults.rows && queryResults.rows.length > 0) {
allResults.push(...queryResults.rows.map(row => ({
table: `${table}`,
field: field,
value: row.f[0].v, // First field value
duplicates: row.f[1].v // Duplicate count
})));
}
} catch (e) {
Logger.log(`Assertion checks for Unique. Error checking ${field} in ${table}: ${e}`);
}
});
});
return allResults;
}