Skip to content

Commit ba2a36d

Browse files
committed
reservation assignments
1 parent d7bd697 commit ba2a36d

5 files changed

Lines changed: 25 additions & 9 deletions

File tree

definitions/declarations/chrome-ux-report.js

Lines changed: 0 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -30,9 +30,3 @@ FROM ${ctx.ref(database, 'materialized', 'device_summary')}
3030
|> WHERE cnt_devices != 3 OR cnt_ranks != 10
3131
|> SELECT "Table data doesn't match 3 unique devices and 10 ranks" AS error_message
3232
`)
33-
34-
declare({
35-
database,
36-
schema: 'experimental',
37-
name: 'global'
38-
})

definitions/declarations/httparchive.js

Lines changed: 19 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -40,3 +40,22 @@ ORDER BY cnt_pages DESC
4040
name: table
4141
})
4242
)
43+
44+
operate('create_reservation_assignment')
45+
.tags(['crawl_complete'])
46+
.queries(ctx => `
47+
CREATE ASSIGNMENT
48+
\`httparchive.region-us.retrospective-reprocessing.pipeline\`
49+
OPTIONS (
50+
assignee = 'projects/httparchive',
51+
job_type = 'QUERY')
52+
`)
53+
54+
operate('drop_reservation_assignment', {
55+
dependencies: ['requests_10k']
56+
})
57+
.tags(['crawl_complete'])
58+
.queries(ctx => `
59+
DROP ASSIGNMENT IF EXISTS
60+
\`httparchive.region-us.retrospective-reprocessing.pipeline\`
61+
`)

definitions/output/crawl/pages.js

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -47,7 +47,8 @@ publish('pages', {
4747
technologies: 'Technologies detected at runtime (see https://www.wappalyzer.com/)',
4848
metadata: 'Additional metadata about the test'
4949
},
50-
tags: ['crawl_complete']
50+
tags: ['crawl_complete'],
51+
dependencies: ['create_reservation_assignment']
5152
}).preOps(ctx => `
5253
DELETE FROM ${ctx.self()}
5354
WHERE date = '${constants.currentMonth}' AND

definitions/output/crawl/parsed_css.js

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,8 @@ publish('parsed_css', {
77
clusterBy: ['client', 'is_root_page', 'rank', 'page'],
88
requirePartitionFilter: true
99
},
10-
tags: ['crawl_complete']
10+
tags: ['crawl_complete'],
11+
dependencies: ['create_reservation_assignment']
1112
}).preOps(ctx => `
1213
DELETE FROM ${ctx.self()}
1314
WHERE date = '${constants.currentMonth}'

definitions/output/crawl/requests.js

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -36,7 +36,8 @@ publish('requests', {
3636
},
3737
response_body: 'Text-based response body'
3838
},
39-
tags: ['crawl_complete']
39+
tags: ['crawl_complete'],
40+
dependencies: ['create_reservation_assignment']
4041
}).preOps(ctx => `
4142
FOR client_value IN (SELECT * FROM UNNEST(['desktop', 'mobile']) AS client) DO
4243
FOR is_root_page_value IN (SELECT * FROM UNNEST([TRUE, FALSE]) AS is_root_page) DO

0 commit comments

Comments
 (0)