pages_per_client assert

Author: max-ostapenko

definitions/output/crawl/pages.js

@@ -30,6 +30,20 @@ ORDER BY cnt_pages DESC
 HAVING cnt_pages > 200
   `)
 
+assert('pages_per_client')
+  .tags(['crawl_complete'])
+  .query(ctx => `
+SELECT
+  client,
+  COUNT(DISTINCT page) AS cnt_pages
+FROM ${ctx.ref('crawl_staging', 'pages')}
+WHERE
+  date = '${constants.currentMonth}'
+GROUP BY
+  client
+HAVING cnt_pages < 20000000
+  `)
+
 publish('pages', {
   type: 'incremental',
   protected: true,