Add urlmeta with added-at info (#44)

scripts/sortAll.mjs

@@ -8,7 +8,28 @@ function sortSection (values) {
 }
 
 const original = JSON.parse(fs.readFileSync('all.json', 'utf-8'));
+const meta = JSON.parse(fs.readFileSync('urlmeta.json', 'utf-8'));
+
+// sorted order for all entries
 const allow = sortSection(original.allow);
 const deny = sortSection(original.deny);
 
+// rewrite with all our entries (newline included)
 fs.writeFileSync('all.json', `${JSON.stringify({ allow, deny }, null, 2)}\n`);
+
+// find out what we don't have
+const urls = meta.map(({ url }) => url);
+const now = new Date();
+const date = `${now.getUTCFullYear()}-${`00${now.getUTCMonth() + 1}`.slice(-2)}-${`00${now.getUTCDate()}`.slice(-2)}`;
+
+// rewrite with all our entries (newline included)
+fs.writeFileSync('urlmeta.json', `${JSON.stringify(
+  meta
+    .concat(
+      deny
+        .filter((url) => !urls.includes(url))
+        .map((url) => ({ date, url }))
+    )
+    .sort((a, b) => a.url.localeCompare(b.url)),
+  null, 2
+)}\n`);