pezkuwichain/phishing
1
0
Fork 0
mirror of https://github.com/pezkuwichain/phishing.git synced 2026-04-22 04:28:01 +00:00
Code Issues Packages Projects Releases Wiki Activity

Check for unique entries (#62)

Browse Source 
* Check for unique entries

* Update scripts/sortAll.mjs

* Updated CHANGELOG

* 0.4
This commit is contained in:
Jaco Greeff
2021-01-24 09:21:35 +01:00
committed by GitHub
parent f1a8818913
commit 0ca51f6897
6 changed files with 79 additions and 51 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scripts/sortAll.mjs
+19
View File
@@ -15,6 +15,20 @@ function sortAddress (values) {
.reduce((all, [key, addresses]) => ({ ...all, [key]: addresses }), {});
}
function isUnique (type, list) {
const others = [];
list.forEach((entry) => {
if (others.includes(entry)) {
throw new Error(`${entry} is duplicated in ${type}`);
} else {
others.push(entry);
}
});
return true;
}
const addr = JSON.parse(fs.readFileSync('address.json', 'utf-8'));
const all = JSON.parse(fs.readFileSync('all.json', 'utf-8'));
const meta = JSON.parse(fs.readFileSync('urlmeta.json', 'utf-8'));
@@ -23,6 +37,11 @@ const meta = JSON.parse(fs.readFileSync('urlmeta.json', 'utf-8'));
const allow = sortSection(all.allow);
const deny = sortSection(all.deny);
// check for unique entries
isUnique('all.json/allow', allow);
isUnique('all.json/deny', deny);
isUnique('address.json', Object.keys(addr));
// rewrite with all our entries (newline included)
fs.writeFileSync('address.json', `${JSON.stringify(sortAddress(addr), null, 2)}\n`);
fs.writeFileSync('all.json', `${JSON.stringify({ allow, deny }, null, 2)}\n`);