shiro/ruleset.skk.moe
1
0
Fork 0
mirror of https://gitlab.com/SukkaW/ruleset.skk.moe.git synced 2026-04-18 17:54:26 +00:00
Code Issues Packages Projects Releases Wiki Activity

deploy: a08bc60052c88a54b256e724d4385b9cc53c1cf6

Browse Source
This commit is contained in:
SukkaBot
2022-08-22 16:09:41 +00:00
parent f0e6358c0b
commit e6be4d0fdc
4 changed files with 23 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
Build/build-reject-domainset.js
View File

@@ -150,7 +150,7 @@ const threads = require('os').cpus().length - 1;
const piscina = new Piscina({
filename: pathResolve(__dirname, 'worker/build-reject-domainset-worker.js'),
workerData: domainSets
workerData: [...domainSets]
});
(await Promise.all([

11
Build/worker/build-reject-domainset-worker.js
View File

@@ -1,11 +1,16 @@
const { workerData } = require('piscina');
const len = workerData.length;
exports.dedupe = ({ chunk }) => {
const outputToBeRemoved = new Set();
for (let i = 0, l = chunk.length; i < l; i++) {
const domainFromInput = chunk[i];
for (const domainFromFullSet of workerData) {
for (let j = 0; j < len; j++) {
const domainFromFullSet = workerData[j];
if (domainFromFullSet === domainFromInput) continue;
if (domainFromFullSet.charCodeAt(0) !== 46) continue;
// domainFromFullSet is now startsWith a "."
@@ -13,8 +18,8 @@ exports.dedupe = ({ chunk }) => {
if (domainFromInput.charCodeAt(0) !== 46) {
let shouldBeRemoved = true;
for (let j = 0, l2 = domainFromInput.length; j < l2; j++) {
if (domainFromFullSet.charCodeAt(j + 1) !== domainFromInput.charCodeAt(j)) {
for (let k = 0, l2 = domainFromInput.length; k < l2; k++) {
if (domainFromFullSet.charCodeAt(k + 1) !== domainFromInput.charCodeAt(k)) {
shouldBeRemoved = false;
break;
}