Avoid overloading the CPU and database

master
Sven Slootweg 1 year ago
parent c0fb96eb3f
commit 0f73440be0

@ -35,7 +35,7 @@ module.exports = {
host: "/run/postgresql", host: "/run/postgresql",
database: "seekseek_documentation", database: "seekseek_documentation",
pool: { pool: {
max: 128 max: 75
} }
}, },
seed: [{ seed: [{
@ -100,7 +100,7 @@ module.exports = {
"st:normalizeProduct": { "st:normalizeProduct": {
dependsOn: [ "st:scrapeProduct" ], dependsOn: [ "st:scrapeProduct" ],
version: "8", version: "8",
parallelTasks: Infinity, parallelTasks: 50,
run: require("./lib/st/task/normalize-product")(state) run: require("./lib/st/task/normalize-product")(state)
}, },
@ -118,7 +118,7 @@ module.exports = {
}, },
"lcsc:normalizeProduct": { "lcsc:normalizeProduct": {
version: "7", version: "7",
parallelTasks: Infinity, parallelTasks: 50,
run: require("./lib/lcsc/task/normalize-product")(state) run: require("./lib/lcsc/task/normalize-product")(state)
}, },
@ -142,7 +142,7 @@ module.exports = {
"tme:normalizeProduct": { "tme:normalizeProduct": {
dependsOn: [ "tme:scrapeProduct" ], dependsOn: [ "tme:scrapeProduct" ],
version: "5", version: "5",
parallelTasks: Infinity, parallelTasks: 50,
run: require("./lib/tme/task/normalize-product")(state) run: require("./lib/tme/task/normalize-product")(state)
}, },
@ -160,7 +160,7 @@ module.exports = {
"farnell:normalizeProduct": { "farnell:normalizeProduct": {
dependsOn: [ "farnell:scrapeProduct" ], dependsOn: [ "farnell:scrapeProduct" ],
version: "1", version: "1",
parallelTasks: Infinity, parallelTasks: 50,
run: require("./lib/farnell/task/normalize-product")(state) run: require("./lib/farnell/task/normalize-product")(state)
}, },
@ -181,7 +181,7 @@ module.exports = {
}, },
"focus-lcds:normalizeProduct": { "focus-lcds:normalizeProduct": {
dependsOn: [ "focus-lcds:scrapeProduct" ], dependsOn: [ "focus-lcds:scrapeProduct" ],
parallelTasks: Infinity, parallelTasks: 50,
run: require("./lib/focus-lcds/task/normalize-product")(state) run: require("./lib/focus-lcds/task/normalize-product")(state)
}, },
} }

Loading…
Cancel
Save