Temporarily disable Farnell scraper until 403 can be resolved

master
Sven Slootweg 1 year ago
parent 0f73440be0
commit 6c43818deb

@ -74,8 +74,8 @@ module.exports = {
"lcsc:product": [ "lcsc:normalizeProduct" ], "lcsc:product": [ "lcsc:normalizeProduct" ],
"tme:sitemap": [ "tme:scrapeSitemap" ], "tme:sitemap": [ "tme:scrapeSitemap" ],
"tme:product": [ "tme:scrapeProduct", "tme:normalizeProduct" ], "tme:product": [ "tme:scrapeProduct", "tme:normalizeProduct" ],
"farnell:sitemap": [ "farnell:scrapeSitemap" ], // "farnell:sitemap": [ "farnell:scrapeSitemap" ],
"farnell:product": [ "farnell:scrapeProduct", "farnell:normalizeProduct" ], // "farnell:product": [ "farnell:scrapeProduct", "farnell:normalizeProduct" ],
"focus-lcds:home": [ "focus-lcds:findCategories" ], "focus-lcds:home": [ "focus-lcds:findCategories" ],
"focus-lcds:category": [ "focus-lcds:scrapeCategory" ], "focus-lcds:category": [ "focus-lcds:scrapeCategory" ],
"focus-lcds:product": [ "focus-lcds:scrapeProduct", "focus-lcds:normalizeProduct" ], "focus-lcds:product": [ "focus-lcds:scrapeProduct", "focus-lcds:normalizeProduct" ],
@ -147,22 +147,22 @@ module.exports = {
}, },
// Farnell // Farnell
"farnell:scrapeSitemap": { // "farnell:scrapeSitemap": {
ttl: "3d", // ttl: "3d",
taskInterval: "30s", // taskInterval: "30s",
run: require("./lib/farnell/task/scrape-sitemap")(state) // run: require("./lib/farnell/task/scrape-sitemap")(state)
}, // },
"farnell:scrapeProduct": { // "farnell:scrapeProduct": {
ttl: "60d", // ttl: "60d",
taskInterval: "500ms", // taskInterval: "500ms",
run: require("./lib/farnell/task/scrape-product")(state) // run: require("./lib/farnell/task/scrape-product")(state)
}, // },
"farnell:normalizeProduct": { // "farnell:normalizeProduct": {
dependsOn: [ "farnell:scrapeProduct" ], // dependsOn: [ "farnell:scrapeProduct" ],
version: "1", // version: "1",
parallelTasks: 50, // parallelTasks: 50,
run: require("./lib/farnell/task/normalize-product")(state) // run: require("./lib/farnell/task/normalize-product")(state)
}, // },
// Focus LCDs // Focus LCDs
"focus-lcds:findCategories": { "focus-lcds:findCategories": {

Loading…
Cancel
Save