Temporarily disable Farnell scraper until 403 can be resolved

master
Sven Slootweg 1 year ago
parent 0f73440be0
commit 6c43818deb

@ -74,8 +74,8 @@ module.exports = {
"lcsc:product": [ "lcsc:normalizeProduct" ],
"tme:sitemap": [ "tme:scrapeSitemap" ],
"tme:product": [ "tme:scrapeProduct", "tme:normalizeProduct" ],
"farnell:sitemap": [ "farnell:scrapeSitemap" ],
"farnell:product": [ "farnell:scrapeProduct", "farnell:normalizeProduct" ],
// "farnell:sitemap": [ "farnell:scrapeSitemap" ],
// "farnell:product": [ "farnell:scrapeProduct", "farnell:normalizeProduct" ],
"focus-lcds:home": [ "focus-lcds:findCategories" ],
"focus-lcds:category": [ "focus-lcds:scrapeCategory" ],
"focus-lcds:product": [ "focus-lcds:scrapeProduct", "focus-lcds:normalizeProduct" ],
@ -147,22 +147,22 @@ module.exports = {
},
// Farnell
"farnell:scrapeSitemap": {
ttl: "3d",
taskInterval: "30s",
run: require("./lib/farnell/task/scrape-sitemap")(state)
},
"farnell:scrapeProduct": {
ttl: "60d",
taskInterval: "500ms",
run: require("./lib/farnell/task/scrape-product")(state)
},
"farnell:normalizeProduct": {
dependsOn: [ "farnell:scrapeProduct" ],
version: "1",
parallelTasks: 50,
run: require("./lib/farnell/task/normalize-product")(state)
},
// "farnell:scrapeSitemap": {
// ttl: "3d",
// taskInterval: "30s",
// run: require("./lib/farnell/task/scrape-sitemap")(state)
// },
// "farnell:scrapeProduct": {
// ttl: "60d",
// taskInterval: "500ms",
// run: require("./lib/farnell/task/scrape-product")(state)
// },
// "farnell:normalizeProduct": {
// dependsOn: [ "farnell:scrapeProduct" ],
// version: "1",
// parallelTasks: 50,
// run: require("./lib/farnell/task/normalize-product")(state)
// },
// Focus LCDs
"focus-lcds:findCategories": {

Loading…
Cancel
Save