|
|
|
@ -74,8 +74,8 @@ module.exports = { |
|
|
|
"lcsc:product": [ "lcsc:normalizeProduct" ], |
|
|
|
"tme:sitemap": [ "tme:scrapeSitemap" ], |
|
|
|
"tme:product": [ "tme:scrapeProduct", "tme:normalizeProduct" ], |
|
|
|
"farnell:sitemap": [ "farnell:scrapeSitemap" ], |
|
|
|
"farnell:product": [ "farnell:scrapeProduct", "farnell:normalizeProduct" ], |
|
|
|
// "farnell:sitemap": [ "farnell:scrapeSitemap" ],
|
|
|
|
// "farnell:product": [ "farnell:scrapeProduct", "farnell:normalizeProduct" ],
|
|
|
|
"focus-lcds:home": [ "focus-lcds:findCategories" ], |
|
|
|
"focus-lcds:category": [ "focus-lcds:scrapeCategory" ], |
|
|
|
"focus-lcds:product": [ "focus-lcds:scrapeProduct", "focus-lcds:normalizeProduct" ], |
|
|
|
@ -147,22 +147,22 @@ module.exports = { |
|
|
|
}, |
|
|
|
|
|
|
|
// Farnell
|
|
|
|
"farnell:scrapeSitemap": { |
|
|
|
ttl: "3d", |
|
|
|
taskInterval: "30s", |
|
|
|
run: require("./lib/farnell/task/scrape-sitemap")(state) |
|
|
|
}, |
|
|
|
"farnell:scrapeProduct": { |
|
|
|
ttl: "60d", |
|
|
|
taskInterval: "500ms", |
|
|
|
run: require("./lib/farnell/task/scrape-product")(state) |
|
|
|
}, |
|
|
|
"farnell:normalizeProduct": { |
|
|
|
dependsOn: [ "farnell:scrapeProduct" ], |
|
|
|
version: "1", |
|
|
|
parallelTasks: 50, |
|
|
|
run: require("./lib/farnell/task/normalize-product")(state) |
|
|
|
}, |
|
|
|
// "farnell:scrapeSitemap": {
|
|
|
|
// ttl: "3d",
|
|
|
|
// taskInterval: "30s",
|
|
|
|
// run: require("./lib/farnell/task/scrape-sitemap")(state)
|
|
|
|
// },
|
|
|
|
// "farnell:scrapeProduct": {
|
|
|
|
// ttl: "60d",
|
|
|
|
// taskInterval: "500ms",
|
|
|
|
// run: require("./lib/farnell/task/scrape-product")(state)
|
|
|
|
// },
|
|
|
|
// "farnell:normalizeProduct": {
|
|
|
|
// dependsOn: [ "farnell:scrapeProduct" ],
|
|
|
|
// version: "1",
|
|
|
|
// parallelTasks: 50,
|
|
|
|
// run: require("./lib/farnell/task/normalize-product")(state)
|
|
|
|
// },
|
|
|
|
|
|
|
|
// Focus LCDs
|
|
|
|
"focus-lcds:findCategories": { |
|
|
|
|
