Resolve "Use magpie as a library"
This diff is collapsed.
{ | ||
"name": "magpie", | ||
"name": "dodis", | ||
"version": "1.0.0", | ||
"description": "Magpie get urls from kafka and fetchs them in the wild of the internet", | ||
"main": "dist/index.js", | ||
... | ... | @@ -15,17 +15,19 @@ |
"author": "", | ||
"license": "ISC", | ||
"dependencies": { | ||
"@types/node": "^9.6.18", | ||
"bunyan-format": "^0.2.1", | ||
"@types/node": "^10.14", | ||
"concurrently": "^3.5.1", | ||
"geolinker-common": "git+https://gitlab+deploy-token-1:vnsdCm_t84QGVA2U4kw4@source.dodis.ch/histhub/geolinker-common.git", | ||
"node-cleanup": "^2.1.2", | ||
"node-spider": "^1.4.1", | ||
"source-map": "^0.7.3", | ||
"typescript": "^2.8.3" | ||
"magpie": "git+https://gitlab+deploy-token-10:j2fMMZ6XHFDmTJ9yGD6U@source.dodis.ch/histhub/magpie.git", | ||
"typescript": "^3.6" | ||
}, | ||
"devDependencies": { | ||
"ts-node": "^6.1.0", | ||
"tslint": "^5.9.1" | ||
"@types/chai": "^4.2", | ||
"@types/mocha": "^5.2", | ||
"chai": "^4.2", | ||
"mocha": "^6", | ||
"sinon": "^6.3.5", | ||
"ts-node": "^8.4", | ||
"tslint": "^5.20.0" | ||
} | ||
} |
src/crawler.ts
deleted
100644 → 0
src/sitemap-reader.ts
0 → 100644