Commit b84219b1 authored by Tobinsk's avatar Tobinsk
Browse files

Merge branch '10-add-a-message-key' into 'master'

Resolve "add a message key"

Closes #10

See merge request histhub/wikidata-normalizer!19
parents 06035a7e 54bc65c4
This diff is collapsed.
......@@ -16,30 +16,30 @@
"license": "ISC",
"dependencies": {
"@types/chai-as-promised": "^7.1.0",
"@types/node": "^9.6.18",
"@types/winston": "^2.3.9",
"@types/node": "^9.6.48",
"@types/winston": "^2.4.4",
"bunyan-format": "^0.2.1",
"chai-as-promised": "^7.1.1",
"concurrently": "^3.5.1",
"geolinker-common": "git+https://gitlab+deploy-token-1:vnsdCm_t84QGVA2U4kw4@source.dodis.ch/histhub/geolinker-common.git",
"concurrently": "^3.6.1",
"geolinker-common": "git+https://gitlab+deploy-token-1:vnsdCm_t84QGVA2U4kw4@source.dodis.ch/histhub/geolinker-common.git#1.1.1",
"julian-gregorian": "^1.0.0",
"juliandate": "^1.0.0",
"momentjs": "^2.0.0",
"node-cleanup": "^2.1.2",
"node-rdkafka": "^2.3.3",
"node-rdkafka": "^2.6.1",
"ramda": "^0.25.0",
"source-map": "^0.7.3",
"typescript": "^2.8.3",
"typescript": "^2.9.2",
"wikidata-taxonomy": "^0.6.6"
},
"devDependencies": {
"@types/chai": "^4.1.3",
"@types/mocha": "^5.2.1",
"chai": "^4.1.2",
"@types/chai": "^4.1.7",
"@types/mocha": "^5.2.6",
"chai": "^4.2.0",
"kafka-avro-stub": "git+https://git@github.com/tobinski/kafka-avro-stub.git",
"mocha": "5.2",
"sinon": "^6.0.0",
"ts-node": "^6.1.0",
"tslint": "^5.9.1"
"sinon": "^6.3.5",
"ts-node": "^6.2.0",
"tslint": "^5.16.0"
}
}
......@@ -80,7 +80,7 @@ kafka.init().then(async () => {
.pipe(new ReporterCounter({objectMode: true}, core.getReporter(10000, 'analyser'), 'read'))
.pipe(new AnalyserTransformable({objectMode: true}, core.getUriBuilder(), core.getNconf()))
.pipe(new ReporterCounter({objectMode: true}, core.getReporter(10000, 'analyser'), 'write'))
.pipe(new StreamProducerPreparer({objectMode: true, topic: core.getNconf().get('producer:analyser:topics'), partition: -1}))
.pipe(new StreamProducerPreparer({objectMode: true, topic: core.getNconf().get('producer:analyser:topics'), partition: -1, key: (d) => `${d.provider}${d.id}`}))
.pipe(new ProducerStream(analyseProducer, {objectMode: true, topic: core.getNconf().get('producer:analyser:topics')}));
core.getLogger().info('Pipes are registered');
} catch (error) {
......
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment