Initial commit
commit
245a7c494a
@ -0,0 +1 @@
|
||||
node_modules
|
@ -0,0 +1,23 @@
|
||||
"use strict";
|
||||
|
||||
const Promise = require("bluebird");
|
||||
|
||||
const pipe = require("@promistream/pipe");
|
||||
const fromIterable = require("@promistream/from-iterable");
|
||||
const rangeNumbers = require("@promistream/range-numbers");
|
||||
const combineSequentialStreaming = require("./");
|
||||
const collect = require("@promistream/collect");
|
||||
|
||||
return Promise.try(() => {
|
||||
return pipe([
|
||||
fromIterable([
|
||||
rangeNumbers(0, 3),
|
||||
rangeNumbers(3, 5),
|
||||
rangeNumbers(5, 10),
|
||||
]),
|
||||
combineSequentialStreaming(),
|
||||
collect()
|
||||
]).read();
|
||||
}).then((result) => {
|
||||
console.log(result); // [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9 ]
|
||||
});
|
@ -0,0 +1,61 @@
|
||||
"use strict";
|
||||
|
||||
const Promise = require("bluebird");
|
||||
|
||||
const pipe = require("@promistream/pipe");
|
||||
const sequentialize = require("@promistream/sequentialize");
|
||||
const isEndOfStream = require("@promistream/is-end-of-stream");
|
||||
const propagateAbort = require("@promistream/propagate-abort");
|
||||
|
||||
module.exports = function combineSequentialStreaming() {
|
||||
let currentStream;
|
||||
|
||||
function tryLoadNextStream(source) {
|
||||
if (currentStream == null) {
|
||||
return Promise.try(() => {
|
||||
return source.read();
|
||||
}).then((stream) => {
|
||||
// FIXME: Validate that it's actually a promistream
|
||||
currentStream = stream;
|
||||
return tryLoadNextStream(source);
|
||||
});
|
||||
}
|
||||
}
|
||||
|
||||
function tryRead(source) {
|
||||
return Promise.try(() => {
|
||||
return tryLoadNextStream(source);
|
||||
}).then(() => {
|
||||
return Promise.try(() => {
|
||||
return currentStream.read();
|
||||
}).catch(isEndOfStream, () => {
|
||||
currentStream = null;
|
||||
|
||||
// The next read attempt will load in a new stream
|
||||
return tryRead(source);
|
||||
});
|
||||
});
|
||||
}
|
||||
|
||||
return pipe([
|
||||
{
|
||||
_promistreamVersion: 0,
|
||||
description: `sequential combiner stream`,
|
||||
abort: propagateAbort, // Once aborted, need to abort any substreams that come in afterwards
|
||||
peek: function peek(source) {
|
||||
return Promise.try(() => {
|
||||
return tryLoadNextStream(source);
|
||||
}).then(() => {
|
||||
// FIXME: This won't be completely accurate - if the current stream produces multiple peek=true for EndOfStream markers, then only one of them will actually be read out before the stream is switched out - need to have some code to drain remaining peeks before swapping out the stream, so as to remain spec-compliant
|
||||
return currentStream.peek();
|
||||
});
|
||||
},
|
||||
read: function produceValue_combineSequentialStreaming(source) {
|
||||
// FIXME: Define how this interacts with aborts - does an abort in a single source stream also propagate to an abort for the parent pipeline, including any following substreams?
|
||||
return tryRead(source);
|
||||
}
|
||||
},
|
||||
// FIXME: Make parallelism-capable
|
||||
sequentialize()
|
||||
]);
|
||||
};
|
@ -0,0 +1,25 @@
|
||||
{
|
||||
"name": "@promistream/combine-sequential-streaming",
|
||||
"version": "0.1.0",
|
||||
"main": "index.js",
|
||||
"keywords": [
|
||||
"promistream"
|
||||
],
|
||||
"repository": "http://git.cryto.net/promistream/combine-sequential-streaming.git",
|
||||
"author": "Sven Slootweg <admin@cryto.net>",
|
||||
"license": "WTFPL OR CC0-1.0",
|
||||
"devDependencies": {
|
||||
"@joepie91/eslint-config": "^1.1.0",
|
||||
"@promistream/collect": "^0.1.1",
|
||||
"@promistream/range-numbers": "^0.1.2",
|
||||
"eslint": "^6.8.0"
|
||||
},
|
||||
"dependencies": {
|
||||
"@promistream/pipe": "^0.1.6",
|
||||
"@promistream/from-iterable": "^0.1.0",
|
||||
"@promistream/is-end-of-stream": "^0.1.1",
|
||||
"@promistream/propagate-abort": "^0.1.7",
|
||||
"@promistream/sequentialize": "^0.1.0",
|
||||
"bluebird": "^3.7.2"
|
||||
}
|
||||
}
|
Loading…
Reference in New Issue