Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion .github/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@datastream/github-workflows",
"version": "0.1.4",
"version": "0.1.5",
"private": true,
"engines": {
"node": ">=24.0"
Expand Down
1 change: 1 addition & 0 deletions .github/workflows/test-unit.yml
Original file line number Diff line number Diff line change
Expand Up @@ -22,6 +22,7 @@ jobs:
with:
node-version: ${{ env.NODE_VERSION }}
registry-url: https://registry.npmjs.org
cache: npm
- name: Install dependencies
run: |
npm ci --ignore-scripts
Expand Down
2 changes: 1 addition & 1 deletion biome.json
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
{
"$schema": "https://biomejs.dev/schemas/2.4.6/schema.json",
"$schema": "https://biomejs.dev/schemas/2.4.8/schema.json",
"vcs": {
"enabled": true,
"clientKind": "git",
Expand Down
1,648 changes: 512 additions & 1,136 deletions package-lock.json

Large diffs are not rendered by default.

17 changes: 7 additions & 10 deletions package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@datastream/monorepo",
"version": "0.1.4",
"version": "0.1.5",
"description": "Streams made easy.",
"private": true,
"type": "module",
Expand All @@ -26,16 +26,16 @@
"test:sast:lockfile": "lockfile-lint --path package-lock.json --type npm --allowed-hosts npm --validate-https",
"test:sast:ort": "docker run ghcr.io/oss-review-toolkit/ort --help",
"test:sast:semgrep": "semgrep scan --config auto",
"test:sast:trivy": "trivy fs --scanners vuln,license --include-dev-deps --ignored-licenses 0BSD,Apache-2.0,BSD-1-Clause,BSD-2-Clause,BSD-3-Clause,CC0-1.0,CC-BY-4.0,ISC,MIT --exit-code 1 --disable-telemetry .",
"test:sast:trivy": "trivy fs --scanners vuln,license --include-dev-deps --ignored-licenses 0BSD,Apache-2.0,BSD-1-Clause,BSD-2-Clause,BSD-3-Clause,CC0-1.0,CC-BY-4.0,ISC,MIT,Python-2.0 --exit-code 1 --disable-telemetry .",
"test:sast:trufflehog": "trufflehog filesystem --only-verified --log-level=-1 ./",
"test:types": "tstyche",
"test:perf": "node --test ./**/*.perf.js",
"test:perf": "node --test --test-concurrency ./**/*.perf.js",
"test:dast": "npm run test:dast:fuzz",
"test:dast:fuzz": "node --test ./**/*.fuzz.js",
"test:packages:unit": "npm run test:packages:unit:node && npm run test:packages:unit:web",
"test:packages:unit:node": "node --test --test-force-exit --experimental-test-coverage --test-coverage-lines=96 --test-coverage-branches=99 --test-coverage-functions=95",
"test:packages:unit:web": "node --test --test-force-exit --experimental-test-coverage --test-coverage-lines=96 --test-coverage-branches=99 --test-coverage-functions=95",
"test:packages:perf": "node --test ./packages/**/*.perf.js",
"test:packages:perf": "node --test --test-concurrency ./packages/**/*.perf.js",
"test:packages:fuzz": "node --test ./packages/**/*.fuzz.js",
"rm": "npm run rm:macos && npm run rm:node_modules && npm run rm:lock",
"rm:macos": "find . -name '.DS_Store' -type f -prune -exec rm -rf '{}' +",
Expand Down Expand Up @@ -72,7 +72,7 @@
"@biomejs/biome": "^2.0.0",
"@commitlint/cli": "^20.0.0",
"@commitlint/config-conventional": "^20.0.0",
"@types/node": "25.4.0",
"@types/node": "25.5.0",
"esbuild": "^0.27.0",
"fast-check": "^4.0.0",
"husky": "^9.0.0",
Expand All @@ -81,12 +81,9 @@
},
"overrides": {
"@sveltejs/kit": {
"cookie": "^0.7.2",
"devalue": "^5.6.4"
},
"svelte": {
"devalue": "^5.6.4"
"cookie": "^0.7.2"
},
"fast-xml-parser": ">=5.5.6",
"license-check-and-add": {
"minimatch": "^10.2.4"
}
Expand Down
2 changes: 1 addition & 1 deletion packages/aws/index.perf.js
Original file line number Diff line number Diff line change
Expand Up @@ -47,7 +47,7 @@ import { Bench } from "tinybench";
// -- Config --

const ITEMS = 1_000;
const time = 5_000;
const time = Number(process.env.BENCH_TIME ?? 5_000);

const generateItems = (count) =>
Array.from({ length: count }, (_, i) => ({
Expand Down
4 changes: 2 additions & 2 deletions packages/aws/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@datastream/aws",
"version": "0.1.4",
"version": "0.1.5",
"description": "AWS service streaming integrations for S3, DynamoDB, Lambda, SNS, and SQS",
"type": "module",
"engines": {
Expand Down Expand Up @@ -122,7 +122,7 @@
},
"homepage": "https://datastream.js.org",
"dependencies": {
"@datastream/core": "0.1.4"
"@datastream/core": "0.1.5"
},
"peerDependencies": {
"@aws-sdk/client-dynamodb": "^3.0.0",
Expand Down
2 changes: 1 addition & 1 deletion packages/base64/index.perf.js
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,7 @@ import { Bench } from "tinybench";

// -- Data generators --

const time = 5_000;
const time = Number(process.env.BENCH_TIME ?? 5_000);

const generateString = (size) => {
const chars =
Expand Down
4 changes: 2 additions & 2 deletions packages/base64/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@datastream/base64",
"version": "0.1.4",
"version": "0.1.5",
"description": "Base64 encoding and decoding transform streams",
"type": "module",
"engines": {
Expand Down Expand Up @@ -60,6 +60,6 @@
},
"homepage": "https://datastream.js.org",
"dependencies": {
"@datastream/core": "0.1.4"
"@datastream/core": "0.1.5"
}
}
2 changes: 1 addition & 1 deletion packages/charset/index.perf.js
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,7 @@ import { Bench } from "tinybench";

// -- Data generators --

const time = 5_000;
const time = Number(process.env.BENCH_TIME ?? 5_000);

const generateString = (size) => {
const chars =
Expand Down
4 changes: 2 additions & 2 deletions packages/charset/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@datastream/charset",
"version": "0.1.4",
"version": "0.1.5",
"description": "Character encoding detection, decoding, and conversion streams",
"type": "module",
"engines": {
Expand Down Expand Up @@ -108,7 +108,7 @@
},
"homepage": "https://datastream.js.org",
"dependencies": {
"@datastream/core": "0.1.4",
"@datastream/core": "0.1.5",
"charset-detector": "0.0.2",
"iconv-lite": "0.7.2"
}
Expand Down
2 changes: 1 addition & 1 deletion packages/compress/index.perf.js
Original file line number Diff line number Diff line change
Expand Up @@ -20,7 +20,7 @@ import { Bench } from "tinybench";

// -- Data generators --

const time = 5_000;
const time = Number(process.env.BENCH_TIME ?? 5_000);

// Compressible data (~1MB of repeated JSON-like content)
const compressibleBody = JSON.stringify(
Expand Down
4 changes: 2 additions & 2 deletions packages/compress/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@datastream/compress",
"version": "0.1.4",
"version": "0.1.5",
"description": "Compression and decompression streams for gzip, deflate, brotli, and zstd",
"type": "module",
"engines": {
Expand Down Expand Up @@ -140,7 +140,7 @@
},
"homepage": "https://datastream.js.org",
"dependencies": {
"@datastream/core": "0.1.4"
"@datastream/core": "0.1.5"
},
"peerDependencies": {
"brotli-wasm": "3.0.1",
Expand Down
2 changes: 1 addition & 1 deletion packages/core/index.perf.js
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@ import { Bench } from "tinybench";

const ITEMS = 10_000;
const COLS = 10;
const time = 5_000;
const time = Number(process.env.BENCH_TIME ?? 5_000);

// ~1MB string (matches CSV benchmark scale)
const generateString = (rows, cols, newline = "\r\n") => {
Expand Down
4 changes: 2 additions & 2 deletions packages/core/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@datastream/core",
"version": "0.1.4",
"version": "0.1.5",
"description": "Stream creation utilities and pipeline functions for Web Streams API and Node.js streams",
"type": "module",
"engines": {
Expand Down Expand Up @@ -61,6 +61,6 @@
"homepage": "https://datastream.js.org",
"dependencies": {},
"devDependencies": {
"@datastream/object": "0.1.4"
"@datastream/object": "0.1.5"
}
}
2 changes: 1 addition & 1 deletion packages/csv/index.perf.js
Original file line number Diff line number Diff line change
Expand Up @@ -54,7 +54,7 @@ const generateRowArrays = (rows, cols) =>

const ROWS = 1_000_000;
const COLS = 10;
const time = 5_000;
const time = Number(process.env.BENCH_TIME ?? 5_000);

const csvSimple = generateCsvString(ROWS, COLS);
const csvQuoted = generateCsvStringQuoted(ROWS, COLS);
Expand Down
6 changes: 3 additions & 3 deletions packages/csv/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@datastream/csv",
"version": "0.1.4",
"version": "0.1.5",
"description": "CSV parsing and formatting transform streams",
"type": "module",
"engines": {
Expand Down Expand Up @@ -63,7 +63,7 @@
},
"homepage": "https://datastream.js.org",
"dependencies": {
"@datastream/core": "0.1.4",
"@datastream/object": "0.1.4"
"@datastream/core": "0.1.5",
"@datastream/object": "0.1.5"
}
}
2 changes: 1 addition & 1 deletion packages/digest/index.perf.js
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ import { Bench } from "tinybench";

// -- Data generators --

const time = 5_000;
const time = Number(process.env.BENCH_TIME ?? 5_000);

const generateString = (size) => {
const chars =
Expand Down
4 changes: 2 additions & 2 deletions packages/digest/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@datastream/digest",
"version": "0.1.4",
"version": "0.1.5",
"description": "Cryptographic hash digest pass-through streams",
"type": "module",
"engines": {
Expand Down Expand Up @@ -60,7 +60,7 @@
},
"homepage": "https://datastream.js.org",
"dependencies": {
"@datastream/core": "0.1.4",
"@datastream/core": "0.1.5",
"hash-wasm": "4.12.0"
}
}
2 changes: 1 addition & 1 deletion packages/fetch/index.perf.js
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@ import { Bench } from "tinybench";

// -- Mock setup --

const time = 5_000;
const time = Number(process.env.BENCH_TIME ?? 5_000);
const ITEMS = 1_000;
const PAGE_SIZE = 100;

Expand Down
4 changes: 2 additions & 2 deletions packages/fetch/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@datastream/fetch",
"version": "0.1.4",
"version": "0.1.5",
"description": "HTTP fetch-based readable and writable streams with pagination and rate limiting",
"type": "module",
"engines": {
Expand Down Expand Up @@ -60,6 +60,6 @@
},
"homepage": "https://datastream.js.org",
"dependencies": {
"@datastream/core": "0.1.4"
"@datastream/core": "0.1.5"
}
}
2 changes: 1 addition & 1 deletion packages/file/index.perf.js
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,7 @@ import { Bench } from "tinybench";

// -- Setup --

const time = 5_000;
const time = Number(process.env.BENCH_TIME ?? 5_000);

const tmpFile = join(tmpdir(), "datastream-perf-test.csv");
const bigString = Array.from(
Expand Down
4 changes: 2 additions & 2 deletions packages/file/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@datastream/file",
"version": "0.1.4",
"version": "0.1.5",
"description": "File system readable and writable streams with extension type enforcement",
"type": "module",
"engines": {
Expand Down Expand Up @@ -60,6 +60,6 @@
},
"homepage": "https://datastream.js.org",
"dependencies": {
"@datastream/core": "0.1.4"
"@datastream/core": "0.1.5"
}
}
4 changes: 2 additions & 2 deletions packages/indexeddb/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@datastream/indexeddb",
"version": "0.1.4",
"version": "0.1.5",
"description": "IndexedDB readable and writable streams for browser storage",
"type": "module",
"engines": {
Expand Down Expand Up @@ -60,7 +60,7 @@
},
"homepage": "https://datastream.js.org",
"dependencies": {
"@datastream/core": "0.1.4",
"@datastream/core": "0.1.5",
"idb": "8.0.3"
}
}
4 changes: 2 additions & 2 deletions packages/ipfs/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@datastream/ipfs",
"version": "0.1.4",
"version": "0.1.5",
"description": "IPFS get and add streaming operations",
"type": "module",
"engines": {
Expand Down Expand Up @@ -61,6 +61,6 @@
},
"homepage": "https://datastream.js.org",
"dependencies": {
"@datastream/core": "0.1.4"
"@datastream/core": "0.1.5"
}
}
2 changes: 1 addition & 1 deletion packages/object/index.perf.js
Original file line number Diff line number Diff line change
Expand Up @@ -24,7 +24,7 @@ import { Bench } from "tinybench";

const ITEMS = 100_000;
const COLS = 10;
const time = 5_000;
const time = Number(process.env.BENCH_TIME ?? 5_000);

const generateObjects = (rows, cols) =>
Array.from({ length: rows }, (_, r) => {
Expand Down
4 changes: 2 additions & 2 deletions packages/object/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@datastream/object",
"version": "0.1.4",
"version": "0.1.5",
"description": "Object transform streams for picking, omitting, pivoting, batching, and key mapping",
"type": "module",
"engines": {
Expand Down Expand Up @@ -60,6 +60,6 @@
},
"homepage": "https://datastream.js.org",
"dependencies": {
"@datastream/core": "0.1.4"
"@datastream/core": "0.1.5"
}
}
2 changes: 1 addition & 1 deletion packages/string/index.perf.js
Original file line number Diff line number Diff line change
Expand Up @@ -19,7 +19,7 @@ import { Bench } from "tinybench";

// -- Data generators --

const time = 5_000;
const time = Number(process.env.BENCH_TIME ?? 5_000);

const generateString = (size) => {
const chars =
Expand Down
4 changes: 2 additions & 2 deletions packages/string/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@datastream/string",
"version": "0.1.4",
"version": "0.1.5",
"description": "String transform streams for splitting, replacing, counting, and deduplication",
"type": "module",
"engines": {
Expand Down Expand Up @@ -60,6 +60,6 @@
},
"homepage": "https://datastream.js.org",
"dependencies": {
"@datastream/core": "0.1.4"
"@datastream/core": "0.1.5"
}
}
2 changes: 1 addition & 1 deletion packages/validate/index.perf.js
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,7 @@ import { Bench } from "tinybench";
// -- Data generators --

const ITEMS = 100_000;
const time = 5_000;
const time = Number(process.env.BENCH_TIME ?? 5_000);

const schema = {
type: "object",
Expand Down
Loading
Loading