We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 3ea58cb commit 8762256Copy full SHA for 8762256
benchmark.js
@@ -1,5 +1,5 @@
1
import { createReadStream, createWriteStream, promises as fs } from 'fs'
2
-import { snappyUncompressor } from 'hysnappy'
+import { compressors } from 'hyparquet-compressors'
3
import { parquetRead } from './src/hyparquet.js'
4
5
const url = 'https://huggingface.co/datasets/wikimedia/wikipedia/resolve/main/20231101.en/train-00000-of-00041.parquet'
@@ -37,7 +37,7 @@ console.log('parsing example.parquet data...')
37
// read parquet file
38
await parquetRead({
39
file,
40
- compressors: { SNAPPY: snappyUncompressor() }, // hysnappy wasm
+ compressors,
41
})
42
const ms = performance.now() - startTime
43
console.log(`parsed ${stat.size.toLocaleString()} bytes in ${ms.toFixed(0)} ms`)
0 commit comments