Skip to content

Commit 8762256

Browse files
committed
Use hyparquet-compressors in benchmark
1 parent 3ea58cb commit 8762256

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

benchmark.js

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
11
import { createReadStream, createWriteStream, promises as fs } from 'fs'
2-
import { snappyUncompressor } from 'hysnappy'
2+
import { compressors } from 'hyparquet-compressors'
33
import { parquetRead } from './src/hyparquet.js'
44

55
const url = 'https://huggingface.co/datasets/wikimedia/wikipedia/resolve/main/20231101.en/train-00000-of-00041.parquet'
@@ -37,7 +37,7 @@ console.log('parsing example.parquet data...')
3737
// read parquet file
3838
await parquetRead({
3939
file,
40-
compressors: { SNAPPY: snappyUncompressor() }, // hysnappy wasm
40+
compressors,
4141
})
4242
const ms = performance.now() - startTime
4343
console.log(`parsed ${stat.size.toLocaleString()} bytes in ${ms.toFixed(0)} ms`)

0 commit comments

Comments
 (0)