Skip to content
Draft
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
270 commits
Select commit Hold shift + click to select a range
a0bf932
fix: Always initialize shell for uv tool
arhimondr Aug 6, 2026
deca954
build(deps): Bump websocket-driver from 0.7.4 to 0.7.5 in /website
dependabot[bot] Aug 7, 2026
36a0651
fix(ci): Bump Ubuntu tzdata pin to the currently published build (fix…
kgpai Aug 7, 2026
b1261a0
feat(exchange): Add TransportKind::kMaterialized and TransportOptions…
shrinidhijoshi Aug 7, 2026
1d6881b
refactor(writer): Rename VeloxWriter to Writer (#18431)
HuamengJiang Aug 8, 2026
0814ab6
build(deps): Bump fast-uri from 3.1.0 to 3.1.5 in /website
dependabot[bot] Aug 8, 2026
5017bfa
fix(vector): Support OPAQUE vectors in saveVector/restoreVector
pedroerp Aug 8, 2026
91b49e7
feat: Support kAnti and kLeftSemiFilter in NestedLoopJoin (#18161)
kKPulla Aug 8, 2026
fc99399
feat(remote): Only send selected rows to the remote server (#18379)
kunigami Aug 8, 2026
d3d59c8
feat: Add xxhash128 Presto scalar function (#18436)
carlnayak Aug 8, 2026
1d8d1e2
refactor: Use CHECK_AND_INC_MEM_OP_STATS for external alloc/free stats
lingbin Aug 8, 2026
b3701be
fix: Prevent cancelled direct coalesced loads from exposing partial data
wankunde Aug 8, 2026
f0d0557
fix(io_uring): Handle ENOMEM from the availability probe
pedroerp Aug 8, 2026
844c77c
feat(torchwave): Multikernel parity with cg (#18390)
oerling Aug 8, 2026
8f2e1ae
feat(nimble): Add reader-owned lazy I/O load hook (#17999)
prashantgolash Aug 10, 2026
55acc87
perf(parquet): Dictionary passthrough and selective flattening in Par…
iemejia Aug 10, 2026
032515a
fix(ci): Only force UV_TOOL_BIN_DIR when installing uv (fixes #18463)
kgpai Aug 10, 2026
44690ba
feat(torchwave): Multi-dim repeat_interleave and cat/stack fusion at …
oerling Aug 11, 2026
31610f7
feat(parquet): Support writing the Parquet page index in the writer
sezruby Aug 11, 2026
ea94b79
build: Add FlatBuffers and OpenZL and vendor FSST for Nimble
jainxrohit Aug 11, 2026
67eb83a
fix: Parquet column reader options initialization order
rui-mo Aug 12, 2026
16ffaea
refactor: Add format-specific runtime stats API
zhztheplayer Aug 12, 2026
8ed45ee
perf: Bound RowsStreamingWindowBuild memory for large single partitio…
kevinwilfong Aug 12, 2026
ce06d6f
fix(test): Increase data size in spillPartitionBitsOverlap test
karthikeyann Aug 13, 2026
89417cd
fix(serializers): Fix stale null count in Presto deserialization
mattgara Aug 13, 2026
bafd65c
refactor(memory): Use VELOX_MEM_LOG_EVERY_MS in SharedArbitrator
lingbin Aug 13, 2026
a96d041
fix(spark): Enable ANSI-compliant cast from DECIMAL to DECIMAL
philo-he Aug 13, 2026
1e3bf34
feat(base): Add ConcurrentRuntimeStatWriter (#18416)
natashasehgal Aug 13, 2026
3ccc2b4
refactor(hive): Share partition value conversion (#18419)
pradeepvaka Aug 13, 2026
a571b61
feat: Fix the full outer join result mismatch issue
JkSelf Aug 13, 2026
3531800
refactor(rpc): Remove the legacy RPCNode flattened-args constructor (…
zhichenxu-meta Aug 13, 2026
54eed81
refactor: Allow subclassing ConcurrentRuntimeStatWriter
natashasehgal Aug 13, 2026
aae71e2
fix(cudf): Link Iceberg test with gmock
bdice Aug 13, 2026
34d34b8
fix: RowSerializer should use chain length during serialization
wecharyu Aug 13, 2026
f4fcf32
feat(connector): Let file systems report per-operation IO counters (#…
raymondlin1 Aug 13, 2026
0a2a27f
fix: Remove task spill directory after drivers close (#18496)
shrinidhijoshi Aug 13, 2026
6431586
build(deps): Bump js-yaml from 3.14.2 to 3.15.1 in /website
dependabot[bot] Aug 13, 2026
ab8eca9
build(ci): Bump astral-sh/setup-uv from 8.2.0 to 9.0.0
dependabot[bot] Aug 13, 2026
ff5cc8c
fix: Ensure Velox dependency builds use an explicit CMake build type
rui-mo Aug 13, 2026
03c8b89
fix(ci): Accept the current Meta copyright line in the license header…
kgpai Aug 13, 2026
9ddf79e
fix(parquet): Support read unknown column
wecharyu Aug 14, 2026
2d4f887
fix(expression): Widen conditional branches to a common type (#18511)
mbasmanova Aug 14, 2026
8da9b9a
refactor(vector): Forbid unloaded lazy ARRAY/MAP children (#18429)
bikramSingh91 Aug 14, 2026
2756e47
misc: Remove unused EncodingTest.cpp
wecharyu Aug 14, 2026
d65a6e7
fix(cudf): Gate LocalExchange residency claims on producer partition …
ReemaAlzaid Aug 14, 2026
36c2381
fix(cudf): Release retained GPU state when operators close
shrshi Aug 14, 2026
8e54848
feat: Support ANSI for Spark CAST(float/double as timestamp)
Harthi7 Aug 14, 2026
23cc95a
feat: Enhance KLL memory allocation for sparse merges
wecharyu Aug 14, 2026
92d0295
refactor(type): Extract the compile-time type metadata into its own h…
karthikeyann Aug 15, 2026
8accb6a
refactor(memory): Clarify thread-safe semantics of MemoryPool
lingbin Aug 15, 2026
6a61cb9
fix(iceberg): Issue when column with default value has filter
nmahadevuni Aug 15, 2026
c8e4755
fix: Fix the stale make format command in CLAUDE.md
lingbin Aug 15, 2026
0ece1c2
feat: Deletion-vector codec: bound Roaring64 positions and conform to…
apurva-meta Aug 15, 2026
665bf5e
feat: Resolve Iceberg delete field IDs and narrow test matrices
apurva-meta Aug 15, 2026
4aed7ad
feat(torchwave): ROO preproc fixes (graph-prep, arithmetic promotion,…
oerling Aug 15, 2026
1e5bfb8
fix(cuDF): Fix cuDF local exchange memory accounting
devavret Aug 17, 2026
b831471
refactor(test): Rename outputType to targetColumns
Joe-Abraham Aug 17, 2026
54fea71
feat(nimble): Move Nimble into Velox (#18468)
jainxrohit Aug 17, 2026
65ffc01
Sync facebookincubator/velox main at 54fea71cce67b79d640c36ce828da01d…
firestarman Aug 18, 2026
45f5de2
fix: preserve downstream build compatibility
firestarman Aug 18, 2026
e255430
fix: satisfy repository checks
firestarman Aug 18, 2026
d242cac
fix(test): Load lazy vectors before DuckDB ingestion in test harness
karthikeyann Aug 18, 2026
c4299b7
fix(parquet): Skip fixed-length byte arrays without a length prefix
iemejia Aug 18, 2026
375eecc
feat(spark): Add ANSI mode support for CAST(NumericType as integral)
minni31 Aug 18, 2026
de642fd
fix: Filter on constant ScanSpec fields
rui-mo Aug 18, 2026
4432957
build(nimble): Track benchmark data headers in CMake (#18538)
malinjawi Aug 18, 2026
9aa4001
fix(nimble): Apply encoding layouts to predefined FlatMap keys (#18549)
duxiao1212 Aug 19, 2026
8a6663d
feat(nimble): Optimize result adapter batch decoding (#18548)
xiaoxmeng Aug 19, 2026
a71143c
build: Add support for LTO
zhztheplayer Aug 19, 2026
309858b
feat: Add HUGEINT support to VectorHasher's distinct value-id path
rui-mo Aug 19, 2026
76b8c19
fix(hive): Round-trip all FileProperties in split serde (#18481)
pradeepvaka Aug 19, 2026
15ee98e
build(deps): Bump brace-expansion from 1.1.14 to 1.1.18 in /website
dependabot[bot] Aug 19, 2026
0db6714
fix(fuzzer): Exclude UNKNOWN base type from HLL input generator
karthikeyann Aug 19, 2026
a985eb8
feat(parquet): Add BYTE_STREAM_SPLIT decoder and INT64 decimal bulk path
iemejia Aug 19, 2026
02d85be
fix: UBSan misaligned-load failures
PingLiuPing Aug 19, 2026
e60330d
fix(ci): Run clang-tidy for Breeze separately
wecharyu Aug 19, 2026
4ab29d9
build(ci): Bump actions/cache/save from 5.0.5 to 6.1.0
dependabot[bot] Aug 19, 2026
8612db5
fix(exec): Emit TopNRowNumber in-memory partitions in ascending rank …
patrickswedish Aug 19, 2026
cc87a86
fix(memory): Make the global arbitration thread name fully visible
lingbin Aug 19, 2026
f72fb2f
perf(HashTable): K-way chain walk with per-slot buffered flush
zhulipeng Aug 19, 2026
bbebba0
refactor(memory): Use VELOX_MEM_LOG in Memory and MemoryArbitrator
lingbin Aug 19, 2026
c1d8445
feat(fuzzer): Run TableEvolutionFuzzer query shapes against an existi…
HuamengJiang Aug 19, 2026
38d78c6
fix(fuzzer): Emit the number of aggregates the fuzzer decides on (#18…
HuamengJiang Aug 19, 2026
b0896f9
fix(spark): Enable ANSI-compliant cast from BOOLEAN to DECIMAL
philo-he Aug 19, 2026
3c3fb16
refactor(exec): Rename ExchangeClient to InMemoryExchangeClient
dan13bauer Aug 19, 2026
ca800d0
feat(cudf): Support masked (FILTER) aggregation for sum/count/min/max
perlitz Aug 19, 2026
73ac885
docs: Update Spark function documents
rui-mo Aug 19, 2026
d7b3de7
feat: Add Spark CAST(string as TIME) with ANSI support
malinjawi Aug 19, 2026
1f971d3
fix(dwio): Correct row-index size when a scan has a filter and no chi…
felipepessoto Aug 20, 2026
9de6a1f
refactor(velox): Extract shared HiveHash primitives into functions/li…
kostasxmeta Aug 20, 2026
ab98565
refactor: Drop the prefix from TrackedExecutor::reportTo
natashasehgal Aug 20, 2026
2ca5030
build: Bump the OpenZL pin to the revision fbcode builds against (#18…
kgpai Aug 20, 2026
f2f78ea
fix(expr): Preserve ordinal field references in simplified evaluation
malinjawi Aug 20, 2026
11dc0d3
feat: Support toIntermediate in AggregateCompanionAdapter::PartialFun…
zhztheplayer Aug 20, 2026
62b178b
fix(parquet): Null-fill missing columns correctly in kParquetFieldId …
mohsaka Aug 20, 2026
7c2b381
feat(nimble): Keep deprecated encodings read-only for PFOR encoding (…
duxiao1212 Aug 20, 2026
ffd016a
feat(hive): Report per-operation latency and retry counts
raymondlin1 Aug 20, 2026
5071055
feat: Make Spark CAST(string as REAL/DOUBLE) ANSI-compliant
minni31 Aug 20, 2026
9be92d7
feat(nimble): Add PFOR encoding benchmark (#18543)
kgpai Aug 20, 2026
13acea0
refactor: Minor normalize gtest names for experimental dir
wecharyu Aug 20, 2026
d22adf1
refactor: Minor normalize gtest names for core
wecharyu Aug 20, 2026
9019e37
refactor: Replace raw glog DCHECK with VELOX_DCHECK in velox/vector
lingbin Aug 20, 2026
0d4e581
build(hdfs): Download aarch64 Hadoop native libs on ARM64
karthikeyann Aug 20, 2026
7ea2280
fix: Coerce a non-boolean SWITCH condition to boolean
mbasmanova Aug 20, 2026
c3413b2
fix: Reject trailing date-time separator in Spark CAST(string as time…
Smallfu666 Aug 20, 2026
82187f3
fix: Coerce non-boolean AND and OR arguments to boolean (#18605)
mbasmanova Aug 21, 2026
4b1d8ea
feat(torchwave): CUDA-event stream ordering and GPU-idle timing
oerling Aug 21, 2026
522ee47
fix(rpc): Release retained input vectors in RPCOperator::close() (#18…
zhichenxu-meta Aug 21, 2026
23062d1
feat(exchange): Add materialized exchange implementation - operator a…
shrinidhijoshi Aug 21, 2026
c2a52d0
perf: Pack DirectCoalescedLoad buffers into one shared allocation (#1…
prashantgolash Aug 21, 2026
2c661fc
feat(nimble): Sync Nimble from fbcode after the move into Velox (#18614)
kgpai Aug 21, 2026
417d227
feat(nimble): Merge Writer and Deserializer with fbcode (#18625)
kgpai Aug 21, 2026
15d719e
feat(torchwave): Common-subexpression elimination (#18623)
oerling Aug 22, 2026
52bb657
fix(nimble): Drop read-only PFOR from dispatch fuzzer test
kgpai Aug 22, 2026
6ced766
fix(kll): Reject unsafe sketch sizes
amitkdutta Aug 22, 2026
eb9af27
feat(nimble): Add shared dictionary catalog schema (#18620)
xiaoxmeng Aug 22, 2026
4d16851
feat(nimble): Add shared dictionary catalog reader
xiaoxmeng Aug 22, 2026
ae3f7b1
refactor(nimble): Rename file features to properties (#18616)
xiaoxmeng Aug 23, 2026
b7199fb
feat(nimble): Add shared dictionary config (#18636)
xiaoxmeng Aug 23, 2026
6a99eaa
feat(nimble): Add external dictionary build tool and library (#18634)
xiaoxmeng Aug 23, 2026
787f964
fix(nimble): Build writer reclaimer in OSS
xiaoxmeng Aug 23, 2026
683854b
misc(nimble): Make DeltaBlock reject unsorted input as incompatible (…
duxiao1212 Aug 23, 2026
29357c4
fix(tests): Keep an explicit ROWS window frame (#18639)
mbasmanova Aug 23, 2026
e4811a2
fix(cuDF): Avoid copying single cuDF concat batches in CudfBatchConcat
devavret Aug 23, 2026
33a594c
fix(hive): Test split filters on all partition keys and constants
Joe-Abraham Aug 23, 2026
fc329bf
feat(nimble): Add shared dictionary encoding and writer (#18640)
kgpai Aug 23, 2026
a9c90e0
fix(function): Fix LIKE crash on truncated UTF-8 patterns (#18622) (#…
Yuhta Aug 23, 2026
80fc30b
fix(nimble): Make the shared dictionary export build and pass checks
kgpai Aug 24, 2026
7bdf242
docs: Document VELOX_ENABLE_BACKWARD_COMPATIBILITY
mbasmanova Aug 24, 2026
704b703
fix(nimble): Keep nulls in dictionary reads without AVX2 (#18621)
Yuhta Aug 24, 2026
adb4f5c
test: Enable dynamic filter pushdown for long decimal join keys
rui-mo Aug 24, 2026
e1e73a0
fix(torchwave): Three unrelated crash and corruption bugs
oerling Aug 24, 2026
9005b49
feat(nimble): Verify writer metadata in fuzzers (#18545)
kewang1024 Aug 24, 2026
360af1a
fix(presto-serializer): Deserialize nested OPAQUE columns (#18532)
kunigami Aug 25, 2026
cb8a941
perf(nimble): Reuse encoding slice scratch buffers (#18660)
xiaoxmeng Aug 25, 2026
fbc6742
docs: Add blog "Native Delta Statistics with Velox Task Barriers"
zhztheplayer Aug 25, 2026
dbf7937
refactor: Minor normalize gtest names for dwio
wecharyu Aug 25, 2026
191da88
perf(nimble): Fast-path uncompressed chunk stripping
xiaoxmeng Aug 25, 2026
de9ef92
refactor(nimble): Extract encoding evaluation into common library (#1…
hdikeman Aug 25, 2026
a0ebe26
feat(serializer): Add API to decode multiple row ranges from a single…
hdikeman Aug 25, 2026
47e2960
feat(nimble): Add shared integer dictionary encoding (#18637)
xiaoxmeng Aug 25, 2026
33d01d6
feat(file_format): Add Nimble file dictionary conversion
xiaoxmeng Aug 25, 2026
05b18f2
fix: Support merging HUGEINT value filters
rui-mo Aug 25, 2026
ebc79dc
perf(nimble): Add selected stream location lookup (#18673)
xiaoxmeng Aug 25, 2026
fd75079
fix: Point iceberg Nimble tests at the migrated writer factory header
Yuhta Aug 25, 2026
77597f0
fix(cudf): Fix AzuriteServer.cpp location on Presto builds
lga-zurich Aug 25, 2026
ca9eb03
build: Add build flag for LocalRunnerService (#18413)
peterenescu Aug 25, 2026
b028b44
feat: Support VeloxQueryRunner in Github Expression Fuzzer (#18414)
peterenescu Aug 25, 2026
2b5cbb2
feat(torchwave): Allocation groups for shared lifetimes and fused con…
oerling Aug 25, 2026
3bf3db7
feat(nimble): Make FOR read-only while keeping PFOR writable (#18657)
duxiao1212 Aug 25, 2026
0629586
feat(nimble): Verify column statistics in writer fuzzer (#18666)
kewang1024 Aug 25, 2026
4900660
fix(sparksql): Add high-precision DECIMAL to REAL/DOUBLE cast aligned…
kecookier Aug 25, 2026
6449faf
fix(nimble): Fix null population when abandoning the dictionary (#18628)
HuamengJiang Aug 25, 2026
eb846b0
fix(iceberg): Field id based matching for equality delete columns
nmahadevuni Aug 26, 2026
61e41f0
fix(rpc): Recover the congestion window after an overload backs it of…
zhichenxu-meta Aug 26, 2026
437c80c
feat(nimble): SubIntSplit and Reordering microbenchmark drivers
David-C-L Aug 26, 2026
9a3ac15
feat(nimble): Verify schema roundtrip and stripe group consistency in…
kewang1024 Aug 26, 2026
777dce4
Daily `arc lint --take CLANGFORMAT` (#18696)
meta-codesync[bot] Aug 26, 2026
d142979
fix: Add split-level column mapping mode for file scans
rui-mo Aug 26, 2026
b3afad6
test(nimble): BlockBitPacking encoding does not support empty rows
kevinwilfong Aug 26, 2026
97f32a0
build(ci): Bump pypa/cibuildwheel from 4.0.0 to 4.2.0
dependabot[bot] Aug 26, 2026
d6b8abf
fix: Restore Huffman 12-bit guard, fix NaN stats compare
Yuhta Aug 26, 2026
90167ec
fix(nimble): Reject enableChunkIndex without enableChunking (#18664)
kewang1024 Aug 27, 2026
88f9497
fix: Fix CacheShard::shutdown race and leak
arhimondr Aug 27, 2026
a797ecd
refactor(reader): Move the reader factory out of fb/ (#18677)
HuamengJiang Aug 27, 2026
512d240
perf(parquet): Optimize DeltaBpDecoder skip and decode
iemejia Aug 27, 2026
595a992
fix(nimble): Re-size the merged flat map key buffer when the entry co…
HuamengJiang Aug 27, 2026
195d3e3
refactor(type): Drop Type.h from the simple-function header path so n…
karthikeyann Aug 27, 2026
b7be48a
perf(nimble): Reduce index projector slice overhead (#18708)
xiaoxmeng Aug 27, 2026
3221d03
fix(nimble): Satisfy gersemi and header-ownership pre-commit hooks
karthikeyann Aug 27, 2026
24600ec
perf(nimble): Preallocate index projector slice output buffer (#18712)
xiaoxmeng Aug 27, 2026
c79c183
fix(hdfs): Retry transient read failures in HdfsReadFile with backoff…
beliefer Aug 27, 2026
d1fbb18
feat: Add runtime stat `toIntermediateFastPathCalls` in HashAggregation
zhztheplayer Aug 27, 2026
3c877e6
fix(nimble): Update NullColumnReaderTest to enable runtime filter
rui-mo Aug 27, 2026
8314067
perf(nimble): Answer integral constancy from min/max instead of uniqu…
prashantgolash Aug 27, 2026
d6fd0dd
test(nimble): Exclude Huffman from writer fuzzing
shanhao-203 Aug 28, 2026
611009c
feat(nimble): Add string shared dictionary encoding
xiaoxmeng Aug 28, 2026
7a6fd80
perf: Add all-null fast path to nullable materialization (#18722)
zacw7 Aug 28, 2026
31626dd
fix(wave): Make the kernel cache safe to share between processes (#18…
oerling Aug 28, 2026
91afdd9
Sync facebookincubator/velox main at 31626dd954d6507953168f8563292e3b…
firestarman Aug 28, 2026
2ac7fd4
Merge HighPerfDataAccelerator/velox dev at 28798f62306ed2bf7db4b2161b…
firestarman Aug 28, 2026
78cc0d4
build: Update FBOS to v2026.07.13.00 (#18194) (#18194)
kgpai Aug 28, 2026
fdfc81f
fix: Use in-memory exchange client return type
firestarman Aug 28, 2026
e2fcb05
fix: Avoid const Thrift field references
firestarman Aug 28, 2026
13ac317
fix: Preserve masks in cuDF min-max reductions
firestarman Aug 28, 2026
aa0b8f8
feat: TorchWave whole-graph AOT load/run API (AOTInductor alternative…
oerling Aug 28, 2026
4861a36
feat(nimble fuzzer): Vary random encoding by chunk data (#18729)
kewang1024 Aug 28, 2026
f9f77bd
feat(nimble): Enable null generation in Nimble table evolution fuzzer…
kewang1024 Aug 28, 2026
aa63768
perf(nimble): Optimize boolean stream slicing (#18748)
xiaoxmeng Aug 29, 2026
bf945af
Sync facebookincubator/velox main at aa63768200e990788981168039772a30…
firestarman Aug 30, 2026
e4a8f57
perf(nimble): Optimize BlockBitPacking indexed view reads (#18754)
xiaoxmeng Aug 30, 2026
a504149
fix(nimble): Count shared dictionary alphabet bytes in column stats
HuamengJiang Aug 30, 2026
c5d7182
feat(nimble): Parallelize stream encoding
xiaoxmeng Aug 31, 2026
2696554
fix(nimble): Handle nulls across dictionary chunks
kewang1024 Aug 31, 2026
208883b
refactor(nimble): Rename VeloxReader to BatchReader (#18713)
HuamengJiang Aug 31, 2026
3ea8fd7
refactor(core): Make UnnestNode output names std::optional (#18213)
kKPulla Aug 31, 2026
614c9c7
perf(nimble): Plan and scan only the stripes that carry ranges
tanjialiang Sep 1, 2026
5a98cfe
perf(nimble): Add SliceEncoding for Nimble
tanjialiang Sep 1, 2026
1e14588
fix: Enable bulk reader path on aarch64 via hasSIMD() (#18609)
vandreykiv Sep 1, 2026
5f3e501
fix(abfs): Guard AbfsFileSystemTest::TearDown() against a failed SetUp()
karthikeyann Sep 1, 2026
0223a0c
fix(memory): Reject unsupported page size in MmapAllocator
karthikeyann Sep 1, 2026
59f391c
feat(arrow): Add support for large-strings
wecharyu Sep 1, 2026
a2d4a31
feat(iceberg): Add IcebergTableHandle class
nmahadevuni Sep 1, 2026
bdb8d4e
feat(exec): Add storage parameters to TableWriterBuilder (#18693)
sathishkrishnaraju Sep 1, 2026
dee334c
fix(dwio): Exclude prefetch reads from query thread IO wait
raymondlin1 Sep 1, 2026
2466d20
fix(hyperloglog): Zero extend Murmur3 tail bytes
kevintang2022 Sep 1, 2026
fa38364
fix: Fix naming violations in ScopedArbitrationParticipant
lingbin Sep 1, 2026
bf32b1a
fix(parquet): Handle out-of-range created_by versions
fallintoplace Sep 1, 2026
b522992
fix(parquet): Advance struct reader subtree when skipping filtered rows
wecharyu Sep 1, 2026
b39acf1
refactor(memory): Remove unused TestValue in ArbitrationOperation
lingbin Sep 1, 2026
0544a2d
refactor: Make S3 config keys connector agnostic
PingLiuPing Sep 1, 2026
d066740
Sync facebookincubator/velox main at 0544a2d0df381f18012e9f7a6aa0237b…
firestarman Sep 2, 2026
f593528
Merge HighPerfDataAccelerator/velox dev at bd4b186884341f0e9c3953cc87…
firestarman Sep 2, 2026
0130d61
feat(vector): Add BaseVector::unsafeSetPool for future allocations
MnO2 Sep 2, 2026
6a6f265
fix: Track row size for min_by/max_by with non-numeric accumulators (…
kevinwilfong Sep 2, 2026
a6a7a19
perf(nimble): Slice RLE run ranges structurally instead of re-encoding
tanjialiang Sep 2, 2026
720788b
fix(HashTableCache): Give each entry its own leaf pool (#18788)
adheer-araokar Sep 2, 2026
ad45034
feat(cudf): Add CudfLocalMerge and allow PartitionOutput without Fall…
karthikeyann Sep 2, 2026
484ef82
fix(rpc): Let each backend adapt its concurrency independently (#18559)
zhichenxu-meta Sep 2, 2026
93c627b
build(deps): Bump postcss-selector-parser from 6.1.2 to 6.1.4 in /web…
dependabot[bot] Sep 2, 2026
20de605
feat(sparksql): Add casts between DATE and TIMESTAMP UTC
Mariamalmesfer Sep 2, 2026
198976a
docs(website): Add VeloxCon China banner, update community tiles
alileclerc Sep 2, 2026
6a9ef7e
perf(cuDF): Adds support for using cudf::streaming_groupby
devavret Sep 2, 2026
7987835
fix: Avoid null dereference in Parquet StructColumnReader
rui-mo Sep 2, 2026
231d16a
feat: Add no-op runtime stat writer (#18773)
natashasehgal Sep 2, 2026
07103ee
fix(nimble): Avoid nested parallel decode deadlock (#18796)
xiaoxmeng Sep 3, 2026
a5e2f57
Sync facebookincubator/velox main at 231d16aa63c7dc924085603b02f7284b…
firestarman Sep 3, 2026
e5b5134
feat(exec): Enforce NOT NULL constraints on table writes
Joe-Abraham Sep 3, 2026
594e4d1
fix(cudf): Preserve downstream partition output adapter
firestarman Sep 3, 2026
ec9e0b4
fix(iceberg): Do not read timestamp default values as localtime
nmahadevuni Sep 3, 2026
e3674ce
fix(nimble): Resolve EncodingFactory({}) ambiguity in Fsst test
duanmeng Sep 3, 2026
e17810f
fix(datetime): Stop truncating intervals over 24 days
mbasmanova Sep 3, 2026
a6b9f77
feat: Add Spark-dialect map_from_arrays to Velox (#18630)
emilysun201309 Sep 3, 2026
2886822
feat(core): Allow UnnestNode to skip unused output columns
kKPulla Sep 3, 2026
8e831bc
feat(core): Allow UnnestNode to skip unused output columns (#18214)
kKPulla Sep 3, 2026
e3a0489
build(deps): Bump browserslist from 4.28.2 to 4.28.8 in /website
dependabot[bot] Sep 3, 2026
f23b2a1
fix(rpc): Correct the low-water report and the BATCH AIMD recovery un…
zhichenxu-meta Sep 3, 2026
253b5ea
perf(nimble): Collect string min/max in a single pass (#18760)
prashantgolash Sep 3, 2026
1a17097
fix(exec): Only retain clustered input when no group spans batches (#…
kevinwilfong Sep 3, 2026
d6f3148
fix(parquet): Use unaligned loads in DeltaBpDecoder SIMD path
PingLiuPing Sep 3, 2026
8321718
fix(nimble): Bound parallel decode across reader tree (#18828)
xiaoxmeng Sep 3, 2026
edf4530
fix(nimble): Reject shared dictionary encoding in the index projector
tanjialiang Sep 3, 2026
c40c77c
fix(build): Drop LazyRE2 from parse_duration
mbasmanova Sep 3, 2026
bcf94d0
fix(build): Remove deprecated gMock action wrappers
kagamiori Sep 3, 2026
d7cec91
refactor(parquet): Use velox parquet reader in FileSerializeTest
jkhaliqi Sep 3, 2026
990d1c8
feat(parquet): Add writer.row-group-size config
infvg Sep 3, 2026
def80f9
build(deps): Bump fast-uri from 3.1.5 to 3.1.7 in /website
dependabot[bot] Sep 3, 2026
796c621
fix(rpc): Guard the backend stats read on close(), and split isBlocke…
zhichenxu-meta Sep 3, 2026
9a350e1
Sync facebookincubator/velox main at 796c6214c89a78ef86df29a64d435112…
firestarman Sep 4, 2026
f95611c
Merge HighPerfDataAccelerator/velox dev at cf619d90eca1b83ad31f446b96…
firestarman Sep 4, 2026
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
The table of contents is too big for display.
Diff view
Diff view
  •  
  •  
  •  
3 changes: 2 additions & 1 deletion .claude/CLAUDE.md
Original file line number Diff line number Diff line change
Expand Up @@ -116,7 +116,8 @@ or lightweight dependencies, use `add_executable` / `add_test`.
## Formatting

```bash
make format # format all changed files
pre-commit run --files <paths> # format/lint specific files
pre-commit run --all-files # sweep the whole repo
```

## Coding Style
Expand Down
12 changes: 7 additions & 5 deletions CMake/resolve_dependency_modules/README.md
Original file line number Diff line number Diff line change
Expand Up @@ -32,18 +32,20 @@ by Velox. See details on bundling below.
| fmt | 11.2.0 | Yes | Used API must be fmt 9 compatible |
| simdjson | 4.1.0 | Yes ||
| faiss | 1.11.0 | Yes ||
| folly | v2026.01.05.00 | Yes ||
| fizz | v2026.01.05.00 | No ||
| wangle | v2026.01.05.00 | No ||
| mvfst | v2026.01.05.00 | No ||
| fbthrift | v2026.01.05.00 | No ||
| folly | v2026.07.13.00 | Yes ||
| fizz | v2026.07.13.00 | No ||
| wangle | v2026.07.13.00 | No ||
| mvfst | v2026.07.13.00 | No ||
| fbthrift | v2026.07.13.00 | No ||
| libstemmer | 2.2.0 | Yes ||
| DuckDB (testing) | 0.8.1 | Yes ||
| arrow | 15.0.0 | Yes ||
| geos | 3.10.7 | Yes ||
| s2geometry | 0.12.0 | Yes ||
| fast_float | v8.0.2 | Yes ||
| xxhash | default | No ||
| flatbuffers | 24.3.25 | Yes | Only with `VELOX_ENABLE_NIMBLE=ON`. `flatc` is required, not just the runtime. Held at the version cuDF expects |
| openzl | 6b48fa48 | Yes | Only with `VELOX_ENABLE_NIMBLE=ON`. Pinned to a commit; no suitable release tag |

# Bundled Dependency Management
This module provides a dependency management system that allows us to automatically fetch and build dependencies from source if needed.
Expand Down

This file was deleted.

71 changes: 71 additions & 0 deletions CMake/resolve_dependency_modules/flatbuffers.cmake
Original file line number Diff line number Diff line change
@@ -0,0 +1,71 @@
# Copyright (c) Facebook, Inc. and its affiliates.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
include_guard(GLOBAL)

# Held at the version cuDF expects; do not bump on its own. cuDF resolves
# FlatBuffers through rapids_cpm_find(flatbuffers 24.3.25), which calls
# find_package() before falling back to its own download, and FlatBuffers'
# config-version file reports every newer version as compatible. Any later
# version visible to that find_package() is therefore used in place of 24.3.25,
# and cuDF's checked-in generated headers static_assert on major 24 / minor 3.
# Nimble itself only requires 22.9.4 or later, for build_flatbuffers().
set(VELOX_FLATBUFFERS_VERSION 24.3.25)
set(
VELOX_FLATBUFFERS_BUILD_SHA256_CHECKSUM
4157c5cacdb59737c5d627e47ac26b140e9ee28b1102f812b36068aab728c1ed
)
string(
CONCAT
VELOX_FLATBUFFERS_SOURCE_URL
"https://github.com/google/flatbuffers/archive/refs/tags/"
"v${VELOX_FLATBUFFERS_VERSION}.tar.gz"
)

velox_resolve_dependency_url(FLATBUFFERS)

message(STATUS "Building FlatBuffers from source")

# The flatc code generator is required, not just the runtime library: Nimble
# generates C++ headers from .fbs schemas at build time via build_flatbuffers().
# This version exports it as the plain `flatc` target, which build_flatbuffers()
# falls back to on its own, so there is no need to set
# FLATBUFFERS_FLATC_EXECUTABLE here. FlatBuffers does set that variable itself,
# but only in its own directory scope, so it never reaches Velox.
set(FLATBUFFERS_BUILD_FLATC ON)
set(FLATBUFFERS_BUILD_FLATLIB ON)
set(FLATBUFFERS_BUILD_SHAREDLIB OFF)
set(FLATBUFFERS_BUILD_FLATHASH OFF)
set(FLATBUFFERS_BUILD_TESTS OFF)
set(FLATBUFFERS_INSTALL OFF)

FetchContent_Declare(
flatbuffers
URL ${VELOX_FLATBUFFERS_SOURCE_URL}
URL_HASH ${VELOX_FLATBUFFERS_BUILD_SHA256_CHECKSUM}
OVERRIDE_FIND_PACKAGE
SYSTEM
EXCLUDE_FROM_ALL
)

FetchContent_MakeAvailable(flatbuffers)

# Consumers written against a system FlatBuffers use FLATBUFFERS_INCLUDE_DIR,
# which only FindFlatBuffers.cmake defines. Export it for the bundled build too
# so the same target_include_directories() call works either way.
set(
FLATBUFFERS_INCLUDE_DIR
"${flatbuffers_SOURCE_DIR}/include"
CACHE INTERNAL
"FlatBuffers include directory"
)
8 changes: 2 additions & 6 deletions CMake/resolve_dependency_modules/folly/CMakeLists.txt
Original file line number Diff line number Diff line change
Expand Up @@ -17,10 +17,10 @@ cmake_minimum_required(VERSION 3.28)
velox_set_source(FastFloat)
velox_resolve_dependency(FastFloat CONFIG REQUIRED)

set(VELOX_FOLLY_BUILD_VERSION v2026.01.05.00)
set(VELOX_FOLLY_BUILD_VERSION v2026.07.13.00)
set(
VELOX_FOLLY_BUILD_SHA256_CHECKSUM
8b41494b664fcde3d02f652d6a27381ec5e938ef58cf986d8ce4958d424af101
b2d4bc0029d466328e807efa673ad01c1086c385ffa800f2055543c3b9640a72
)
set(
VELOX_FOLLY_SOURCE_URL
Expand Down Expand Up @@ -57,10 +57,6 @@ set(FOLLY_HAVE_INT128_T ON)

FetchContent_MakeAvailable(folly)

# Folly::folly is not valid for FC but we want to match FindFolly
add_library(Folly::folly ALIAS folly)
add_library(Folly::follybenchmark ALIAS follybenchmark)

if(gflags_SOURCE STREQUAL "BUNDLED")
add_dependencies(folly glog::glog gflags::gflags fmt::fmt)
endif()
6 changes: 4 additions & 2 deletions CMake/resolve_dependency_modules/folly/folly-no-export.patch
Original file line number Diff line number Diff line change
Expand Up @@ -13,7 +13,7 @@
# limitations under the License.
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -500,14 +500,14 @@ target_link_libraries(folly_test_util
@@ -296,15 +296,15 @@ target_link_libraries(folly_test_util
apply_folly_compile_options_to_target(folly_test_util)
list(APPEND FOLLY_INSTALL_TARGETS folly_test_util)

Expand All @@ -22,6 +22,7 @@
- RUNTIME DESTINATION bin
- LIBRARY DESTINATION ${LIB_INSTALL_DIR}
- ARCHIVE DESTINATION ${LIB_INSTALL_DIR})
-
-auto_install_files(folly ${FOLLY_DIR}
- ${hfiles}
-)
Expand All @@ -30,13 +31,14 @@
+# RUNTIME DESTINATION bin
+# LIBRARY DESTINATION ${LIB_INSTALL_DIR}
+# ARCHIVE DESTINATION ${LIB_INSTALL_DIR})
+#
+#auto_install_files(folly ${FOLLY_DIR}
+# ${hfiles}
+#)
install(
FILES ${CMAKE_CURRENT_BINARY_DIR}/folly/folly-config.h
DESTINATION ${INCLUDE_INSTALL_DIR}/folly
@@ -531,13 +531,13 @@ install(
@@ -328,13 +328,13 @@ install(
DESTINATION ${CMAKE_INSTALL_DIR}
COMPONENT dev
)
Expand Down
83 changes: 83 additions & 0 deletions CMake/resolve_dependency_modules/openzl.cmake
Original file line number Diff line number Diff line change
@@ -0,0 +1,83 @@
# Copyright (c) Facebook, Inc. and its affiliates.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
include_guard(GLOBAL)

# Pinned to a raw commit rather than to the v0.2.0 tag, which predates both the
# cross-platform zstd/xxhash dependency handling OpenZL needs to configure
# cleanly here and the current descriptor API. The revision tracks what fbcode
# builds Nimble against, so that velox/dwio/nimble compiles identically in both
# trees; a pin older than fbcode's OpenZL breaks the internal build. OpenZL
# ships from fbcode to GitHub, so there is no tag to follow. Keep in sync with
# OPENZL_VERSION in scripts/setup-versions.sh, which installs the same revision
# for builds that resolve OpenZL as a system package.
set(VELOX_OPENZL_VERSION 7340a712cce1b8331bec3467600dba99a562e052)
set(
VELOX_OPENZL_BUILD_SHA256_CHECKSUM
ace6a975c3bb28da0f211c86b3f172b427acec4a2044ab637e66649cb022a953
)
string(
CONCAT
VELOX_OPENZL_SOURCE_URL
"https://github.com/facebook/openzl/archive/"
"${VELOX_OPENZL_VERSION}.tar.gz"
)

velox_resolve_dependency_url(OPENZL)

message(STATUS "Building OpenZL from source")

# Only the core `openzl` and `openzl_cpp` libraries are consumed. Everything
# else OpenZL can build pulls in dependencies Velox does not otherwise need.
set(OPENZL_BUILD_CLI OFF)
set(OPENZL_BUILD_EXAMPLES OFF)
set(OPENZL_BUILD_TOOLS OFF)
set(OPENZL_BUILD_CUSTOM_PARSERS OFF)
set(OPENZL_BUILD_TESTS OFF)
set(OPENZL_BUILD_BENCHMARKS OFF)
set(OPENZL_BUILD_PYTHON_EXT OFF)
set(OPENZL_INSTALL OFF)

# OpenZL hard-codes CMAKE_CXX_STANDARD to 17, but Velox builds with C++20. Its
# C++ bindings select between std:: types and internal polyfills (poly::span,
# poly::source_location, poly::string_view, ...) at compile time via
# feature-test macros in openzl/cpp/include/openzl/cpp/detail/Portability.hpp.
# If openzl_cpp is compiled as C++17 while Velox consumes its headers as C++20,
# the same poly:: aliases resolve to different underlying types on either side
# of the ABI, producing mismatched mangled symbols and undefined-reference link
# errors. The patch makes OpenZL honor an externally provided standard, so this
# build inherits Velox's C++20 and scripts/setup-common.sh can install a
# matching copy. The tarball is not a git repository, hence the `git init`.
FetchContent_Declare(
openzl
URL ${VELOX_OPENZL_SOURCE_URL}
URL_HASH ${VELOX_OPENZL_BUILD_SHA256_CHECKSUM}
PATCH_COMMAND git init -q && git apply ${CMAKE_CURRENT_LIST_DIR}/openzl/openzl-cxx-standard.patch
OVERRIDE_FIND_PACKAGE
SYSTEM
EXCLUDE_FROM_ALL
)

# OpenZL's C++ bindings brace initialize several descriptor structs without
# naming every member. TREAT_WARNINGS_AS_ERRORS puts -Werror into the global
# CMAKE_CXX_FLAGS, which FetchContent subprojects inherit, so those become build
# failures. Velox holds its own code to that standard, not its third party
# dependencies. Relax just this warning while OpenZL is configured and restore
# the flags afterwards, as duckdb and geos already do. Only the C++ bindings are
# affected; -Werror is never added to CMAKE_C_FLAGS.
set(PREVIOUS_CMAKE_CXX_FLAGS ${CMAKE_CXX_FLAGS})
set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-missing-field-initializers")

FetchContent_MakeAvailable(openzl)

set(CMAKE_CXX_FLAGS ${PREVIOUS_CMAKE_CXX_FLAGS})
17 changes: 17 additions & 0 deletions CMake/resolve_dependency_modules/openzl/openzl-cxx-standard.patch
Original file line number Diff line number Diff line change
@@ -0,0 +1,17 @@
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -67,7 +67,13 @@
# ---- Compiler Settings ----
set(CMAKE_C_STANDARD 11)
set(CMAKE_C_STANDARD_REQUIRED ON)
-set(CMAKE_CXX_STANDARD 17)
+# Honor an externally provided C++ standard so the C++ bindings compile at the
+# consumer's standard (Velox is C++20). OpenZL's poly:: types select between
+# std:: and internal polyfills by standard, so the bindings must be built at
+# the same standard the consumer uses to avoid mismatched mangled symbols.
+if(NOT DEFINED CMAKE_CXX_STANDARD)
+ set(CMAKE_CXX_STANDARD 17)
+endif()
set(CMAKE_CXX_STANDARD_REQUIRED ON)

# ---- Platform Checks ----
Loading
Loading