Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
69 commits
Select commit Hold shift + click to select a range
9067b9a
cte materlization feat
shizy818 Aug 29, 2025
5dfd94a
spill data
shizy818 Sep 1, 2025
e38e8fc
CTE scan operator and CTE materialization memory control
shizy818 Sep 4, 2025
68c7777
move cte data stores from Analysis to MPPQueryContext
shizy818 Sep 12, 2025
8c44957
remove spill-to-disk & add max_rows_in_cte_buffer config
shizy818 Sep 12, 2025
b314d0c
do not support CTE scan node serialization
shizy818 Sep 12, 2025
cb41f41
execute uncorrelated scalar subquery in predicate in advance to utili…
lancelly Jun 6, 2025
0515980
keep cte information in subquery
shizy818 Sep 16, 2025
6f0d512
fix bug
shizy818 Sep 17, 2025
ce51753
fix: duplicate CTE materialization process
shizy818 Sep 17, 2025
8489a87
fix cteDataStore null issue
shizy818 Sep 22, 2025
38b3c86
explain cte
shizy818 Sep 22, 2025
2efee5f
fix: columnNameIndexMap is null if it is empty table
shizy818 Sep 24, 2025
a9f311d
simple implementation of explain & explain analyze
shizy818 Sep 24, 2025
1dad568
remove duplicate call in CTE materialization
shizy818 Sep 25, 2025
da312ff
code refactor
shizy818 Sep 25, 2025
9fb47e6
add warn log for cte materialization failure
shizy818 Sep 25, 2025
68e339f
fix: should not output ExplainAnalyzeOperator in explain analyze
shizy818 Sep 26, 2025
bae0b18
fix: plan method
shizy818 Sep 26, 2025
c2932b3
fix: Fragment Instances Count
shizy818 Sep 26, 2025
50e4d1c
fix bugs
shizy818 Sep 28, 2025
99c3365
cte IT cases (inline & materialized)
shizy818 Sep 28, 2025
15b2343
fix: subquery analyze stats
shizy818 Sep 28, 2025
41b32ce
fix: CteMaterializer single instance
shizy818 Sep 28, 2025
9f1dad1
fix: Blob/String issue when folding uncorrelated scalar subquery
shizy818 Sep 29, 2025
7b18aa5
fix: uncorrelated subquery test
shizy818 Sep 29, 2025
072d30c
cte explain unit test
shizy818 Sep 30, 2025
fa0538f
adjust test cases
shizy818 Sep 30, 2025
75d7c24
add filter/sort/limit/offset/agg test cases in IT
shizy818 Sep 30, 2025
f97f7cb
add concurrent cte test case
shizy818 Sep 30, 2025
6e29d67
add explain analyze test cases
shizy818 Sep 30, 2025
272c14a
fix: unit test cases
shizy818 Sep 30, 2025
c184c51
annotation changes
shizy818 Oct 9, 2025
9eab079
fix: handle MemoryNotEnoughException
shizy818 Oct 9, 2025
2f1e7a5
fix: data partition issue in cluster env
shizy818 Oct 9, 2025
8dc5789
fix: explain analyze IT test should not run in TableCluster mode
shizy818 Oct 9, 2025
294b511
fix: release memory occupied by CteDataStore
shizy818 Oct 21, 2025
995aedf
code optimization
shizy818 Oct 22, 2025
600d4b7
list materialization total cost in logical plan cost
shizy818 Oct 22, 2025
6f83810
add multiple with it test cases
shizy818 Oct 22, 2025
dff5ad8
change default value for cte parameters
shizy818 Nov 3, 2025
1c8ba76
fix unit test
shizy818 Nov 25, 2025
98b3942
fix: CteScanNode replica set & query done
shizy818 Nov 26, 2025
d83f474
fix: memory control & fetchCteQueryResult
shizy818 Nov 27, 2025
e1caa89
fix: with in cte materialization subquery
shizy818 Nov 29, 2025
91629b7
fix: with in scalar subquery
shizy818 Dec 1, 2025
8397897
fix: data store ref count
shizy818 Dec 2, 2025
1503f79
fix rebase
shizy818 Dec 2, 2025
11f0169
mock executeForTableModel instead of fetchCteQueryResult
shizy818 Dec 3, 2025
970aa48
add IT test for nest CTE
shizy818 Dec 4, 2025
f66fc88
add CteScanOperator test
shizy818 Dec 4, 2025
ae9c504
fix sonar issues
shizy818 Dec 4, 2025
2201ebe
fix explain & explain analyze output
shizy818 Dec 5, 2025
3e2b7bd
add shadow expression for ComparisonExpression
shizy818 Dec 8, 2025
936fcce
fix: sorted original indices
shizy818 Dec 9, 2025
0f32812
cteDataStores -> cteQueries
shizy818 Dec 10, 2025
d390f52
remove cleanUpCTE
shizy818 Dec 10, 2025
fcff595
simplify process
shizy818 Dec 11, 2025
57c2d65
copilot comments
shizy818 Dec 12, 2025
bfc9174
revert getRetainedSizeInBytes
shizy818 Dec 12, 2025
5016903
simplify CteScanOperator
shizy818 Dec 12, 2025
e80713a
claude ai: move ExplainType inside MPPQueryContext
shizy818 Dec 16, 2025
c8c559d
claude ai: MppQueryContext notation
shizy818 Dec 16, 2025
f102cbb
fix: left & right in ComparisonExpression should be final
shizy818 Dec 23, 2025
9f133c2
cleanup cte in main query
shizy818 Dec 24, 2025
e0f6bf0
code review
shizy818 Dec 25, 2025
63d49b4
PredicateWithUncorrelatedScalarSubqueryReconstructor part
shizy818 Dec 26, 2025
22cfc09
materialize the query only once
shizy818 Dec 26, 2025
fe47b8f
memory for CteScanOperator / CteScanReader
shizy818 Dec 26, 2025
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -657,6 +657,18 @@ public CommonConfig setRestrictObjectLimit(boolean restrictObjectLimit) {
return this;
}

@Override
public CommonConfig setCteBufferSize(long cteBufferSize) {
setProperty("cte_buffer_size_in_bytes", String.valueOf(cteBufferSize));
return this;
}

@Override
public CommonConfig setMaxRowsInCteBuffer(int maxRows) {
setProperty("max_rows_in_cte_buffer", String.valueOf(maxRows));
return this;
}

// For part of the log directory
public String getClusterConfigStr() {
return fromConsensusFullNameToAbbr(properties.getProperty(CONFIG_NODE_CONSENSUS_PROTOCOL_CLASS))
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -691,4 +691,18 @@ public CommonConfig setRestrictObjectLimit(boolean restrictObjectLimit) {
dnConfig.setRestrictObjectLimit(restrictObjectLimit);
return this;
}

@Override
public CommonConfig setCteBufferSize(long cteBufferSize) {
dnConfig.setCteBufferSize(cteBufferSize);
cnConfig.setCteBufferSize(cteBufferSize);
return this;
}

@Override
public CommonConfig setMaxRowsInCteBuffer(int maxRows) {
dnConfig.setMaxRowsInCteBuffer(maxRows);
cnConfig.setMaxRowsInCteBuffer(maxRows);
return this;
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -482,4 +482,14 @@ public CommonConfig setAuditableOperationResult(String auditableOperationResult)
public CommonConfig setRestrictObjectLimit(boolean restrictObjectLimit) {
return this;
}

@Override
public CommonConfig setCteBufferSize(long cteBufferSize) {
return this;
}

@Override
public CommonConfig setMaxRowsInCteBuffer(int maxRows) {
return this;
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -213,4 +213,8 @@ default CommonConfig setDefaultDatabaseLevel(int defaultDatabaseLevel) {
CommonConfig setAuditableOperationResult(String auditableOperationResult);

CommonConfig setRestrictObjectLimit(boolean restrictObjectLimit);

CommonConfig setCteBufferSize(long cteBufferSize);

CommonConfig setMaxRowsInCteBuffer(int maxRows);
}
Loading