Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
69 commits
Select commit Hold shift + click to select a range
d2470c2
cte materlization feat
shizy818 Aug 29, 2025
3b3d0d4
spill data
shizy818 Sep 1, 2025
d983eff
CTE scan operator and CTE materialization memory control
shizy818 Sep 4, 2025
77ccb37
move cte data stores from Analysis to MPPQueryContext
shizy818 Sep 12, 2025
d3f8509
remove spill-to-disk & add max_rows_in_cte_buffer config
shizy818 Sep 12, 2025
d98a1b2
do not support CTE scan node serialization
shizy818 Sep 12, 2025
c36e2ce
execute uncorrelated scalar subquery in predicate in advance to utili…
lancelly Jun 6, 2025
b003022
keep cte information in subquery
shizy818 Sep 16, 2025
66d1f77
fix bug
shizy818 Sep 17, 2025
bb18bc2
fix: duplicate CTE materialization process
shizy818 Sep 17, 2025
ba14404
fix cteDataStore null issue
shizy818 Sep 22, 2025
558a3e7
explain cte
shizy818 Sep 22, 2025
09c6995
fix: columnNameIndexMap is null if it is empty table
shizy818 Sep 24, 2025
f4ab33c
simple implementation of explain & explain analyze
shizy818 Sep 24, 2025
ed72991
remove duplicate call in CTE materialization
shizy818 Sep 25, 2025
c6f5b41
code refactor
shizy818 Sep 25, 2025
aa043ea
add warn log for cte materialization failure
shizy818 Sep 25, 2025
a7b2f13
fix: should not output ExplainAnalyzeOperator in explain analyze
shizy818 Sep 26, 2025
1ad73ac
fix: plan method
shizy818 Sep 26, 2025
90f627f
fix: Fragment Instances Count
shizy818 Sep 26, 2025
f685ac9
fix bugs
shizy818 Sep 28, 2025
db36731
cte IT cases (inline & materialized)
shizy818 Sep 28, 2025
f1358c3
fix: subquery analyze stats
shizy818 Sep 28, 2025
3a467d6
fix: CteMaterializer single instance
shizy818 Sep 28, 2025
cc92fc7
fix: Blob/String issue when folding uncorrelated scalar subquery
shizy818 Sep 29, 2025
83d8615
fix: uncorrelated subquery test
shizy818 Sep 29, 2025
d29567a
cte explain unit test
shizy818 Sep 30, 2025
78bda96
adjust test cases
shizy818 Sep 30, 2025
8574f02
add filter/sort/limit/offset/agg test cases in IT
shizy818 Sep 30, 2025
ef82afa
add concurrent cte test case
shizy818 Sep 30, 2025
4205675
add explain analyze test cases
shizy818 Sep 30, 2025
1474b1e
fix: unit test cases
shizy818 Sep 30, 2025
3003594
annotation changes
shizy818 Oct 9, 2025
adeb87d
fix: handle MemoryNotEnoughException
shizy818 Oct 9, 2025
cfa194b
fix: data partition issue in cluster env
shizy818 Oct 9, 2025
69b85c6
fix: explain analyze IT test should not run in TableCluster mode
shizy818 Oct 9, 2025
dd8d765
fix: release memory occupied by CteDataStore
shizy818 Oct 21, 2025
d6daf3b
code optimization
shizy818 Oct 22, 2025
6be3fcb
list materialization total cost in logical plan cost
shizy818 Oct 22, 2025
82a4e99
add multiple with it test cases
shizy818 Oct 22, 2025
3ab9106
change default value for cte parameters
shizy818 Nov 3, 2025
7c55eb3
fix unit test
shizy818 Nov 25, 2025
8a45d40
fix: CteScanNode replica set & query done
shizy818 Nov 26, 2025
a4a059f
fix: memory control & fetchCteQueryResult
shizy818 Nov 27, 2025
cca037e
fix: with in cte materialization subquery
shizy818 Nov 29, 2025
f22c109
fix: with in scalar subquery
shizy818 Dec 1, 2025
ebfde65
fix: data store ref count
shizy818 Dec 2, 2025
38c75b4
fix rebase
shizy818 Dec 2, 2025
1657e10
mock executeForTableModel instead of fetchCteQueryResult
shizy818 Dec 3, 2025
2a680ff
add IT test for nest CTE
shizy818 Dec 4, 2025
fce18c7
add CteScanOperator test
shizy818 Dec 4, 2025
6fea79c
fix sonar issues
shizy818 Dec 4, 2025
9ae4fb6
fix explain & explain analyze output
shizy818 Dec 5, 2025
f6661ca
add shadow expression for ComparisonExpression
shizy818 Dec 8, 2025
18ad13d
fix: sorted original indices
shizy818 Dec 9, 2025
5ae4b90
cteDataStores -> cteQueries
shizy818 Dec 10, 2025
28814ba
remove cleanUpCTE
shizy818 Dec 10, 2025
6d48022
simplify process
shizy818 Dec 11, 2025
fc9263e
copilot comments
shizy818 Dec 12, 2025
ef491b7
revert getRetainedSizeInBytes
shizy818 Dec 12, 2025
80b0348
simplify CteScanOperator
shizy818 Dec 12, 2025
cf722c2
claude ai: move ExplainType inside MPPQueryContext
shizy818 Dec 16, 2025
00da5ad
claude ai: MppQueryContext notation
shizy818 Dec 16, 2025
3a57f3c
fix: left & right in ComparisonExpression should be final
shizy818 Dec 23, 2025
25529fa
cleanup cte in main query
shizy818 Dec 24, 2025
4478ec5
code review
shizy818 Dec 25, 2025
c176c21
PredicateWithUncorrelatedScalarSubqueryReconstructor part
shizy818 Dec 26, 2025
03d5c52
materialize the query only once
shizy818 Dec 26, 2025
5598d2e
memory for CteScanOperator / CteScanReader
shizy818 Dec 26, 2025
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -657,6 +657,18 @@ public CommonConfig setRestrictObjectLimit(boolean restrictObjectLimit) {
return this;
}

@Override
public CommonConfig setCteBufferSize(long cteBufferSize) {
setProperty("cte_buffer_size_in_bytes", String.valueOf(cteBufferSize));
return this;
}

@Override
public CommonConfig setMaxRowsInCteBuffer(int maxRows) {
setProperty("max_rows_in_cte_buffer", String.valueOf(maxRows));
return this;
}

// For part of the log directory
public String getClusterConfigStr() {
return fromConsensusFullNameToAbbr(properties.getProperty(CONFIG_NODE_CONSENSUS_PROTOCOL_CLASS))
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -691,4 +691,18 @@ public CommonConfig setRestrictObjectLimit(boolean restrictObjectLimit) {
dnConfig.setRestrictObjectLimit(restrictObjectLimit);
return this;
}

@Override
public CommonConfig setCteBufferSize(long cteBufferSize) {
dnConfig.setCteBufferSize(cteBufferSize);
cnConfig.setCteBufferSize(cteBufferSize);
return this;
}

@Override
public CommonConfig setMaxRowsInCteBuffer(int maxRows) {
dnConfig.setMaxRowsInCteBuffer(maxRows);
cnConfig.setMaxRowsInCteBuffer(maxRows);
return this;
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -482,4 +482,14 @@ public CommonConfig setAuditableOperationResult(String auditableOperationResult)
public CommonConfig setRestrictObjectLimit(boolean restrictObjectLimit) {
return this;
}

@Override
public CommonConfig setCteBufferSize(long cteBufferSize) {
return this;
}

@Override
public CommonConfig setMaxRowsInCteBuffer(int maxRows) {
return this;
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -213,4 +213,8 @@ default CommonConfig setDefaultDatabaseLevel(int defaultDatabaseLevel) {
CommonConfig setAuditableOperationResult(String auditableOperationResult);

CommonConfig setRestrictObjectLimit(boolean restrictObjectLimit);

CommonConfig setCteBufferSize(long cteBufferSize);

CommonConfig setMaxRowsInCteBuffer(int maxRows);
}
Loading