Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
21 changes: 12 additions & 9 deletions optimizer/src/main/java/dev/cel/optimizer/CelOptimizerImpl.java
Original file line number Diff line number Diff line change
Expand Up @@ -39,6 +39,7 @@ final class CelOptimizerImpl implements CelOptimizer {
}

@Override
@SuppressWarnings("ReferenceEquality")
public CelAbstractSyntaxTree optimize(CelAbstractSyntaxTree ast) throws CelOptimizationException {
if (!ast.isChecked()) {
throw new IllegalArgumentException("AST must be type-checked.");
Expand All @@ -49,16 +50,18 @@ public CelAbstractSyntaxTree optimize(CelAbstractSyntaxTree ast) throws CelOptim
try {
for (CelAstOptimizer optimizer : astOptimizers) {
OptimizationResult result = optimizer.optimize(optimizedAst, celOptimizerEnv);
if (!result.newFunctionDecls().isEmpty() || !result.newVarDecls().isEmpty()) {
celOptimizerEnv =
celOptimizerEnv
.toCelBuilder()
.addVarDeclarations(result.newVarDecls())
.addFunctionDeclarations(result.newFunctionDecls())
.build();
if (result.optimizedAst() != optimizedAst) {
if (!result.newFunctionDecls().isEmpty() || !result.newVarDecls().isEmpty()) {
celOptimizerEnv =
celOptimizerEnv
.toCelBuilder()
.addVarDeclarations(result.newVarDecls())
.addFunctionDeclarations(result.newFunctionDecls())
.build();
}
optimizedAst = celOptimizerEnv.check(result.optimizedAst()).getAst();
assertAstIdCorrectness(optimizedAst);
}
optimizedAst = celOptimizerEnv.check(result.optimizedAst()).getAst();
assertAstIdCorrectness(optimizedAst);
}
} catch (CelValidationException e) {
throw new CelOptimizationException(
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -121,6 +121,7 @@ private static CelMutableExpr newOptionalNoneExpr() {
}

@Override
@SuppressWarnings("ReferenceEquality")
public OptimizationResult optimize(CelAbstractSyntaxTree ast, Cel cel)
throws CelOptimizationException {
CelBuilder builder = cel.toCelBuilder();
Expand All @@ -134,12 +135,17 @@ public OptimizationResult optimize(CelAbstractSyntaxTree ast, Cel cel)
// Override the environment's expected type to generally allow all subtrees to be folded.
Cel optimizerEnv = builder.setResultType(SimpleType.DYN).build();

CelMutableAst mutableAst = CelMutableAst.fromCelAst(ast);
ImmutableMap<String, CelType> identTypes = precomputeIdentTypes(mutableAst);
CelMutableAst initialMutableAst = CelMutableAst.fromCelAst(ast);
ImmutableMap<String, CelType> identTypes = precomputeIdentTypes(initialMutableAst);

mutableAst = foldConstants(optimizerEnv, valueProvider, identTypes, mutableAst);
CelMutableAst mutableAst =
foldConstants(optimizerEnv, valueProvider, identTypes, initialMutableAst);
mutableAst = pruneOptionalElements(mutableAst);

if (mutableAst == initialMutableAst) {
return OptimizationResult.create(ast);
}

return OptimizationResult.create(astMutator.renumberIdsConsecutively(mutableAst).toParsedAst());
}

Expand Down Expand Up @@ -735,10 +741,21 @@ private CelMutableAst pruneOptionalListElements(CelMutableAst mutableAst, CelMut
updatedIndicesBuilder.add(newOptIndex);
}

// An optional list is modified if:
// 1. An optional.none() was dropped - it this case, the updatedElements.size() decreases.
// 2. An optional.of(literal) was unwrapped into a regular element - in this case,
// updatedIndices.size() decreases.
// If both counts are unchanged, neither case occurred, and we can return the original AST.
ImmutableList<CelMutableExpr> updatedElements = updatedElemBuilder.build();
ImmutableList<Integer> updatedIndices = updatedIndicesBuilder.build();
if (updatedElements.size() == list.elements().size()
&& updatedIndices.size() == list.optionalIndices().size()) {
return mutableAst;
}

return astMutator.replaceSubtree(
mutableAst,
CelMutableExpr.ofList(
CelMutableList.create(updatedElemBuilder.build(), updatedIndicesBuilder.build())),
CelMutableExpr.ofList(CelMutableList.create(updatedElements, updatedIndices)),
expr.id());
}

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -101,8 +101,10 @@ public static InliningOptimizer newInstance(
}

@Override
@SuppressWarnings("ReferenceEquality")
public OptimizationResult optimize(CelAbstractSyntaxTree ast, Cel cel) {
CelMutableAst mutableAst = CelMutableAst.fromCelAst(ast);
CelMutableAst initialMutableAst = CelMutableAst.fromCelAst(ast);
CelMutableAst mutableAst = initialMutableAst;
for (InlineVariable inlineVariable : inlineVariables) {
mutableAst =
astMutator.mutateUntilFixedPoint(
Expand All @@ -125,6 +127,10 @@ public OptimizationResult optimize(CelAbstractSyntaxTree ast, Cel cel) {
});
}

if (mutableAst == initialMutableAst) {
return OptimizationResult.create(ast);
}

return OptimizationResult.create(astMutator.renumberIdsConsecutively(mutableAst).toParsedAst());
}

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -702,6 +702,31 @@ public void block_lazyEvaluationContainsError_cleansUpCycleState() throws Except
assertThat(e).hasMessageThat().doesNotContain("Cycle detected");
}

@Test
public void cse_nestedMacro_noOp_assertAstIdCorrectness() throws Exception {
Cel cel =
runtimeFlavor
.builder()
.addVar("x", SimpleType.DYN)
.setStandardMacros(CelStandardMacro.STANDARD_MACROS)
.setOptions(CelOptions.current().populateMacroCalls(true).build())
.addCompilerLibraries(CelExtensions.comprehensions())
.addRuntimeLibraries(CelExtensions.comprehensions())
.build();
CelOptimizer celOptimizer =
CelOptimizerFactory.standardCelOptimizerBuilder(cel)
.addAstOptimizers(SubexpressionOptimizer.getInstance())
.build();
CelAbstractSyntaxTree ast =
cel.compile("[{}, {\"a\": 1}, {\"b\": 2}].filter(m, has(x.a))").getAst();

CelAbstractSyntaxTree optimizedAst = celOptimizer.optimize(ast);

assertThat(CEL_UNPARSER.unparse(optimizedAst))
.isEqualTo("[{}, {\"a\": 1}, {\"b\": 2}].filter(m, has(x.a))");
assertThat(optimizedAst).isSameInstanceAs(ast);
}

/**
* Converts AST containing cel.block related test functions to internal functions (e.g: cel.block
* -> cel.@block)
Expand Down
Loading