feat(ci): restore workflows and label PPL linter CI

.gitignore

@@ -25,6 +25,7 @@ src/site-server/node_modules
 build/
 gen/
 *.tokens
+.attach_pid*
 
 # various IDE files
 .vscode
@@ -59,4 +60,13 @@ http-client.env.json
 !.claude/harness/
 .claude/settings.local.json
 .clinerules
-memory-bank
+memory-bank
+
+# PPL lint rule validation contract run artifacts (uploaded in CI, not committed)
+backend-report.json
+backend-report-nightly.json
+detector-report.json
+detector-contract.log
+ppl-grammar-bundle.json
+target.json
+run-manifest.json

api/src/test/java/org/opensearch/sql/api/UnifiedQueryPlannerSqlV2Test.java

@@ -286,7 +286,7 @@ SELECT department, SUM(age) AS total FROM catalog.employees GROUP BY department
         .assertPlan(
             """
             LogicalProject(department=[$0], total=[$1])
-              LogicalAggregate(group=[{0}], SUM(age)=[SUM($1)])
+              LogicalAggregate(group=[{0}], SUM(age)=[CHECKED_LONG_SUM($1)])
                 LogicalProject(department=[$3], age=[$2])
                   LogicalTableScan(table=[[catalog, employees]])
             """);
@@ -366,7 +366,7 @@ SELECT department, SUM(age) FILTER(WHERE age > 30) FROM catalog.employees
             """)
         .assertPlan(
             """
-            LogicalAggregate(group=[{0}], SUM(age) FILTER(WHERE age > 30)=[SUM($1) FILTER $2])
+            LogicalAggregate(group=[{0}], SUM(age) FILTER(WHERE age > 30)=[CHECKED_LONG_SUM($1) FILTER $2])
               LogicalProject(department=[$3], age=[$2], $f3=[>($2, 30)])
                 LogicalTableScan(table=[[catalog, employees]])
             """);
@@ -487,7 +487,7 @@ SELECT name, SUM(age) OVER(PARTITION BY department ORDER BY age) FROM catalog.em
             """)
         .assertPlan(
             """
-            LogicalProject(name=[$1], SUM(age) OVER(PARTITION BY department ORDER BY age)=[SUM($2) OVER (PARTITION BY $3 ORDER BY $2 NULLS FIRST)])
+            LogicalProject(name=[$1], SUM(age) OVER(PARTITION BY department ORDER BY age)=[CHECKED_LONG_SUM($2) OVER (PARTITION BY $3 ORDER BY $2 NULLS FIRST)])
               LogicalTableScan(table=[[catalog, employees]])
             """);
   }

build.gradle

@@ -68,6 +68,7 @@ buildscript {
     repositories {
         mavenLocal()
         maven { url "https://ci.opensearch.org/maven2/" }
+        maven { url "https://ci.opensearch.org/m2/" }
         mavenCentral()
         maven { url "https://ci.opensearch.org/ci/dbc/snapshots/maven/" }
     }
@@ -93,13 +94,14 @@ apply plugin: 'opensearch.java-agent'
 // Repository on root level is for dependencies that project code depends on. And this block must be placed after plugins{}
 repositories {
     mavenLocal()
-    maven { url "https://ci.opensearch.org/maven2/" }
-    mavenCentral() // For Elastic Libs that you can use to get started coding until open OpenSearch libs are available
     maven {
         url 'https://jitpack.io'
         content { includeGroup "com.github.babbel" }
     }
     maven { url "https://ci.opensearch.org/ci/dbc/snapshots/maven/" }
+    maven { url "https://ci.opensearch.org/maven2/" }
+    maven { url "https://ci.opensearch.org/m2/" }
+    mavenCentral()
 }
 
 spotless {
@@ -175,14 +177,15 @@ allprojects {
 subprojects {
     repositories {
         mavenLocal()
-        maven { url "https://ci.opensearch.org/maven2/" }
-        mavenCentral()
         maven {
             url 'https://jitpack.io'
             content { includeGroup "com.github.babbel" }
         }
         maven { url "https://ci.opensearch.org/ci/dbc/snapshots/maven/" }
         maven { url "https://ci.opensearch.org/ci/dbc/snapshots/lucene/" }
+        maven { url "https://ci.opensearch.org/maven2/" }
+        maven { url "https://ci.opensearch.org/m2/" }
+        mavenCentral()
     }
 
     // Publish internal modules as Maven artifacts for external use, such as by opensearch-spark and opensearch-cli.

common/src/main/java/org/opensearch/sql/common/error/ResourceLimitExceededException.java

@@ -0,0 +1,24 @@
+/*
+ * Copyright OpenSearch Contributors
+ * SPDX-License-Identifier: Apache-2.0
+ */
+
+package org.opensearch.sql.common.error;
+
+/**
+ * Raised when a query cannot proceed because it would exceed a node or cluster resource budget --
+ * e.g. the per-node Point-In-Time (PIT) context limit ({@code search.max_open_pit_context}). Pairs
+ * with {@link ErrorCode#RESOURCE_LIMIT_EXCEEDED}: the code is the machine-readable classifier while
+ * this type gives clients a stable, semantic name to match on. The message is the customer-facing
+ * {@code reason}; put the explanation and remedy in the {@link ErrorReport} details.
+ */
+public class ResourceLimitExceededException extends RuntimeException {
+
+  public ResourceLimitExceededException(String message) {
+    super(message);
+  }
+
+  public ResourceLimitExceededException(String message, Throwable cause) {
+    super(message, cause);
+  }
+}

common/src/main/java/org/opensearch/sql/common/setting/Settings.java

@@ -36,7 +36,6 @@ public enum Key {
     PPL_SYNTAX_LEGACY_PREFERRED("plugins.ppl.syntax.legacy.preferred"),
     PPL_SUBSEARCH_MAXOUT("plugins.ppl.subsearch.maxout"),
     PPL_JOIN_SUBSEARCH_MAXOUT("plugins.ppl.join.subsearch_maxout"),
-    PPL_REST_REDACTION_ENABLED("plugins.ppl.rest.redaction.enabled"),
     PPL_REST_ALLOWED_ENDPOINTS("plugins.ppl.rest.allowed_endpoints"),
 
     /** Enable Calcite as execution engine */
@@ -81,7 +80,10 @@ public enum Key {
     ASYNC_QUERY_EXTERNAL_SCHEDULER_INTERVAL(
         "plugins.query.executionengine.async_query.external_scheduler.interval"),
     STREAMING_JOB_HOUSEKEEPER_INTERVAL(
-        "plugins.query.executionengine.spark.streamingjobs.housekeeper.interval");
+        "plugins.query.executionengine.spark.streamingjobs.housekeeper.interval"),
+
+    /** Thread Pool Settings. */
+    SQL_COMPLEX_WORKER_POOL_ENABLED("plugins.sql.complex_worker_pool.enabled");
 
     @Getter private final String keyValue;
 

core/src/main/java/org/opensearch/sql/analysis/Analyzer.java

@@ -82,6 +82,7 @@
 import org.opensearch.sql.ast.tree.Limit;
 import org.opensearch.sql.ast.tree.Lookup;
 import org.opensearch.sql.ast.tree.ML;
+import org.opensearch.sql.ast.tree.MakeResults;
 import org.opensearch.sql.ast.tree.Multisearch;
 import org.opensearch.sql.ast.tree.MvCombine;
 import org.opensearch.sql.ast.tree.MvExpand;
@@ -111,6 +112,7 @@
 import org.opensearch.sql.ast.tree.UnresolvedPlan;
 import org.opensearch.sql.ast.tree.Values;
 import org.opensearch.sql.ast.tree.Window;
+import org.opensearch.sql.ast.tree.Xyseries;
 import org.opensearch.sql.common.antlr.SyntaxCheckException;
 import org.opensearch.sql.data.model.ExprMissingValue;
 import org.opensearch.sql.data.type.ExprCoreType;
@@ -562,6 +564,11 @@ public LogicalPlan visitNoMv(NoMv node, AnalysisContext context) {
     throw getOnlyForCalciteException("nomv");
   }
 
+  @Override
+  public LogicalPlan visitMakeResults(MakeResults node, AnalysisContext context) {
+    throw getOnlyForCalciteException("makeresults");
+  }
+
   @Override
   public LogicalPlan visitMvExpand(MvExpand node, AnalysisContext context) {
     throw getOnlyForCalciteException("mvexpand");
@@ -836,6 +843,11 @@ public LogicalPlan visitChart(Chart node, AnalysisContext context) {
     throw getOnlyForCalciteException("Chart");
   }
 
+  @Override
+  public LogicalPlan visitXyseries(Xyseries node, AnalysisContext context) {
+    throw getOnlyForCalciteException("Xyseries");
+  }
+
   @Override
   public LogicalPlan visitWindow(Window node, AnalysisContext context) {
     throw getOnlyForCalciteException("Window");

core/src/main/java/org/opensearch/sql/ast/AbstractNodeVisitor.java

@@ -71,6 +71,7 @@
 import org.opensearch.sql.ast.tree.Limit;
 import org.opensearch.sql.ast.tree.Lookup;
 import org.opensearch.sql.ast.tree.ML;
+import org.opensearch.sql.ast.tree.MakeResults;
 import org.opensearch.sql.ast.tree.Multisearch;
 import org.opensearch.sql.ast.tree.MvCombine;
 import org.opensearch.sql.ast.tree.MvExpand;
@@ -99,6 +100,7 @@
 import org.opensearch.sql.ast.tree.Union;
 import org.opensearch.sql.ast.tree.Values;
 import org.opensearch.sql.ast.tree.Window;
+import org.opensearch.sql.ast.tree.Xyseries;
 
 /** AST nodes visitor Defines the traverse path. */
 public abstract class AbstractNodeVisitor<T, C> {
@@ -344,6 +346,10 @@ public T visitValues(Values node, C context) {
     return visitChildren(node, context);
   }
 
+  public T visitMakeResults(MakeResults node, C context) {
+    return visitChildren(node, context);
+  }
+
   public T visitAlias(Alias node, C context) {
     return visitChildren(node, context);
   }
@@ -515,4 +521,8 @@ public T visitMvExpand(MvExpand node, C context) {
   public T visitGraphLookup(GraphLookup node, C context) {
     return visitChildren(node, context);
   }
+
+  public T visitXyseries(Xyseries node, C context) {
+    return visitChildren(node, context);
+  }
 }

core/src/main/java/org/opensearch/sql/ast/tree/MakeResults.java

@@ -0,0 +1,47 @@
+/*
+ * Copyright OpenSearch Contributors
+ * SPDX-License-Identifier: Apache-2.0
+ */
+
+package org.opensearch.sql.ast.tree;
+
+import com.google.common.collect.ImmutableList;
+import java.util.List;
+import lombok.EqualsAndHashCode;
+import lombok.Getter;
+import lombok.RequiredArgsConstructor;
+import lombok.ToString;
+import org.opensearch.sql.ast.AbstractNodeVisitor;
+import org.opensearch.sql.ast.Node;
+
+/**
+ * AST node for the {@code makeresults} leading command (count path). Generates {@code count}
+ * in-memory rows, each carrying a single {@code @timestamp} column set to query time.
+ *
+ * <p>The {@code format=csv|json data="..."} form is parsed into a shared {@link Values} node
+ * instead (see {@code MakeResultsDataParser}), so inline literal rows flow through the common
+ * {@code visitValues} builder.
+ */
+@ToString
+@Getter
+@EqualsAndHashCode(callSuper = false)
+@RequiredArgsConstructor
+public class MakeResults extends UnresolvedPlan {
+
+  private final int count;
+
+  @Override
+  public UnresolvedPlan attach(UnresolvedPlan child) {
+    throw new UnsupportedOperationException("MakeResults node is supposed to have no child node");
+  }
+
+  @Override
+  public <T, C> T accept(AbstractNodeVisitor<T, C> nodeVisitor, C context) {
+    return nodeVisitor.visitMakeResults(this, context);
+  }
+
+  @Override
+  public List<? extends Node> getChild() {
+    return ImmutableList.of();
+  }
+}

core/src/main/java/org/opensearch/sql/ast/tree/RareTopN.java

@@ -56,6 +56,8 @@ public enum CommandType {
   public enum Option {
     countField,
     showCount,
+    percentField,
+    showPerc,
     useNull,
   }
 }

core/src/main/java/org/opensearch/sql/ast/tree/Values.java

@@ -9,21 +9,54 @@
 import java.util.List;
 import lombok.EqualsAndHashCode;
 import lombok.Getter;
-import lombok.RequiredArgsConstructor;
 import lombok.ToString;
 import org.opensearch.sql.ast.AbstractNodeVisitor;
 import org.opensearch.sql.ast.Node;
 import org.opensearch.sql.ast.expression.Literal;
+import org.opensearch.sql.data.type.ExprCoreType;
 
 /** AST node class for a sequence of literal values. */
 @ToString
 @Getter
 @EqualsAndHashCode(callSuper = false)
-@RequiredArgsConstructor
 public class Values extends UnresolvedPlan {
 
   private final List<List<Literal>> values;
 
+  private final List<String> columnNames;
+
+  /**
+   * Optional explicit column types, authoritative for the schema. Required to type a zero-row
+   * relation (header-only CSV / empty JSON array) where there are no literals to infer from.
+   */
+  private final List<ExprCoreType> columnTypes;
+
+  /**
+   * When {@code true}, prepend an implicit {@code @timestamp = NOW()} column (from {@code
+   * makeresults format=json data=}). CSV data= and subsearch callers leave it {@code false}.
+   */
+  private final boolean withImplicitTimestamp;
+
+  public Values(List<List<Literal>> values) {
+    this(values, null, null);
+  }
+
+  public Values(
+      List<List<Literal>> values, List<String> columnNames, List<ExprCoreType> columnTypes) {
+    this(values, columnNames, columnTypes, false);
+  }
+
+  public Values(
+      List<List<Literal>> values,
+      List<String> columnNames,
+      List<ExprCoreType> columnTypes,
+      boolean withImplicitTimestamp) {
+    this.values = values;
+    this.columnNames = columnNames;
+    this.columnTypes = columnTypes;
+    this.withImplicitTimestamp = withImplicitTimestamp;
+  }
+
   @Override
   public UnresolvedPlan attach(UnresolvedPlan child) {
     throw new UnsupportedOperationException("Values node is supposed to have no child node");

core/src/main/java/org/opensearch/sql/ast/tree/Xyseries.java

@@ -0,0 +1,64 @@
+/*
+ * Copyright OpenSearch Contributors
+ * SPDX-License-Identifier: Apache-2.0
+ */
+
+package org.opensearch.sql.ast.tree;
+
+import com.google.common.collect.ImmutableList;
+import java.util.List;
+import lombok.EqualsAndHashCode;
+import lombok.Getter;
+import lombok.RequiredArgsConstructor;
+import lombok.Setter;
+import lombok.ToString;
+import org.opensearch.sql.ast.AbstractNodeVisitor;
+import org.opensearch.sql.ast.expression.UnresolvedExpression;
+
+/**
+ * AST node representing the xyseries command. Converts row-oriented grouped results into a wide
+ * table where one field is the X axis (row key), one field provides pivot values for column naming,
+ * and one or more data fields fill the pivoted cells.
+ */
+@Getter
+@ToString
+@EqualsAndHashCode(callSuper = false)
+@RequiredArgsConstructor
+public class Xyseries extends UnresolvedPlan {
+
+  /** The x-axis field (row key in output). */
+  private final UnresolvedExpression xField;
+
+  /** The y-name field whose values become part of the output column names. */
+  private final UnresolvedExpression yNameField;
+
+  /** Explicit pivot values from the IN (...) clause. */
+  private final List<String> pivotValues;
+
+  /** One or more y-data fields whose values fill the pivoted cells. */
+  private final List<UnresolvedExpression> yDataFields;
+
+  /** Separator between y-data-field name and pivot value in column names. Default ":". */
+  private final String separator;
+
+  /** Optional format template for output column names using $AGG$ and $VAL$ placeholders. */
+  private final String format;
+
+  @Setter private UnresolvedPlan child;
+
+  @Override
+  public Xyseries attach(UnresolvedPlan child) {
+    this.child = child;
+    return this;
+  }
+
+  @Override
+  public List<UnresolvedPlan> getChild() {
+    return this.child == null ? ImmutableList.of() : ImmutableList.of(this.child);
+  }
+
+  @Override
+  public <T, C> T accept(AbstractNodeVisitor<T, C> nodeVisitor, C context) {
+    return nodeVisitor.visitXyseries(this, context);
+  }
+}