Added Rust version of asap-planner (#174)

* Added many crates from asa-common to Cargo workspace

* Moved some files from asa-query-engine to asap-common

* formatting

* removed unnecessary method

* Added Rust version of Controller

* formatting

* clippy fixes

* Updated CI

* Added some more test

* formatting

* fixed clippy

* Added more tests

* Removed unused file

Author: milindsrivastava1997

Cargo.lock

@@ -7,6 +7,7 @@ members = [
     "asap-common/dependencies/rs/sketch_db_common",
     "asap-common/dependencies/rs/datafusion_summary_library",
     "asap-query-engine",
+    "asap-planner-rs",
 ]
 
 [workspace.package]
@@ -33,3 +34,5 @@ promql_utilities = { path = "asap-common/dependencies/rs/promql_utilities" }
 sql_utilities = { path = "asap-common/dependencies/rs/sql_utilities" }
 sketch_db_common = { path = "asap-common/dependencies/rs/sketch_db_common" }
 datafusion_summary_library = { path = "asap-common/dependencies/rs/datafusion_summary_library" }
+asap_planner = { path = "asap-planner-rs" }
+indexmap = { version = "2.0", features = ["serde"] }

Cargo.toml

@@ -0,0 +1,30 @@
+[package]
+name = "asap_planner"
+version.workspace = true
+edition.workspace = true
+
+[lib]
+name = "asap_planner"
+path = "src/lib.rs"
+
+[[bin]]
+name = "asap-planner"
+path = "src/main.rs"
+
+[dependencies]
+sketch_db_common.workspace = true
+promql_utilities.workspace = true
+serde.workspace = true
+serde_json.workspace = true
+serde_yaml.workspace = true
+thiserror.workspace = true
+anyhow.workspace = true
+tracing.workspace = true
+tracing-subscriber.workspace = true
+clap.workspace = true
+indexmap.workspace = true
+promql-parser = "0.5.0"
+
+[dev-dependencies]
+tempfile = "3.20"
+pretty_assertions = "1.4"

asap-planner-rs/Cargo.toml

@@ -0,0 +1,72 @@
+use serde::Deserialize;
+
+#[derive(Debug, Clone, Deserialize)]
+pub struct ControllerConfig {
+    pub query_groups: Vec<QueryGroup>,
+    pub metrics: Vec<MetricDefinition>,
+    pub sketch_parameters: Option<SketchParameterOverrides>,
+    pub aggregate_cleanup: Option<AggregateCleanupConfig>,
+}
+
+#[derive(Debug, Clone, Deserialize)]
+pub struct QueryGroup {
+    pub id: Option<u32>,
+    pub queries: Vec<String>,
+    pub repetition_delay: u64,
+    pub controller_options: ControllerOptions,
+}
+
+#[derive(Debug, Clone, Deserialize)]
+pub struct ControllerOptions {
+    pub accuracy_sla: f64,
+    pub latency_sla: f64,
+}
+
+#[derive(Debug, Clone, Deserialize)]
+pub struct MetricDefinition {
+    pub metric: String,
+    pub labels: Vec<String>,
+}
+
+#[derive(Debug, Clone, Deserialize)]
+pub struct AggregateCleanupConfig {
+    pub policy: Option<String>,
+}
+
+#[derive(Debug, Clone, Deserialize, Default)]
+pub struct SketchParameterOverrides {
+    #[serde(rename = "CountMinSketch")]
+    pub count_min_sketch: Option<CmsParams>,
+    #[serde(rename = "CountMinSketchWithHeap")]
+    pub count_min_sketch_with_heap: Option<CmsHeapParams>,
+    #[serde(rename = "DatasketchesKLL")]
+    pub datasketches_kll: Option<KllParams>,
+    #[serde(rename = "HydraKLL")]
+    pub hydra_kll: Option<HydraParams>,
+}
+
+#[derive(Debug, Clone, Deserialize)]
+pub struct CmsParams {
+    pub depth: u64,
+    pub width: u64,
+}
+
+#[derive(Debug, Clone, Deserialize)]
+pub struct CmsHeapParams {
+    pub depth: u64,
+    pub width: u64,
+    pub heap_multiplier: Option<u64>,
+}
+
+#[derive(Debug, Clone, Deserialize)]
+pub struct KllParams {
+    #[serde(rename = "K")]
+    pub k: u64,
+}
+
+#[derive(Debug, Clone, Deserialize)]
+pub struct HydraParams {
+    pub row_num: u64,
+    pub col_num: u64,
+    pub k: u64,
+}

asap-planner-rs/src/config/input.rs

@@ -0,0 +1,2 @@
+pub mod input;
+pub use input::*;

asap-planner-rs/src/config/mod.rs

@@ -0,0 +1,17 @@
+use thiserror::Error;
+
+#[derive(Debug, Error)]
+pub enum ControllerError {
+    #[error("IO error: {0}")]
+    Io(#[from] std::io::Error),
+    #[error("YAML parse error: {0}")]
+    YamlParse(#[from] serde_yaml::Error),
+    #[error("PromQL parse error: {0}")]
+    PromQLParse(String),
+    #[error("Duplicate query: {0}")]
+    DuplicateQuery(String),
+    #[error("Planner error: {0}")]
+    PlannerError(String),
+    #[error("Unknown metric: {0}")]
+    UnknownMetric(String),
+}