// src/tables_data/handlers/put_table_data.rs // TODO WORK ON SCRIPTS INPUT OUTPUT HAS TO BE CHECKED use tonic::Status; use sqlx::{PgPool, Arguments, Row}; use sqlx::postgres::PgArguments; use chrono::{DateTime, Utc}; use common::proto::multieko2::tables_data::{PutTableDataRequest, PutTableDataResponse}; use std::collections::HashMap; use std::sync::Arc; use prost_types::value::Kind; use rust_decimal::Decimal; use std::str::FromStr; use crate::steel::server::execution::{self, Value}; use crate::indexer::{IndexCommand, IndexCommandData}; use tokio::sync::mpsc; use tracing::error; pub async fn put_table_data( db_pool: &PgPool, request: PutTableDataRequest, indexer_tx: &mpsc::Sender, ) -> Result { eprintln!("🔥🔥🔥 PUT_TABLE_DATA FUNCTION CALLED 🔥🔥🔥"); eprintln!("Request: {:?}", request); let profile_name = request.profile_name; let table_name = request.table_name; let record_id = request.id; eprintln!("=== PUT TABLE DATA START ==="); eprintln!("Profile: {}, Table: {}, Record ID: {}", profile_name, table_name, record_id); eprintln!("Request data: {:?}", request.data); if request.data.is_empty() { return Ok(PutTableDataResponse { success: true, message: "No fields to update.".into(), updated_id: record_id, }); } // --- Metadata Fetching --- let schema = sqlx::query!("SELECT id FROM schemas WHERE name = $1", profile_name) .fetch_optional(db_pool).await .map_err(|e| Status::internal(format!("Profile lookup error: {}", e)))? .ok_or_else(|| Status::not_found("Profile not found"))?; let schema_id = schema.id; let table_def = sqlx::query!( "SELECT id, columns FROM table_definitions WHERE schema_id = $1 AND table_name = $2", schema_id, table_name ) .fetch_optional(db_pool).await .map_err(|e| Status::internal(format!("Table lookup error: {}", e)))? .ok_or_else(|| Status::not_found("Table not found"))?; let columns_json: Vec = serde_json::from_value(table_def.columns.clone()) .map_err(|e| Status::internal(format!("Column parsing error: {}", e)))?; let mut columns = Vec::new(); for col_def in columns_json { let parts: Vec<&str> = col_def.splitn(2, ' ').collect(); if parts.len() != 2 { return Err(Status::internal("Invalid column format")); } let name = parts[0].trim_matches('"').to_string(); let sql_type = parts[1].to_string(); columns.push((name, sql_type)); } println!("Table columns: {:?}", columns); // --- Validate Column Permissions --- let fk_columns = sqlx::query!( r#"SELECT ltd.table_name FROM table_definition_links tdl JOIN table_definitions ltd ON tdl.linked_table_id = ltd.id WHERE tdl.source_table_id = $1"#, table_def.id ) .fetch_all(db_pool) .await .map_err(|e| Status::internal(format!("Foreign key lookup error: {}", e)))?; let mut system_columns = vec!["deleted".to_string()]; for fk in &fk_columns { system_columns.push(format!("{}_id", fk.table_name)); } let system_columns_set: std::collections::HashSet<_> = system_columns.iter().map(|s| s.as_str()).collect(); let user_columns: Vec<&String> = columns.iter().map(|(name, _)| name).collect(); for key in request.data.keys() { if !system_columns_set.contains(key.as_str()) && !user_columns.contains(&&key.to_string()) { return Err(Status::invalid_argument(format!("Invalid column: {}", key))); } } // --- Smart Data Fetching using script_dependencies table --- let scripts = sqlx::query!("SELECT id, target_column, script FROM table_scripts WHERE table_definitions_id = $1", table_def.id) .fetch_all(db_pool).await .map_err(|e| Status::internal(format!("Failed to fetch scripts: {}", e)))?; println!("Found {} scripts for table", scripts.len()); for script in &scripts { println!("Script ID {}: target_column='{}', script='{}'", script.id, script.target_column, script.script); } let mut required_columns = std::collections::HashSet::new(); // Always need: id, target columns of scripts, and columns being updated required_columns.insert("id".to_string()); for script_record in &scripts { required_columns.insert(script_record.target_column.clone()); } for key in request.data.keys() { required_columns.insert(key.clone()); } // Use pre-computed dependencies from script_dependencies table if !scripts.is_empty() { let script_ids: Vec = scripts.iter().map(|s| s.id).collect(); let dependencies = sqlx::query!( r#"SELECT sd.target_table_id, sd.dependency_type, sd.context_info, td.table_name as target_table FROM script_dependencies sd JOIN table_definitions td ON sd.target_table_id = td.id WHERE sd.script_id = ANY($1)"#, &script_ids ) .fetch_all(db_pool) .await .map_err(|e| Status::internal(format!("Failed to fetch script dependencies: {}", e)))?; for dep in dependencies { // If it references this table, add the columns it uses if dep.target_table == table_name { match dep.dependency_type.as_str() { "column_access" | "indexed_access" => { if let Some(context) = dep.context_info { if let Some(column) = context.get("column").and_then(|v| v.as_str()) { required_columns.insert(column.to_string()); } } } _ => {} // SQL queries handled differently } } // If it references linked tables, add their foreign key columns else { let fk_column = format!("{}_id", dep.target_table.split('_').last().unwrap_or(&dep.target_table)); required_columns.insert(fk_column); } } } println!("Required columns for context: {:?}", required_columns); // Build optimized SELECT query with only required columns let qualified_table = crate::shared::schema_qualifier::qualify_table_name_for_data(db_pool, &profile_name, &table_name).await?; let columns_clause = required_columns .iter() .map(|name| format!("COALESCE(\"{0}\"::TEXT, '') AS \"{0}\"", name)) .collect::>() .join(", "); let select_sql = format!("SELECT {} FROM {} WHERE id = $1", columns_clause, qualified_table); println!("SELECT SQL: {}", select_sql); let current_row = sqlx::query(&select_sql).bind(record_id).fetch_optional(db_pool).await .map_err(|e| Status::internal(format!("Failed to fetch current row state: {}", e)))? .ok_or_else(|| Status::not_found("Record not found"))?; let mut current_row_data = HashMap::new(); for col_name in &required_columns { let value: String = current_row.try_get(col_name.as_str()).unwrap_or_default(); current_row_data.insert(col_name.clone(), value); } println!("=== CURRENT ROW DATA FROM DB ==="); println!("{:?}", current_row_data); // --- Data Merging Logic --- eprintln!("🚨🚨🚨 EXTRACTING UPDATE DATA FROM REQUEST 🚨🚨🚨"); let mut update_data = HashMap::new(); for (key, proto_value) in &request.data { let str_val = match &proto_value.kind { Some(Kind::StringValue(s)) => s.trim().to_string(), Some(Kind::NumberValue(n)) => n.to_string(), Some(Kind::BoolValue(b)) => b.to_string(), Some(Kind::NullValue(_)) | None => String::new(), _ => return Err(Status::invalid_argument(format!("Unsupported type for column '{}'", key))), }; eprintln!("🔥 UPDATE_DATA[{}] = '{}'", key, str_val); update_data.insert(key.clone(), str_val); } eprintln!("🚨 UPDATE DATA EXTRACTED: {:?}", update_data); let mut final_context_data = current_row_data.clone(); eprintln!("🚨 BEFORE EXTEND - final_context_data: {:?}", final_context_data); final_context_data.extend(update_data.clone()); eprintln!("🚨 AFTER EXTEND - final_context_data: {:?}", final_context_data); // Script validation with type-aware comparison for script_record in scripts { let target_column = script_record.target_column; println!("=== PROCESSING SCRIPT FOR COLUMN: {} ===", target_column); // Find the SQL type for this target column let target_sql_type = if let Some((_, stype)) = columns.iter().find(|(name, _)| name == &target_column) { stype.as_str() } else { "TEXT" // Default fallback for system columns }; println!("Target column SQL type: {}", target_sql_type); println!("Executing script: {}", script_record.script); let script_result = execution::execute_script( script_record.script.clone(), "STRINGS", Arc::new(db_pool.clone()), schema_id, profile_name.clone(), table_name.clone(), final_context_data.clone(), ) .await .map_err(|e| { error!("Script execution failed for '{}': {:?}", target_column, e); Status::invalid_argument(format!("Script execution failed for '{}': {}", target_column, e)) })?; let Value::Strings(mut script_output_vec) = script_result else { return Err(Status::internal("Script must return string values")); }; let script_output = script_output_vec.pop().ok_or_else(|| Status::internal("Script returned no values"))?; println!("Script output: '{}'", script_output); if update_data.contains_key(&target_column) { // Case A: Column is being updated. Validate user input against script. let user_value = update_data.get(&target_column).unwrap(); println!("Case A: Validating user value '{}' against script output '{}'", user_value, script_output); // TYPE-AWARE COMPARISON based on SQL type let values_match = match target_sql_type { s if s.starts_with("NUMERIC") => { let user_decimal = Decimal::from_str(user_value).map_err(|_| Status::invalid_argument(format!("Invalid decimal format for column '{}'", target_column)))?; let script_decimal = Decimal::from_str(&script_output).map_err(|_| Status::internal(format!("Script for '{}' produced invalid decimal", target_column)))?; println!("Decimal comparison: user={}, script={}", user_decimal, script_decimal); user_decimal == script_decimal }, "INTEGER" | "BIGINT" => { let user_int: i64 = user_value.parse().map_err(|_| Status::invalid_argument(format!("Invalid integer format for column '{}'", target_column)))?; let script_int: i64 = script_output.parse().map_err(|_| Status::internal(format!("Script for '{}' produced invalid integer", target_column)))?; println!("Integer comparison: user={}, script={}", user_int, script_int); user_int == script_int }, "BOOLEAN" => { let user_bool: bool = user_value.parse().map_err(|_| Status::invalid_argument(format!("Invalid boolean format for column '{}'", target_column)))?; let script_bool: bool = script_output.parse().map_err(|_| Status::internal(format!("Script for '{}' produced invalid boolean", target_column)))?; println!("Boolean comparison: user={}, script={}", user_bool, script_bool); user_bool == script_bool }, _ => { println!("String comparison: user='{}', script='{}'", user_value, script_output); user_value == &script_output } }; println!("Values match: {}", values_match); if !values_match { return Err(Status::invalid_argument(format!("Validation failed for column '{}': Script calculated '{}', but user provided '{}'", target_column, script_output, user_value))); } } else { // Case B: Column is NOT being updated. Prevent unauthorized changes. let current_value = current_row_data.get(&target_column).cloned().unwrap_or_default(); println!("Case B: Checking if script would change current value '{}' to '{}'", current_value, script_output); let values_match = match target_sql_type { s if s.starts_with("NUMERIC") => { let current_decimal = Decimal::from_str(¤t_value).unwrap_or_default(); let script_decimal = Decimal::from_str(&script_output).unwrap_or_default(); println!("Decimal comparison: current={}, script={}", current_decimal, script_decimal); current_decimal == script_decimal }, "INTEGER" | "BIGINT" => { let current_int: i64 = current_value.parse().unwrap_or_default(); let script_int: i64 = script_output.parse().unwrap_or_default(); println!("Integer comparison: current={}, script={}", current_int, script_int); current_int == script_int }, "BOOLEAN" => { let current_bool: bool = current_value.parse().unwrap_or(false); let script_bool: bool = script_output.parse().unwrap_or(false); println!("Boolean comparison: current={}, script={}", current_bool, script_bool); current_bool == script_bool }, _ => { println!("String comparison: current='{}', script='{}'", current_value, script_output); current_value == script_output } }; println!("Values match: {}", values_match); if !values_match { return Err(Status::failed_precondition(format!("Script for column '{}' was triggered and would change its value from '{}' to '{}'. To apply this change, please include '{}' in your update request.", target_column, current_value, script_output, target_column))); } } println!("=== END PROCESSING SCRIPT FOR COLUMN: {} ===", target_column); } // --- Database Update --- let mut params = PgArguments::default(); let mut set_clauses = Vec::new(); let mut param_idx = 1; println!("=== BUILDING UPDATE QUERY ==="); for (col, proto_value) in request.data { let sql_type = if system_columns_set.contains(col.as_str()) { match col.as_str() { "deleted" => "BOOLEAN", _ if col.ends_with("_id") => "BIGINT", _ => return Err(Status::invalid_argument("Invalid system column")), } } else { columns.iter() .find(|(name, _)| name == &col) .map(|(_, sql_type)| sql_type.as_str()) .ok_or_else(|| Status::invalid_argument(format!("Column not found: {}", col)))? }; let kind = match &proto_value.kind { None | Some(Kind::NullValue(_)) => { match sql_type { "BOOLEAN" => params.add(None::), "TEXT" => params.add(None::), "TIMESTAMPTZ" => params.add(None::>), "BIGINT" => params.add(None::), "INTEGER" => params.add(None::), s if s.starts_with("NUMERIC") => params.add(None::), _ => return Err(Status::invalid_argument(format!("Unsupported type for null value: {}", sql_type))), }.map_err(|e| Status::internal(format!("Failed to add null parameter for {}: {}", col, e)))?; set_clauses.push(format!("\"{}\" = ${}", col, param_idx)); param_idx += 1; continue; } Some(k) => k, }; if sql_type == "TEXT" { if let Kind::StringValue(value) = kind { let trimmed_value = value.trim(); if trimmed_value.is_empty() { params.add(None::).map_err(|e| Status::internal(format!("Failed to add null parameter for {}: {}", col, e)))?; } else { if col == "telefon" && trimmed_value.len() > 15 { return Err(Status::internal(format!("Value too long for {}", col))); } params.add(trimmed_value).map_err(|e| Status::invalid_argument(format!("Failed to add text parameter for {}: {}", col, e)))?; } } else { return Err(Status::invalid_argument(format!("Expected string for column '{}'", col))); } } else if sql_type == "BOOLEAN" { if let Kind::BoolValue(val) = kind { params.add(val).map_err(|e| Status::invalid_argument(format!("Failed to add boolean parameter for {}: {}", col, e)))?; } else { return Err(Status::invalid_argument(format!("Expected boolean for column '{}'", col))); } } else if sql_type == "TIMESTAMPTZ" { if let Kind::StringValue(value) = kind { let dt = DateTime::parse_from_rfc3339(value).map_err(|_| Status::invalid_argument(format!("Invalid timestamp for {}", col)))?; params.add(dt.with_timezone(&Utc)).map_err(|e| Status::invalid_argument(format!("Failed to add timestamp parameter for {}: {}", col, e)))?; } else { return Err(Status::invalid_argument(format!("Expected ISO 8601 string for column '{}'", col))); } } else if sql_type == "BIGINT" { if let Kind::NumberValue(val) = kind { if val.fract() != 0.0 { return Err(Status::invalid_argument(format!("Expected integer for column '{}', but got a float", col))); } let as_i64 = *val as i64; if (as_i64 as f64) != *val { return Err(Status::invalid_argument(format!("Integer value out of range for BIGINT column '{}'", col))); } params.add(as_i64).map_err(|e| Status::invalid_argument(format!("Failed to add bigint parameter for {}: {}", col, e)))?; } else { return Err(Status::invalid_argument(format!("Expected number for column '{}'", col))); } } else if sql_type == "INTEGER" { if let Kind::NumberValue(val) = kind { if val.fract() != 0.0 { return Err(Status::invalid_argument(format!("Expected integer for column '{}', but got a float", col))); } let as_i32 = *val as i32; if (as_i32 as f64) != *val { return Err(Status::invalid_argument(format!("Integer value out of range for INTEGER column '{}'", col))); } params.add(as_i32).map_err(|e| Status::invalid_argument(format!("Failed to add integer parameter for {}: {}", col, e)))?; } else { return Err(Status::invalid_argument(format!("Expected number for column '{}'", col))); } } else if sql_type.starts_with("NUMERIC") { let decimal_val = match kind { Kind::StringValue(s) => { let trimmed = s.trim(); if trimmed.is_empty() { None } else { Some(Decimal::from_str(trimmed).map_err(|_| { Status::invalid_argument(format!( "Invalid decimal string format for column '{}': {}", col, s )) })?) } } _ => { return Err(Status::invalid_argument(format!( "Expected a string representation for decimal column '{}', but received a different type.", col ))); } }; params.add(decimal_val).map_err(|e| { Status::invalid_argument(format!( "Failed to add decimal parameter for {}: {}", col, e )) })?; } else { return Err(Status::invalid_argument(format!("Unsupported type {}", sql_type))); } set_clauses.push(format!("\"{}\" = ${}", col, param_idx)); param_idx += 1; } if set_clauses.is_empty() { return Ok(PutTableDataResponse { success: true, message: "No valid fields to update after processing.".into(), updated_id: record_id, }); } let set_clause = set_clauses.join(", "); let sql = format!( "UPDATE {} SET {} WHERE id = ${} RETURNING id", qualified_table, set_clause, param_idx ); println!("UPDATE SQL: {}", sql); params.add(record_id).map_err(|e| Status::internal(format!("Failed to add record_id parameter: {}", e)))?; let result = sqlx::query_scalar_with::<_, i64, _>(&sql, params) .fetch_optional(db_pool) .await; let updated_id = match result { Ok(Some(id)) => id, Ok(None) => return Err(Status::not_found("Record not found")), Err(e) => { if let Some(db_err) = e.as_database_error() { if db_err.code() == Some(std::borrow::Cow::Borrowed("22P02")) || db_err.code() == Some(std::borrow::Cow::Borrowed("22003")) { return Err(Status::invalid_argument(format!( "Numeric field overflow or invalid format. Check precision and scale. Details: {}", db_err.message() ))); } } return Err(Status::internal(format!("Update failed: {}", e))); } }; // --- Indexer Command --- let command = IndexCommand::AddOrUpdate(IndexCommandData { table_name: table_name.clone(), row_id: updated_id, }); if let Err(e) = indexer_tx.send(command).await { error!( "CRITICAL: DB update for table '{}' (id: {}) succeeded but failed to queue for indexing: {}. Search index is now inconsistent.", table_name, updated_id, e ); } println!("=== PUT TABLE DATA SUCCESS ==="); println!("Updated record ID: {}", updated_id); Ok(PutTableDataResponse { success: true, message: "Data updated successfully".into(), updated_id, }) }