analytics via datafusion added

This commit is contained in:
Priec
2026-07-15 21:23:11 +02:00
parent 1a189363b8
commit edda48d72c
9 changed files with 2488 additions and 47 deletions

View File

@@ -214,6 +214,7 @@ fn main() -> Result<(), Box<dyn std::error::Error>> {
"proto/common.proto",
"proto/document_data.proto",
"proto/adresar.proto",
"proto/analytics.proto",
"proto/auth.proto",
"proto/backup.proto",
"proto/search.proto",
@@ -239,6 +240,7 @@ fn main() -> Result<(), Box<dyn std::error::Error>> {
"proto/common.proto",
"proto/document_data.proto",
"proto/adresar.proto",
"proto/analytics.proto",
"proto/auth.proto",
"proto/backup.proto",
"proto/search.proto",

View File

@@ -0,0 +1,93 @@
syntax = "proto3";
package komp_ac.analytics;
import "google/protobuf/struct.proto";
// Runs read-only analytical SQL over runtime-defined profile tables.
// Public SQL uses table and column aliases; physical ordinal column names are
// resolved inside the server and are never exposed by this API.
service AnalyticsService {
// Lists the alias-visible analytical tables for one profile.
rpc GetAnalyticsCatalog(GetAnalyticsCatalogRequest) returns (GetAnalyticsCatalogResponse);
// Executes one read-only SELECT query and streams typed result batches.
rpc ExecuteAnalyticsQuery(ExecuteAnalyticsQueryRequest) returns (stream AnalyticsResultBatch);
}
message GetAnalyticsCatalogRequest {
// Required PostgreSQL profile/schema name.
string profile_name = 1;
}
message GetAnalyticsCatalogResponse {
string profile_name = 1;
repeated AnalyticsTable tables = 2;
}
message AnalyticsTable {
int64 table_definition_id = 1;
string name = 2;
repeated AnalyticsCatalogColumn columns = 3;
repeated AnalyticsTableLink links = 4;
string base_currency = 5;
}
message AnalyticsCatalogColumn {
// Current public alias. Physical ordinal names are intentionally omitted.
string name = 1;
string field_type = 2;
bool is_system = 3;
string rounding = 4;
}
message AnalyticsTableLink {
// Public foreign-key column on the source table, e.g. department_id.
string source_column = 1;
string linked_table = 2;
bool required = 3;
}
message ExecuteAnalyticsQueryRequest {
// Required profile whose tables form the query's complete visible catalog.
string profile_name = 1;
// Exactly one read-only SELECT query. Table and column names are public aliases.
string sql = 2;
// Optional result cap. Zero uses the server default; the server maximum still applies.
uint32 max_rows = 3;
}
message AnalyticsResultColumn {
string name = 1;
string data_type = 2;
}
message AnalyticsValue {
oneof kind {
google.protobuf.NullValue null_value = 1;
bool bool_value = 2;
int64 int64_value = 3;
uint64 uint64_value = 4;
double double_value = 5;
string string_value = 6;
bytes bytes_value = 7;
}
}
message AnalyticsResultRow {
repeated AnalyticsValue values = 1;
}
message AnalyticsResultBatch {
// Present on the first batch and omitted from later data batches.
repeated AnalyticsResultColumn columns = 1;
repeated AnalyticsResultRow rows = 2;
// The final message contains no rows and carries completion metadata.
bool is_final = 3;
bool truncated = 4;
uint64 row_count = 5;
uint64 elapsed_ms = 6;
}

View File

@@ -7,6 +7,9 @@ pub mod proto {
pub mod adresar {
include!("proto/komp_ac.adresar.rs");
}
pub mod analytics {
include!("proto/komp_ac.analytics.rs");
}
pub mod auth {
include!("proto/komp_ac.auth.rs");
}

Binary file not shown.

View File

@@ -0,0 +1,526 @@
// This file is @generated by prost-build.
#[derive(Clone, PartialEq, Eq, Hash, ::prost::Message)]
pub struct GetAnalyticsCatalogRequest {
/// Required PostgreSQL profile/schema name.
#[prost(string, tag = "1")]
pub profile_name: ::prost::alloc::string::String,
}
#[derive(Clone, PartialEq, ::prost::Message)]
pub struct GetAnalyticsCatalogResponse {
#[prost(string, tag = "1")]
pub profile_name: ::prost::alloc::string::String,
#[prost(message, repeated, tag = "2")]
pub tables: ::prost::alloc::vec::Vec<AnalyticsTable>,
}
#[derive(Clone, PartialEq, ::prost::Message)]
pub struct AnalyticsTable {
#[prost(int64, tag = "1")]
pub table_definition_id: i64,
#[prost(string, tag = "2")]
pub name: ::prost::alloc::string::String,
#[prost(message, repeated, tag = "3")]
pub columns: ::prost::alloc::vec::Vec<AnalyticsCatalogColumn>,
#[prost(message, repeated, tag = "4")]
pub links: ::prost::alloc::vec::Vec<AnalyticsTableLink>,
#[prost(string, tag = "5")]
pub base_currency: ::prost::alloc::string::String,
}
#[derive(Clone, PartialEq, Eq, Hash, ::prost::Message)]
pub struct AnalyticsCatalogColumn {
/// Current public alias. Physical ordinal names are intentionally omitted.
#[prost(string, tag = "1")]
pub name: ::prost::alloc::string::String,
#[prost(string, tag = "2")]
pub field_type: ::prost::alloc::string::String,
#[prost(bool, tag = "3")]
pub is_system: bool,
#[prost(string, tag = "4")]
pub rounding: ::prost::alloc::string::String,
}
#[derive(Clone, PartialEq, Eq, Hash, ::prost::Message)]
pub struct AnalyticsTableLink {
/// Public foreign-key column on the source table, e.g. department_id.
#[prost(string, tag = "1")]
pub source_column: ::prost::alloc::string::String,
#[prost(string, tag = "2")]
pub linked_table: ::prost::alloc::string::String,
#[prost(bool, tag = "3")]
pub required: bool,
}
#[derive(Clone, PartialEq, Eq, Hash, ::prost::Message)]
pub struct ExecuteAnalyticsQueryRequest {
/// Required profile whose tables form the query's complete visible catalog.
#[prost(string, tag = "1")]
pub profile_name: ::prost::alloc::string::String,
/// Exactly one read-only SELECT query. Table and column names are public aliases.
#[prost(string, tag = "2")]
pub sql: ::prost::alloc::string::String,
/// Optional result cap. Zero uses the server default; the server maximum still applies.
#[prost(uint32, tag = "3")]
pub max_rows: u32,
}
#[derive(Clone, PartialEq, Eq, Hash, ::prost::Message)]
pub struct AnalyticsResultColumn {
#[prost(string, tag = "1")]
pub name: ::prost::alloc::string::String,
#[prost(string, tag = "2")]
pub data_type: ::prost::alloc::string::String,
}
#[derive(Clone, PartialEq, ::prost::Message)]
pub struct AnalyticsValue {
#[prost(oneof = "analytics_value::Kind", tags = "1, 2, 3, 4, 5, 6, 7")]
pub kind: ::core::option::Option<analytics_value::Kind>,
}
/// Nested message and enum types in `AnalyticsValue`.
pub mod analytics_value {
#[derive(Clone, PartialEq, ::prost::Oneof)]
pub enum Kind {
#[prost(enumeration = "::prost_types::NullValue", tag = "1")]
NullValue(i32),
#[prost(bool, tag = "2")]
BoolValue(bool),
#[prost(int64, tag = "3")]
Int64Value(i64),
#[prost(uint64, tag = "4")]
Uint64Value(u64),
#[prost(double, tag = "5")]
DoubleValue(f64),
#[prost(string, tag = "6")]
StringValue(::prost::alloc::string::String),
#[prost(bytes, tag = "7")]
BytesValue(::prost::alloc::vec::Vec<u8>),
}
}
#[derive(Clone, PartialEq, ::prost::Message)]
pub struct AnalyticsResultRow {
#[prost(message, repeated, tag = "1")]
pub values: ::prost::alloc::vec::Vec<AnalyticsValue>,
}
#[derive(Clone, PartialEq, ::prost::Message)]
pub struct AnalyticsResultBatch {
/// Present on the first batch and omitted from later data batches.
#[prost(message, repeated, tag = "1")]
pub columns: ::prost::alloc::vec::Vec<AnalyticsResultColumn>,
#[prost(message, repeated, tag = "2")]
pub rows: ::prost::alloc::vec::Vec<AnalyticsResultRow>,
/// The final message contains no rows and carries completion metadata.
#[prost(bool, tag = "3")]
pub is_final: bool,
#[prost(bool, tag = "4")]
pub truncated: bool,
#[prost(uint64, tag = "5")]
pub row_count: u64,
#[prost(uint64, tag = "6")]
pub elapsed_ms: u64,
}
/// Generated client implementations.
pub mod analytics_service_client {
#![allow(
unused_variables,
dead_code,
missing_docs,
clippy::wildcard_imports,
clippy::let_unit_value,
)]
use tonic::codegen::*;
use tonic::codegen::http::Uri;
/// Runs read-only analytical SQL over runtime-defined profile tables.
/// Public SQL uses table and column aliases; physical ordinal column names are
/// resolved inside the server and are never exposed by this API.
#[derive(Debug, Clone)]
pub struct AnalyticsServiceClient<T> {
inner: tonic::client::Grpc<T>,
}
impl AnalyticsServiceClient<tonic::transport::Channel> {
/// Attempt to create a new client by connecting to a given endpoint.
pub async fn connect<D>(dst: D) -> Result<Self, tonic::transport::Error>
where
D: TryInto<tonic::transport::Endpoint>,
D::Error: Into<StdError>,
{
let conn = tonic::transport::Endpoint::new(dst)?.connect().await?;
Ok(Self::new(conn))
}
}
impl<T> AnalyticsServiceClient<T>
where
T: tonic::client::GrpcService<tonic::body::Body>,
T::Error: Into<StdError>,
T::ResponseBody: Body<Data = Bytes> + std::marker::Send + 'static,
<T::ResponseBody as Body>::Error: Into<StdError> + std::marker::Send,
{
pub fn new(inner: T) -> Self {
let inner = tonic::client::Grpc::new(inner);
Self { inner }
}
pub fn with_origin(inner: T, origin: Uri) -> Self {
let inner = tonic::client::Grpc::with_origin(inner, origin);
Self { inner }
}
pub fn with_interceptor<F>(
inner: T,
interceptor: F,
) -> AnalyticsServiceClient<InterceptedService<T, F>>
where
F: tonic::service::Interceptor,
T::ResponseBody: Default,
T: tonic::codegen::Service<
http::Request<tonic::body::Body>,
Response = http::Response<
<T as tonic::client::GrpcService<tonic::body::Body>>::ResponseBody,
>,
>,
<T as tonic::codegen::Service<
http::Request<tonic::body::Body>,
>>::Error: Into<StdError> + std::marker::Send + std::marker::Sync,
{
AnalyticsServiceClient::new(InterceptedService::new(inner, interceptor))
}
/// Compress requests with the given encoding.
///
/// This requires the server to support it otherwise it might respond with an
/// error.
#[must_use]
pub fn send_compressed(mut self, encoding: CompressionEncoding) -> Self {
self.inner = self.inner.send_compressed(encoding);
self
}
/// Enable decompressing responses.
#[must_use]
pub fn accept_compressed(mut self, encoding: CompressionEncoding) -> Self {
self.inner = self.inner.accept_compressed(encoding);
self
}
/// Limits the maximum size of a decoded message.
///
/// Default: `4MB`
#[must_use]
pub fn max_decoding_message_size(mut self, limit: usize) -> Self {
self.inner = self.inner.max_decoding_message_size(limit);
self
}
/// Limits the maximum size of an encoded message.
///
/// Default: `usize::MAX`
#[must_use]
pub fn max_encoding_message_size(mut self, limit: usize) -> Self {
self.inner = self.inner.max_encoding_message_size(limit);
self
}
/// Lists the alias-visible analytical tables for one profile.
pub async fn get_analytics_catalog(
&mut self,
request: impl tonic::IntoRequest<super::GetAnalyticsCatalogRequest>,
) -> std::result::Result<
tonic::Response<super::GetAnalyticsCatalogResponse>,
tonic::Status,
> {
self.inner
.ready()
.await
.map_err(|e| {
tonic::Status::unknown(
format!("Service was not ready: {}", e.into()),
)
})?;
let codec = tonic_prost::ProstCodec::default();
let path = http::uri::PathAndQuery::from_static(
"/komp_ac.analytics.AnalyticsService/GetAnalyticsCatalog",
);
let mut req = request.into_request();
req.extensions_mut()
.insert(
GrpcMethod::new(
"komp_ac.analytics.AnalyticsService",
"GetAnalyticsCatalog",
),
);
self.inner.unary(req, path, codec).await
}
/// Executes one read-only SELECT query and streams typed result batches.
pub async fn execute_analytics_query(
&mut self,
request: impl tonic::IntoRequest<super::ExecuteAnalyticsQueryRequest>,
) -> std::result::Result<
tonic::Response<tonic::codec::Streaming<super::AnalyticsResultBatch>>,
tonic::Status,
> {
self.inner
.ready()
.await
.map_err(|e| {
tonic::Status::unknown(
format!("Service was not ready: {}", e.into()),
)
})?;
let codec = tonic_prost::ProstCodec::default();
let path = http::uri::PathAndQuery::from_static(
"/komp_ac.analytics.AnalyticsService/ExecuteAnalyticsQuery",
);
let mut req = request.into_request();
req.extensions_mut()
.insert(
GrpcMethod::new(
"komp_ac.analytics.AnalyticsService",
"ExecuteAnalyticsQuery",
),
);
self.inner.server_streaming(req, path, codec).await
}
}
}
/// Generated server implementations.
pub mod analytics_service_server {
#![allow(
unused_variables,
dead_code,
missing_docs,
clippy::wildcard_imports,
clippy::let_unit_value,
)]
use tonic::codegen::*;
/// Generated trait containing gRPC methods that should be implemented for use with AnalyticsServiceServer.
#[async_trait]
pub trait AnalyticsService: std::marker::Send + std::marker::Sync + 'static {
/// Lists the alias-visible analytical tables for one profile.
async fn get_analytics_catalog(
&self,
request: tonic::Request<super::GetAnalyticsCatalogRequest>,
) -> std::result::Result<
tonic::Response<super::GetAnalyticsCatalogResponse>,
tonic::Status,
>;
/// Server streaming response type for the ExecuteAnalyticsQuery method.
type ExecuteAnalyticsQueryStream: tonic::codegen::tokio_stream::Stream<
Item = std::result::Result<super::AnalyticsResultBatch, tonic::Status>,
>
+ std::marker::Send
+ 'static;
/// Executes one read-only SELECT query and streams typed result batches.
async fn execute_analytics_query(
&self,
request: tonic::Request<super::ExecuteAnalyticsQueryRequest>,
) -> std::result::Result<
tonic::Response<Self::ExecuteAnalyticsQueryStream>,
tonic::Status,
>;
}
/// Runs read-only analytical SQL over runtime-defined profile tables.
/// Public SQL uses table and column aliases; physical ordinal column names are
/// resolved inside the server and are never exposed by this API.
#[derive(Debug)]
pub struct AnalyticsServiceServer<T> {
inner: Arc<T>,
accept_compression_encodings: EnabledCompressionEncodings,
send_compression_encodings: EnabledCompressionEncodings,
max_decoding_message_size: Option<usize>,
max_encoding_message_size: Option<usize>,
}
impl<T> AnalyticsServiceServer<T> {
pub fn new(inner: T) -> Self {
Self::from_arc(Arc::new(inner))
}
pub fn from_arc(inner: Arc<T>) -> Self {
Self {
inner,
accept_compression_encodings: Default::default(),
send_compression_encodings: Default::default(),
max_decoding_message_size: None,
max_encoding_message_size: None,
}
}
pub fn with_interceptor<F>(
inner: T,
interceptor: F,
) -> InterceptedService<Self, F>
where
F: tonic::service::Interceptor,
{
InterceptedService::new(Self::new(inner), interceptor)
}
/// Enable decompressing requests with the given encoding.
#[must_use]
pub fn accept_compressed(mut self, encoding: CompressionEncoding) -> Self {
self.accept_compression_encodings.enable(encoding);
self
}
/// Compress responses with the given encoding, if the client supports it.
#[must_use]
pub fn send_compressed(mut self, encoding: CompressionEncoding) -> Self {
self.send_compression_encodings.enable(encoding);
self
}
/// Limits the maximum size of a decoded message.
///
/// Default: `4MB`
#[must_use]
pub fn max_decoding_message_size(mut self, limit: usize) -> Self {
self.max_decoding_message_size = Some(limit);
self
}
/// Limits the maximum size of an encoded message.
///
/// Default: `usize::MAX`
#[must_use]
pub fn max_encoding_message_size(mut self, limit: usize) -> Self {
self.max_encoding_message_size = Some(limit);
self
}
}
impl<T, B> tonic::codegen::Service<http::Request<B>> for AnalyticsServiceServer<T>
where
T: AnalyticsService,
B: Body + std::marker::Send + 'static,
B::Error: Into<StdError> + std::marker::Send + 'static,
{
type Response = http::Response<tonic::body::Body>;
type Error = std::convert::Infallible;
type Future = BoxFuture<Self::Response, Self::Error>;
fn poll_ready(
&mut self,
_cx: &mut Context<'_>,
) -> Poll<std::result::Result<(), Self::Error>> {
Poll::Ready(Ok(()))
}
fn call(&mut self, req: http::Request<B>) -> Self::Future {
match req.uri().path() {
"/komp_ac.analytics.AnalyticsService/GetAnalyticsCatalog" => {
#[allow(non_camel_case_types)]
struct GetAnalyticsCatalogSvc<T: AnalyticsService>(pub Arc<T>);
impl<
T: AnalyticsService,
> tonic::server::UnaryService<super::GetAnalyticsCatalogRequest>
for GetAnalyticsCatalogSvc<T> {
type Response = super::GetAnalyticsCatalogResponse;
type Future = BoxFuture<
tonic::Response<Self::Response>,
tonic::Status,
>;
fn call(
&mut self,
request: tonic::Request<super::GetAnalyticsCatalogRequest>,
) -> Self::Future {
let inner = Arc::clone(&self.0);
let fut = async move {
<T as AnalyticsService>::get_analytics_catalog(
&inner,
request,
)
.await
};
Box::pin(fut)
}
}
let accept_compression_encodings = self.accept_compression_encodings;
let send_compression_encodings = self.send_compression_encodings;
let max_decoding_message_size = self.max_decoding_message_size;
let max_encoding_message_size = self.max_encoding_message_size;
let inner = self.inner.clone();
let fut = async move {
let method = GetAnalyticsCatalogSvc(inner);
let codec = tonic_prost::ProstCodec::default();
let mut grpc = tonic::server::Grpc::new(codec)
.apply_compression_config(
accept_compression_encodings,
send_compression_encodings,
)
.apply_max_message_size_config(
max_decoding_message_size,
max_encoding_message_size,
);
let res = grpc.unary(method, req).await;
Ok(res)
};
Box::pin(fut)
}
"/komp_ac.analytics.AnalyticsService/ExecuteAnalyticsQuery" => {
#[allow(non_camel_case_types)]
struct ExecuteAnalyticsQuerySvc<T: AnalyticsService>(pub Arc<T>);
impl<
T: AnalyticsService,
> tonic::server::ServerStreamingService<
super::ExecuteAnalyticsQueryRequest,
> for ExecuteAnalyticsQuerySvc<T> {
type Response = super::AnalyticsResultBatch;
type ResponseStream = T::ExecuteAnalyticsQueryStream;
type Future = BoxFuture<
tonic::Response<Self::ResponseStream>,
tonic::Status,
>;
fn call(
&mut self,
request: tonic::Request<super::ExecuteAnalyticsQueryRequest>,
) -> Self::Future {
let inner = Arc::clone(&self.0);
let fut = async move {
<T as AnalyticsService>::execute_analytics_query(
&inner,
request,
)
.await
};
Box::pin(fut)
}
}
let accept_compression_encodings = self.accept_compression_encodings;
let send_compression_encodings = self.send_compression_encodings;
let max_decoding_message_size = self.max_decoding_message_size;
let max_encoding_message_size = self.max_encoding_message_size;
let inner = self.inner.clone();
let fut = async move {
let method = ExecuteAnalyticsQuerySvc(inner);
let codec = tonic_prost::ProstCodec::default();
let mut grpc = tonic::server::Grpc::new(codec)
.apply_compression_config(
accept_compression_encodings,
send_compression_encodings,
)
.apply_max_message_size_config(
max_decoding_message_size,
max_encoding_message_size,
);
let res = grpc.server_streaming(method, req).await;
Ok(res)
};
Box::pin(fut)
}
_ => {
Box::pin(async move {
let mut response = http::Response::new(
tonic::body::Body::default(),
);
let headers = response.headers_mut();
headers
.insert(
tonic::Status::GRPC_STATUS,
(tonic::Code::Unimplemented as i32).into(),
);
headers
.insert(
http::header::CONTENT_TYPE,
tonic::metadata::GRPC_CONTENT_TYPE,
);
Ok(response)
})
}
}
}
}
impl<T> Clone for AnalyticsServiceServer<T> {
fn clone(&self) -> Self {
let inner = self.inner.clone();
Self {
inner,
accept_compression_encodings: self.accept_compression_encodings,
send_compression_encodings: self.send_compression_encodings,
max_decoding_message_size: self.max_decoding_message_size,
max_encoding_message_size: self.max_encoding_message_size,
}
}
}
/// Generated gRPC service name
pub const SERVICE_NAME: &str = "komp_ac.analytics.AnalyticsService";
impl<T> tonic::server::NamedService for AnalyticsServiceServer<T> {
const NAME: &'static str = SERVICE_NAME;
}
}