use heed3::RoTxn; use get_routes::handler; use helix_db::{field_remapping, identifier_remapping, traversal_remapping, exclude_field, value_remapping}; use helix_db::helix_engine::vector_core::vector::HVector; use helix_db::{ helix_engine::graph_core::ops::{ g::G, in_::{in_::InAdapter, in_e::InEdgesAdapter, to_n::ToNAdapter}, out::{from_n::FromNAdapter, out::OutAdapter, out_e::OutEdgesAdapter}, source::{ add_e::{AddEAdapter, EdgeType}, add_n::AddNAdapter, e_from_id::EFromIdAdapter, e_from_type::EFromTypeAdapter, n_from_id::NFromIdAdapter, n_from_type::NFromTypeAdapter, n_from_index::NFromIndexAdapter, }, tr_val::{Traversable, TraversalVal}, util::{ dedup::DedupAdapter, filter_mut::FilterMut, filter_ref::FilterRefAdapter, range::RangeAdapter, update::UpdateAdapter, map::MapAdapter, paths::ShortestPathAdapter, props::PropsAdapter, drop::Drop, }, vectors::{insert::InsertVAdapter, search::SearchVAdapter, brute_force_search::BruteForceSearchVAdapter}, bm25::search_bm25::SearchBM25Adapter, }, helix_engine::types::GraphError, helix_gateway::router::router::HandlerInput, node_matches, props, protocol::count::Count, protocol::remapping::{RemappingMap, ResponseRemapping}, protocol::response::Response, protocol::{ filterable::Filterable, remapping::Remapping, return_values::ReturnValue, value::Value, id::ID, }, }; use sonic_rs::{Deserialize, Serialize}; use std::collections::{HashMap, HashSet}; use std::sync::Arc; use std::time::Instant; use std::cell::RefCell; use chrono::{DateTime, Utc}; pub struct Chapter { pub chapter_index: i64, } pub struct SubChapter { pub title: String, pub content: String, } pub struct Contains { pub from: Chapter, pub to: SubChapter, } pub struct EmbeddingOf { pub from: SubChapter, pub to: Embedding, pub chunk: String, } pub struct Embedding { pub chunk: String, } #[derive(Serialize, Deserialize)] pub struct searchdocs_ragInput { pub query: Vec, pub k: i32 } #[handler] pub fn searchdocs_rag (input: &HandlerInput, response: &mut Response) -> Result<(), GraphError> { let data: searchdocs_ragInput = match sonic_rs::from_slice(&input.request.body) { Ok(data) => data, Err(err) => return Err(GraphError::from(err)), }; let mut remapping_vals = RemappingMap::new(); let db = Arc::clone(&input.graph.storage); let txn = db.graph_env.read_txn().unwrap(); let vecs = G::new(Arc::clone(&db), &txn) .search_v:: bool>(&data.query, data.k as usize, None).collect_to::>(); let subchapters = G::new_from(Arc::clone(&db), &txn, vecs.clone()) .in_("EmbeddingOf",&EdgeType::Node).collect_to::>(); let mut return_vals: HashMap = HashMap::new(); return_vals.insert("subchapters".to_string(), ReturnValue::from_traversal_value_array_with_mixin(G::new_from(Arc::clone(&db), &txn, subchapters.clone()).collect_to::>().clone(), remapping_vals.borrow_mut())); txn.commit().unwrap(); response.body = sonic_rs::to_vec(&return_vals).unwrap(); Ok(()) } #[derive(Serialize, Deserialize)] pub struct edge_nodeInput { pub id: ID } #[handler] pub fn edge_node (input: &HandlerInput, response: &mut Response) -> Result<(), GraphError> { let data: edge_nodeInput = match sonic_rs::from_slice(&input.request.body) { Ok(data) => data, Err(err) => return Err(GraphError::from(err)), }; let mut remapping_vals = RemappingMap::new(); let db = Arc::clone(&input.graph.storage); let txn = db.graph_env.read_txn().unwrap(); let e = G::new(Arc::clone(&db), &txn) .n_from_type("Chapter") .out_e("Contains").collect_to::>(); let mut return_vals: HashMap = HashMap::new(); return_vals.insert("e".to_string(), ReturnValue::from_traversal_value_array_with_mixin(e.clone(), remapping_vals.borrow_mut())); txn.commit().unwrap(); response.body = sonic_rs::to_vec(&return_vals).unwrap(); Ok(()) } #[derive(Serialize, Deserialize)] pub struct chunksData { pub vector: Vec, pub chunk: String, } #[derive(Serialize, Deserialize)] pub struct subchaptersData { pub content: String, pub title: String, pub chunks: Vec, } #[derive(Serialize, Deserialize)] pub struct chaptersData { pub id: i64, pub subchapters: Vec, } #[derive(Serialize, Deserialize)] pub struct loaddocs_ragInput { pub chapters: Vec } #[handler] pub fn loaddocs_rag (input: &HandlerInput, response: &mut Response) -> Result<(), GraphError> { let data: loaddocs_ragInput = match sonic_rs::from_slice(&input.request.body) { Ok(data) => data, Err(err) => return Err(GraphError::from(err)), }; let mut remapping_vals = RemappingMap::new(); let db = Arc::clone(&input.graph.storage); let mut txn = db.graph_env.write_txn().unwrap(); for data in data.chapters { let chapter_node = G::new_mut(Arc::clone(&db), &mut txn) .add_n("Chapter", Some(props! { "chapter_index" => data.id.clone() }), None).collect_to::>(); for data in data.subchapters { let subchapter_node = G::new_mut(Arc::clone(&db), &mut txn) .add_n("SubChapter", Some(props! { "title" => data.title.clone(), "content" => data.content.clone() }), None).collect_to::>(); G::new_mut(Arc::clone(&db), &mut txn) .add_e("Contains", None, chapter_node.id(), subchapter_node.id(), true, EdgeType::Node).collect_to::>(); for data in data.chunks { let vec = G::new_mut(Arc::clone(&db), &mut txn) .insert_v:: bool>(&data.vector, "Embedding", None).collect_to::>(); G::new_mut(Arc::clone(&db), &mut txn) .add_e("EmbeddingOf", Some(props! { "chunk" => data.chunk.clone() }), subchapter_node.id(), vec.id(), true, EdgeType::Node).collect_to::>(); } ; } ; } ; let mut return_vals: HashMap = HashMap::new(); return_vals.insert("Success".to_string(), ReturnValue::from(Value::from("Success"))); txn.commit().unwrap(); response.body = sonic_rs::to_vec(&return_vals).unwrap(); Ok(()) }