Added README, and LICENSE.

src/qna.rs

@@ -1,3 +1,4 @@
+use crate::commands;
 use color_eyre::Result;
 use futures::StreamExt;
 use genai::{
@@ -22,36 +23,39 @@ use tracing::info;
 pub struct LLMHandle {
     chat_request: ChatRequest,
     client: Client,
+    cmd_root: Option<commands::Root>,
     model: String,
 }
 
-pub fn new(
-    api_key: String,
-    _base_url: impl AsRef<str>,
-    model: impl Into<String>,
-    system_role: String,
-) -> Result<LLMHandle> {
-    let auth_resolver = AuthResolver::from_resolver_fn(
-        |_model_iden: ModelIden| -> Result<Option<AuthData>, genai::resolver::Error> {
-            // let ModelIden { adapter_kind, model_name } = model_iden;
-
-            Ok(Some(AuthData::from_single(api_key)))
-        },
-    );
-
-    let client = Client::builder().with_auth_resolver(auth_resolver).build();
-    let chat_request = ChatRequest::default().with_system(system_role);
-
-    info!("New LLMHandle created.");
-
-    Ok(LLMHandle {
-        client,
-        chat_request,
-        model: model.into(),
-    })
-}
-
 impl LLMHandle {
+    pub fn new(
+        api_key: String,
+        _base_url: impl AsRef<str>,
+        cmd_root: Option<commands::Root>,
+        model: impl Into<String>,
+        system_role: String,
+    ) -> Result<LLMHandle> {
+        let auth_resolver = AuthResolver::from_resolver_fn(
+            |_model_iden: ModelIden| -> Result<Option<AuthData>, genai::resolver::Error> {
+                // let ModelIden { adapter_kind, model_name } = model_iden;
+
+                Ok(Some(AuthData::from_single(api_key)))
+            },
+        );
+
+        let client = Client::builder().with_auth_resolver(auth_resolver).build();
+        let chat_request = ChatRequest::default().with_system(system_role);
+
+        info!("New LLMHandle created.");
+
+        Ok(LLMHandle {
+            client,
+            chat_request,
+            cmd_root,
+            model: model.into(),
+        })
+    }
+
     pub async fn send_request(&mut self, message: impl Into<String>) -> Result<String> {
         let mut req = self.chat_request.clone();
         let client = self.client.clone();
@@ -66,6 +70,11 @@ impl LLMHandle {
         while let Some(Ok(stream_event)) = stream.next().await {
             if let ChatStreamEvent::Chunk(StreamChunk { content }) = stream_event {
                 text.push_str(&content);
+            } else if let ChatStreamEvent::End(end) = stream_event {
+                let texts = end.captured_texts().unwrap();
+                for text in texts.into_iter() {
+                    info!("An answer: {}", text);
+                }
             }
         }