From a0abde62cf3975ddecf6a47fea41ba4f4a5203f1 Mon Sep 17 00:00:00 2001
From: Sandipsinh Rathod <zotbysandip@gmail.com>
Date: Sun, 13 Oct 2024 10:22:12 -0400
Subject: [PATCH] chore: switch to chatgpt

---
 src/margdarshak/helper_md/query.md | 21 ++++++++++++++++++---
 src/margdarshak/model.rs           |  7 ++++---
 src/margdarshak/runner.rs          |  5 +----
 src/scrapper/scrape.rs             |  1 +
 4 files changed, 24 insertions(+), 10 deletions(-)

diff --git a/src/margdarshak/helper_md/query.md b/src/margdarshak/helper_md/query.md
index e63f03a..56f9c71 100644
--- a/src/margdarshak/helper_md/query.md
+++ b/src/margdarshak/helper_md/query.md
@@ -1,13 +1,28 @@
-Based on the attached text/link below and answer questions accordingly after I write "question:".
+Based on the attached markdown/link below and answer questions accordingly after I write "question:".
 
 And you should focus on mentioning link for the source if possible.
 
+Search the markdown below and answer according to that and do not entertain unethical questions.
+
+Be specific and to the point while answering the questions.
+
+Before answering,
+refer to the markdown in the website and check if any keyword matches it else say that you can not answer that question.
+
+Make sure that you are not answering any unethical questions.
+
+If there are link paths like `04_HandlingData/` then add a prefix of
+`https://icds-docs.readthedocs.io/en/latest/` so it becomes `https://icds-docs.readthedocs.io/en/latest/04_HandlingData/`.
+
+Try to answer in brief and do not provide any irrelevant information until the question is asked.
+
 Lastly, do not provide any images, just respond in text in your own words.
 
-text:
+markdown:
 {{input}}
 
 question:
 {{question}}
 
-Make sure to respond in markdown format.
\ No newline at end of file
+Make sure to respond in json which contains content in markdown format format.
+The response format must be {"response": "your response"}.
\ No newline at end of file
diff --git a/src/margdarshak/model.rs b/src/margdarshak/model.rs
index 0b6fb19..53684ca 100644
--- a/src/margdarshak/model.rs
+++ b/src/margdarshak/model.rs
@@ -18,7 +18,8 @@ pub struct Question<'a> {
 
 impl<'a> Question<'a> {
     pub fn process(qry: &str, md: &str) -> String {
-        let qry = BASE.replace("{{question}}", qry);
+        let qry = format!("{} on the text above", qry);
+        let qry = BASE.replace("{{question}}", &qry);
         let qry = qry.replace("{{input}}", md);
         qry
     }
@@ -67,11 +68,11 @@ impl Wizard {
             config = config.with_auth_resolver(AuthResolver::from_key_value(key));
         }
 
-        let adapter_kind = AdapterKind::from_model(model.as_str()).unwrap_or(AdapterKind::Ollama);
+        let adapter_kind = AdapterKind::from_model(model.as_str()).unwrap_or(AdapterKind::OpenAI);
 
         let chat_options = ChatOptions::default()
             .with_json_mode(true)
-            .with_temperature(0.0);
+            .with_temperature(1.0);
 
         Self {
             client: Client::builder()
diff --git a/src/margdarshak/runner.rs b/src/margdarshak/runner.rs
index 5986d09..141706d 100644
--- a/src/margdarshak/runner.rs
+++ b/src/margdarshak/runner.rs
@@ -29,10 +29,7 @@ pub async fn run() -> anyhow::Result<()> {
     let query = Question::process(&md, &query);
     let question = Question::new(&md, &query);
 
-    let wizard = Wizard::new(
-        "gemini-1.5-flash-latest".to_string(),
-        rt.env.get_env("API_KEY"),
-    );
+    let wizard = Wizard::new("gpt-4o-mini".to_string(), rt.env.get_env("API_KEY"));
     tracing::info!("Warming up!");
     let _ans = wizard.ask(question).await?;
     tracing::info!("Warmup complete.");
diff --git a/src/scrapper/scrape.rs b/src/scrapper/scrape.rs
index 4e5dfda..084db4a 100644
--- a/src/scrapper/scrape.rs
+++ b/src/scrapper/scrape.rs
@@ -51,5 +51,6 @@ pub async fn handle(mut url: String, runtime: &TargetRuntime) -> anyhow::Result<
         .flatten()
         .collect::<Vec<_>>();
     let text = mds.join("\n");
+
     Ok(text)
 }
-- 
2.45.2