#305 proxy for LLM p7

Author: asyncfncom

src/lib.rs

@@ -64,7 +64,7 @@ pub async fn run() -> Result<()> {
                 "octopus_server=error,runtime=error,tokio=error,tower_http=error".into()
             }),
         )
-        .with(tracing_subscriber::fmt::layer().with_writer(log_file))
+        .with(tracing_subscriber::fmt::layer()/* .with_writer(log_file)*/)
         .init();
 
     let args = Args::parse();

src/ollama/proxy.rs

@@ -73,6 +73,12 @@ pub async fn request(
 
                 return Ok((status_code, Json(body)).into_response());
             }
+            "application/x-ndjson" => {
+                let bytes = response.bytes().await?.to_vec();
+                let body: serde_json::Value = serde_json::from_slice(&bytes)?;
+
+                return Ok((status_code, Json(body)).into_response());
+            }
             &_ => return Ok((StatusCode::OK, Json("{}")).into_response()),
         }
     }