#305 proxy for LLM p22

asyncfncom · asyncfncom · commit 0085ee180d2d · 2024-06-18T10:19:22.000+02:00
diff --git a/src/ollama/proxy.rs b/src/ollama/proxy.rs
@@ -10,6 +10,7 @@ use tokio_stream::StreamExt;
 use http_body_util::BodyExt;
 use reqwest::Response as ReqwestResponse;
 use std::{str::FromStr, sync::Arc};
+use tokio::time::{sleep, Duration};
 
 pub enum ProxyResponse {
     Response(Response),
@@ -118,5 +119,6 @@ pub async fn consume_stream(
                 *stream_iter = stream::iter(result.clone());
             }
         }
+        sleep(Duration::from_secs(2)).await;
     }
 }

Original file line number	Diff line number	Diff line change
`@@ -10,6 +10,7 @@ use tokio_stream::StreamExt;`
`10`	`10`	`use http_body_util::BodyExt;`
`11`	`11`	`use reqwest::Response as ReqwestResponse;`
`12`	`12`	`use std::{str::FromStr, sync::Arc};`
	`13`	`+use tokio::time::{sleep, Duration};`
`13`	`14`
`14`	`15`	`pub enum ProxyResponse {`
`15`	`16`	`Response(Response),`
`@@ -118,5 +119,6 @@ pub async fn consume_stream(`
`118`	`119`	`*stream_iter = stream::iter(result.clone());`
`119`	`120`	`}`
`120`	`121`	`}`
	`122`	`+ sleep(Duration::from_secs(2)).await;`
`121`	`123`	`}`
`122`	`124`	`}`