try toxiproxy in CI

Author: mrattle

.github/workflows/ci.yml

@@ -8,6 +8,8 @@ on:
 
 env:
   CARGO_TERM_COLOR: always
+  TOXIPROXY_URL: http://0.0.0.0:8474
+  MEMCACHED_ADDR: 127.0.0.1:11211
 
 jobs:
   lint:
@@ -33,12 +35,26 @@ jobs:
         image: memcached:latest
         ports:
           - 11211:11211
+      # toxiproxy:
+      #   image: ghcr.io/shopify/toxiproxy:latest
+      #   ports:
+      #     - 8474:8474
+      #     - 40000:11211
+      #     - 40001:11211
+      #     - 40002:11211
     steps:
       - uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
+      - name: Try running toxiproxy directly in main container
+        run: |
+          wget -qO toxiproxy_2.9.0.deb https://github.com/Shopify/toxiproxy/releases/download/v2.9.0/toxiproxy_2.9.0_linux_amd64.deb
+          sudo dpkg -i toxiproxy_2.9.0.deb
+          toxiproxy-server &
       - name: Run parser and connection tests
         run: cargo test --all-features
       - name: Run integration tests
         run: cargo test --test integration_tests -- --test-threads=1 --ignored
+      - name: Run resiliency tests
+        run: cargo test --test resiliency_tests -- --test-threads=1 --ignored
   build:
     runs-on: ubuntu-latest
     steps:

tests/resiliency_tests.rs

@@ -35,7 +35,6 @@ fn create_proxies_and_configs() -> (Vec<ProxyDrop>, String) {
             Some(v) => v.into_string().unwrap(),
             None => "http://127.0.0.1:8474".to_string(),
         };
-
         toxiproxy_url = toxiproxy_url.strip_prefix("http://").unwrap().to_string();
 
         // Create toxiproxy client and populate proxies
@@ -50,7 +49,7 @@ fn create_proxies_and_configs() -> (Vec<ProxyDrop>, String) {
         TOXI_ADDR.get_or_init(|| toxi_addr);
     });
 
-    let local_url = match std::env::var_os("NODE_LOCAL_CACHE") {
+    let local_url = match std::env::var_os("MEMCACHED_ADDR") {
         Some(v) => v.into_string().unwrap(),
         None => "127.0.0.1:11211".to_string(), // use IPV4 so that it resolves to a single Server
     };
@@ -127,12 +126,26 @@ mod tests {
         let values = vec!["value1", "value2", "value3"];
         let kv: Vec<(&str, &str)> = keys.clone().into_iter().zip(values).collect();
 
+        let mut clean_client = rt.block_on(async {
+            async_memcached::Client::new("tcp://127.0.0.1:11211".to_string())
+                .await
+                .unwrap()
+        });
+
+        println!("toxic_local_url in test 1: {}", toxic_local_addr);
         let mut toxic_client =
             rt.block_on(async { async_memcached::Client::new(toxic_local_url).await.unwrap() });
 
+        let response = rt.block_on(async { clean_client.version().await });
+        println!("test 1 version response from clean client: {:?}", response);
+        assert!(response.is_ok());
+        let response = rt.block_on(async { toxic_client.version().await });
+        println!("test 1 version response from toxic client: {:?}", response);
+        assert!(response.is_ok());
+
         for key in &keys {
-            let _ = rt.block_on(async { toxic_client.delete(key).await });
-            let result = rt.block_on(async { toxic_client.get(key).await });
+            let _ = rt.block_on(async { clean_client.delete(key).await });
+            let result = rt.block_on(async { clean_client.get(key).await });
             assert_eq!(result, Ok(None));
         }
 
@@ -179,12 +192,13 @@ mod tests {
                 .unwrap()
         });
 
+        println!("toxic_local_url in test 2: {}", toxic_local_addr);
         let mut toxic_client =
             rt.block_on(async { async_memcached::Client::new(toxic_local_url).await.unwrap() });
 
         for key in &keys {
-            let _ = rt.block_on(async { toxic_client.delete(key).await });
-            let result = rt.block_on(async { toxic_client.get(key).await });
+            let _ = rt.block_on(async { clean_client.delete(key).await });
+            let result = rt.block_on(async { clean_client.get(key).await });
             assert_eq!(result, Ok(None));
         }
 
@@ -193,6 +207,13 @@ mod tests {
 
         let byte_limit = multiset_command.len() - 10; // First two commands should be intact, last one cut off
 
+        let response = rt.block_on(async { clean_client.version().await });
+        println!("test 2 version response from clean client: {:?}", response);
+        assert!(response.is_ok());
+        let response = rt.block_on(async { toxic_client.version().await });
+        println!("test 2 version response from toxic client: {:?}", response);
+        assert!(response.is_ok());
+
         let _ = toxic_proxy
             .with_limit_data("upstream".into(), byte_limit as u32, 1.0)
             .apply(|| {
@@ -260,12 +281,20 @@ mod tests {
                 .unwrap()
         });
 
+        println!("toxic_local_url in test 3: {}", toxic_local_addr);
         let mut toxic_client =
             rt.block_on(async { async_memcached::Client::new(toxic_local_url).await.unwrap() });
 
+        let response = rt.block_on(async { clean_client.version().await });
+        println!("test 3 version response from clean client: {:?}", response);
+        assert!(response.is_ok());
+        let response = rt.block_on(async { toxic_client.version().await });
+        println!("test 3 version response from toxic client: {:?}", response);
+        assert!(response.is_ok());
+
         for key in &keys {
-            let _ = rt.block_on(async { toxic_client.delete(key).await });
-            let result = rt.block_on(async { toxic_client.get(key).await });
+            let _ = rt.block_on(async { clean_client.delete(key).await });
+            let result = rt.block_on(async { clean_client.get(key).await });
             assert_eq!(result, Ok(None));
         }