partial language translation stuff

Author: zleyyij

.DS_Store

@@ -16,3 +16,5 @@ tinyvec = { version = "1", features = ["alloc"]}
 indexmap = "2"
 encoding = "0.2"
 nom = "7.1.3"
+zstd = { version = "0.13.1", features = ["wasm"] }
+color-eyre = "0.6.3"

src/scripts/parser/Cargo.toml

@@ -3,9 +3,8 @@
 
 pub mod lexer {
     use nom::branch::alt;
-    use nom::bytes::complete::{is_not, take_till};
+    use nom::bytes::complete::is_not;
     use nom::character::complete::char as nom_char;
-    use nom::combinator::eof;
     use nom::{
         bytes::complete::{tag, take_until},
         multi::many0,
@@ -40,7 +39,10 @@ pub mod lexer {
     ///
     /// * `input` - A string slice from a csv generated by HWInfo.
     fn read_record(input: &str) -> IResult<&str, Vec<&str>> {
-        let record: (&str, &str) = terminated(alt((take_until("\n"), is_not(""))), alt((tag("\n"), take_until(""))))(input)?;
+        let record: (&str, &str) = terminated(
+            alt((take_until("\n"), is_not(""))),
+            alt((tag("\n"), take_until(""))),
+        )(input)?;
         // apply the parser a bunch of times, until the input string is empty
         let record_parsing_output = many0(read_field)(record.1)?;
         // I want this function to integrate smoothly and behave like an idiomatic nom function

src/scripts/parser/src/lexer.rs

@@ -1,13 +1,14 @@
 #![allow(soft_unstable)]
-// #![feature(test)]
+mod lang;
+mod lexer;
+mod parser;
+
 use encoding::{all::ISO_8859_1, Encoding};
 use lexer::lexer::lex_csv;
 use parser::parser::deserialize_csv;
 use std::borrow::Cow;
 use std::collections::HashMap;
 use wasm_bindgen::prelude::*;
-mod lexer;
-mod parser;
 
 // the same function as parse_csv, but with some wasm glue code around it
 #[wasm_bindgen(js_name = parse_csv)]
@@ -93,7 +94,10 @@ mod tests {
             horizontally_merged_spreadsheet.push(output_string);
         }
 
-        (horizontally_merged_spreadsheet.join("\n") + "\n", map_equivalent)
+        (
+            horizontally_merged_spreadsheet.join("\n") + "\n",
+            map_equivalent,
+        )
     }
 
     #[test]
@@ -109,7 +113,7 @@ mod tests {
     #[test]
     fn parse_csv_from_file() {
         // TODO
-        let mut file_handle = File::open("/Users/arc/Downloads/log11.csv").unwrap();
+        let mut file_handle = File::open("/Users/arc/Downloads/asd.csv").unwrap();
         let mut file_vec = Vec::new();
         file_handle.read_to_end(&mut file_vec).unwrap();
         parse_csv(&file_vec);