feat: update read_files

Author: ChenZiHong-Gavin

graphgen/models/__init__.py

@@ -15,7 +15,16 @@
     ECEPartitioner,
     LeidenPartitioner,
 )
-from .reader import CSVReader, JSONLReader, JSONReader, PDFReader, TXTReader
+from .reader import (
+    CSVReader,
+    JSONLReader,
+    JSONReader,
+    ParquetReader,
+    PDFReader,
+    PickleReader,
+    RDFReader,
+    TXTReader,
+)
 from .search.db.uniprot_search import UniProtSearch
 from .search.kg.wiki_search import WikiSearch
 from .search.web.bing_search import BingSearch

graphgen/models/reader/__init__.py

@@ -1,5 +1,8 @@
 from .csv_reader import CSVReader
 from .json_reader import JSONReader
 from .jsonl_reader import JSONLReader
+from .parquet_reader import ParquetReader
 from .pdf_reader import PDFReader
+from .pickle_reader import PickleReader
+from .rdf_reader import RDFReader
 from .txt_reader import TXTReader

graphgen/operators/read/read_files.py

@@ -1,11 +1,25 @@
-from graphgen.models import CSVReader, JSONLReader, JSONReader, PDFReader, TXTReader
+from graphgen.models import (
+    CSVReader,
+    JSONLReader,
+    JSONReader,
+    ParquetReader,
+    PDFReader,
+    PickleReader,
+    RDFReader,
+    TXTReader,
+)
 
 _MAPPING = {
     "jsonl": JSONLReader,
     "json": JSONReader,
     "txt": TXTReader,
     "csv": CSVReader,
     "pdf": PDFReader,
+    "parquet": ParquetReader,
+    "pickle": PickleReader,
+    "rdf": RDFReader,
+    "owl": RDFReader,
+    "ttl": RDFReader,
 }