Feat: Add destinations support (#257)

.gitignore

@@ -1,3 +1,10 @@
+# temp files
+temp
+.temp
+
+# logs
+logs/
+
 # Viztracer log files
 viztracer_report.json
 

airbyte/__init__.py

@@ -13,6 +13,7 @@
     caches,
     cloud,
     datasets,
+    destinations,
     documents,
     exceptions,  # noqa: ICN001  # No 'exc' alias for top-level module
     experimental,
@@ -25,8 +26,10 @@
 from airbyte.caches.duckdb import DuckDBCache
 from airbyte.caches.util import get_default_cache, new_local_cache
 from airbyte.datasets import CachedDataset
+from airbyte.destinations.base import Destination
+from airbyte.destinations.util import get_destination
 from airbyte.records import StreamRecord
-from airbyte.results import ReadResult
+from airbyte.results import ReadResult, WriteResult
 from airbyte.secrets import SecretSourceEnum, get_secret
 from airbyte.sources import registry
 from airbyte.sources.base import Source
@@ -39,6 +42,7 @@
     "cloud",
     "caches",
     "datasets",
+    "destinations",
     "documents",
     "exceptions",
     "experimental",
@@ -50,17 +54,20 @@
     # Factories
     "get_available_connectors",
     "get_default_cache",
+    "get_destination",
     "get_secret",
     "get_source",
     "new_local_cache",
     # Classes
     "BigQueryCache",
     "CachedDataset",
+    "Destination",
     "DuckDBCache",
     "ReadResult",
     "SecretSourceEnum",
     "Source",
     "StreamRecord",
+    "WriteResult",
 ]
 
 __docformat__ = "google"

airbyte/_batch_handles.py

@@ -19,15 +19,15 @@ def __init__(
         stream_name: str,
         batch_id: str,
         files: list[Path],
-        file_opener: Callable[[Path], IO[bytes]],
+        file_opener: Callable[[Path], IO[str]],
     ) -> None:
         """Initialize the batch handle."""
         self._stream_name = stream_name
         self._batch_id = batch_id
         self._files = files
         self._record_count = 0
         assert self._files, "A batch must have at least one file."
-        self._open_file_writer: IO[bytes] = file_opener(self._files[0])
+        self._open_file_writer: IO[str] = file_opener(self._files[0])
 
         # Marker for whether the batch has been finalized.
         self.finalized: bool = False
@@ -57,7 +57,7 @@ def increment_record_count(self) -> None:
         self._record_count += 1
 
     @property
-    def open_file_writer(self) -> IO[bytes] | None:
+    def open_file_writer(self) -> IO[str] | None:
         """Return the open file writer, if any, or None."""
         return self._open_file_writer