Skip to content

Commit 91c6dd7

Browse files
Ryan McKennacopybara-github
authored andcommitted
Remove redundant jax.tree_util.register_dataclass(mbi.Dataset) call inside _checkpoint.py.
PiperOrigin-RevId: 995411189
1 parent b047ff3 commit 91c6dd7

2 files changed

Lines changed: 8 additions & 11 deletions

File tree

‎dpsynth/_checkpoint.py‎

Lines changed: 0 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -50,11 +50,6 @@
5050
data_fields=["bin_edges", "noisy_counts"],
5151
meta_fields=["categorical_attribute", "stddev"],
5252
)
53-
jax.tree_util.register_dataclass(
54-
mbi.Dataset,
55-
data_fields=["data", "weights"],
56-
meta_fields=["domain"],
57-
)
5853

5954

6055
@contextlib.contextmanager

‎dpsynth/relational/synthesizer.py‎

Lines changed: 8 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -311,16 +311,16 @@ def _encode_and_compress_tables(
311311
raw_mappings = dm_common.compression_mappings(
312312
one_ways, compress_columns=compress_columns
313313
)
314-
mappings: dict[str, np.ndarray] = {
314+
mappings: dict[str | int, np.ndarray] = {
315315
str(col): arr for col, arr in raw_mappings.items()
316316
}
317317
if mappings:
318-
dataset = dataset.compress(mappings)
319-
one_ways = [m.compress(mappings, dataset.domain) for m in one_ways]
318+
dataset = dataset.compress(mappings) # pytype: disable=wrong-arg-types # pylint: disable=g-blanket-type-suppression
319+
one_ways = [m.compress(mappings, dataset.domain) for m in one_ways] # pytype: disable=wrong-arg-types # pylint: disable=g-blanket-type-suppression
320320

321321
codecs[table_name] = codec
322322
compressed_datasets[table_name] = dataset
323-
compression_mappings[table_name] = mappings
323+
compression_mappings[table_name] = mappings # pytype: disable=unsupported-operation # pylint: disable=g-blanket-type-suppression
324324
one_ways_by_table[table_name] = one_ways
325325

326326
return codecs, compressed_datasets, compression_mappings, one_ways_by_table
@@ -827,8 +827,10 @@ def _decompress_synthetic_datasets(
827827
for table_name, dataset in synth_datasets.items():
828828
mappings = compression_mappings.get(table_name, {})
829829
if mappings:
830-
raw_mappings = {str(col): arr for col, arr in mappings.items()}
831-
decompressed[table_name] = dataset.decompress(raw_mappings)
830+
raw_mappings: dict[str | int, np.ndarray] = {
831+
str(col): arr for col, arr in mappings.items()
832+
}
833+
decompressed[table_name] = dataset.decompress(raw_mappings) # pytype: disable=wrong-arg-types # pylint: disable=g-blanket-type-suppression
832834
else:
833835
decompressed[table_name] = dataset
834836
return decompressed

0 commit comments

Comments
 (0)