Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

codegen: Getters for collection fields no longer return unmodifiable collection #526

Merged
merged 14 commits into from
Feb 20, 2024
Original file line number Diff line number Diff line change
Expand Up @@ -72,6 +72,12 @@
}]
}
}
},{
"name": "intAr",
"type": {
"type": "array",
"items": "int"
}
}
],
"type": "record"
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -72,6 +72,13 @@
}]
}
}
},
{
"name": "intAr",
"type": {
"type": "array",
"items": "int"
}
}
],
"type": "record"
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -72,6 +72,13 @@
}]
}
}
},
{
"name": "intAr",
"type": {
"type": "array",
"items": "int"
}
}
],
"type": "record"
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -72,6 +72,13 @@
}]
}
}
},
{
"name": "intAr",
"type": {
"type": "array",
"items": "int"
}
}
],
"type": "record"
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -72,6 +72,13 @@
}]
}
}
},
{
"name": "intAr",
"type": {
"type": "array",
"items": "int"
}
}
],
"type": "record"
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -72,6 +72,13 @@
}]
}
}
},
{
"name": "intAr",
"type": {
"type": "array",
"items": "int"
}
}
],
"type": "record"
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -72,6 +72,13 @@
}]
}
}
},
{
"name": "intAr",
"type": {
"type": "array",
"items": "int"
}
}
],
"type": "record"
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -72,6 +72,13 @@
}]
}
}
},
{
"name": "intAr",
"type": {
"type": "array",
"items": "int"
}
}
],
"type": "record"
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -72,6 +72,13 @@
}]
}
}
},
{
"name": "intAr",
"type": {
"type": "array",
"items": "int"
}
}
],
"type": "record"
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -72,6 +72,13 @@
}]
}
}
},
{
"name": "intAr",
"type": {
"type": "array",
"items": "int"
}
}
],
"type": "record"
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -255,7 +255,9 @@ public void testSpecificRecordBuilder14(String stringField, String package$, Flo
Assert.assertSame(builderTester.get(0), stringField);
Assert.assertSame(builderTester.get(1), package$);
Assert.assertSame(builderTester.get(6), min);
Assert.assertSame(builderTester.get(7), arrayOfRecord);

// Equal, not same as the Record has string fields
Assert.assertEquals(builderTester.get(7), arrayOfRecord);
Assert.assertSame(builderTester.get(10), simpleUnion);
Assert.assertSame(builderTester.get(11), fixedType);
Assert.assertEquals(builderTester.get(2), exception);
Expand Down Expand Up @@ -391,7 +393,9 @@ public void testSpecificRecordBuilder15(String stringField, String package$, Flo
Assert.assertSame(builderTester.get(0), stringField);
Assert.assertSame(builderTester.get(1), package$);
Assert.assertSame(builderTester.get(6), min);
Assert.assertSame(builderTester.get(7), arrayOfRecord);

// Equal, not same as the Record has string fields
Assert.assertEquals(builderTester.get(7), arrayOfRecord);
Assert.assertSame(builderTester.get(10), simpleUnion);
Assert.assertSame(builderTester.get(11), fixedType);
Assert.assertEquals(builderTester.get(2), exception);
Expand Down Expand Up @@ -528,7 +532,9 @@ public void testSpecificRecordBuilder16(String stringField, String package$, Flo
Assert.assertSame(builderTester.get(0), stringField);
Assert.assertSame(builderTester.get(1), package$);
Assert.assertSame(builderTester.get(6), min);
Assert.assertSame(builderTester.get(7), arrayOfRecord);

// Equal, not same as the Record has string fields
Assert.assertEquals(builderTester.get(7), arrayOfRecord);
Assert.assertSame(builderTester.get(10), simpleUnion);
Assert.assertSame(builderTester.get(11), fixedType);
Assert.assertEquals(builderTester.get(2), exception);
Expand Down Expand Up @@ -664,7 +670,9 @@ public void testSpecificRecordBuilder17(String stringField, String package$, Flo
Assert.assertSame(builderTester.get(0), stringField);
Assert.assertSame(builderTester.get(1), package$);
Assert.assertSame(builderTester.get(6), min);
Assert.assertSame(builderTester.get(7), arrayOfRecord);

// Equal, not same as the Record has string fields
Assert.assertEquals(builderTester.get(7), arrayOfRecord);
Assert.assertSame(builderTester.get(10), simpleUnion);
Assert.assertSame(builderTester.get(11), fixedType);
Assert.assertEquals(builderTester.get(2), exception);
Expand Down Expand Up @@ -804,7 +812,9 @@ public void testSpecificRecordBuilder18(String stringField, String package$, Flo
Assert.assertSame(builderTester.get(0), stringField);
Assert.assertSame(builderTester.get(1), package$);
Assert.assertSame(builderTester.get(6), min);
Assert.assertSame(builderTester.get(7), arrayOfRecord);

// Equal, not same as the Record has string fields
Assert.assertEquals(builderTester.get(7), arrayOfRecord);
Assert.assertSame(builderTester.get(10), simpleUnion);
Assert.assertSame(builderTester.get(11), fixedType);
Assert.assertEquals(builderTester.get(2), exception);
Expand Down Expand Up @@ -946,7 +956,9 @@ public void testSpecificRecordBuilder19(String stringField, String package$, Flo
Assert.assertSame(builderTester.get(0), stringField);
Assert.assertSame(builderTester.get(1), package$);
Assert.assertSame(builderTester.get(6), min);
Assert.assertSame(builderTester.get(7), arrayOfRecord);

// Equal, not same as the Record has string fields
Assert.assertEquals(builderTester.get(7), arrayOfRecord);
Assert.assertSame(builderTester.get(10), simpleUnion);
Assert.assertSame(builderTester.get(11), fixedType);
Assert.assertEquals(builderTester.get(2), exception);
Expand Down Expand Up @@ -1087,13 +1099,14 @@ public void testSpecificRecordBuilder110(String stringField, String package$, Fl
Assert.assertSame(builderTester.get(0), stringField);
Assert.assertSame(builderTester.get(1), package$);
Assert.assertSame(builderTester.get(6), min);
Assert.assertSame(builderTester.get(7), arrayOfRecord);
Assert.assertSame(builderTester.get(10), simpleUnion);
Assert.assertSame(builderTester.get(11), fixedType);
Assert.assertEquals(builderTester.get(2), exception);
Assert.assertEquals(builderTester.get(3), dbl);
Assert.assertEquals(builderTester.get(4), isTrue);

// Equal, not same as the Record has string fields
Assert.assertEquals(builderTester.get(7), arrayOfRecord);
// Use transformers to return a copy of data
assertNotSameIfNotNull(builderTester.get(5), arrayOfStrings);
Assert.assertEquals(builderTester.get(5), arrayOfStrings);
Expand Down Expand Up @@ -1223,7 +1236,9 @@ public void testSpecificRecordBuilder111(String stringField, String package$, Fl
Assert.assertSame(builderTester.get(0), stringField);
Assert.assertSame(builderTester.get(1), package$);
Assert.assertSame(builderTester.get(6), min);
Assert.assertSame(builderTester.get(7), arrayOfRecord);

// Equal, not same as the Record has string fields
Assert.assertEquals(builderTester.get(7), arrayOfRecord);
Assert.assertSame(builderTester.get(10), simpleUnion);
Assert.assertSame(builderTester.get(11), fixedType);
Assert.assertEquals(builderTester.get(2), exception);
Expand Down Expand Up @@ -1358,6 +1373,7 @@ private Object[][] testStringTypeParamsProvider() {
put("unionOfMap", "java.util.Map<java.lang.String, java.lang.String>");
put("arOfUnionOfStr", "java.util.List<java.lang.String>");
put("arOfMapOfUnionOfArray", "java.util.List<java.util.Map<java.lang.String, java.util.List<java.lang.String>>>");
put("intAr", "java.util.List<java.lang.Integer>");
}};

Map<String, String> vs14TestCollectionsCharSeqFieldToType = new LinkedHashMap<String, String>() {{
Expand All @@ -1369,6 +1385,7 @@ private Object[][] testStringTypeParamsProvider() {
put("unionOfMap", "java.util.Map<java.lang.CharSequence, java.lang.CharSequence>");
put("arOfUnionOfStr", "java.util.List<java.lang.CharSequence>");
put("arOfMapOfUnionOfArray", "java.util.List<java.util.Map<java.lang.CharSequence, java.util.List<java.lang.CharSequence>>>");
put("intAr", "java.util.List<java.lang.Integer>");
}};

return new Object[][]{
Expand Down Expand Up @@ -1484,7 +1501,7 @@ public void testRecordWithCharSeqStringTypeForMethods() throws Exception {
.setArOfMap(Arrays.asList(mapCharSeq))
.setUnionOfMap(mapCharSeq)
.setArOfUnionOfStr(Arrays.asList(str))
.setArOfMapOfUnionOfArray(Arrays.asList(mapOfList));
.setArOfMapOfUnionOfArray(Arrays.asList(mapOfList)).setIntAr(Arrays.asList(1, 2, 3));

charseqmethod.TestCollections testCollections = testCollectionsBuilder.build();

Expand Down Expand Up @@ -1815,6 +1832,7 @@ public void testNewBuilder() throws Exception {
RandomRecordGenerator generator = new RandomRecordGenerator();
TestCollections instance = generator.randomSpecific(TestCollections.class, RecordGenerationConfig.newConfig().withAvoidNulls(true));
TestCollections.Builder builder = TestCollections.newBuilder()
.setIntAr(instance.getIntAr())
.setStr(instance.getStr())
.setStrAr(instance.getStrAr())
.setStrArAr(instance.getStrArAr())
Expand All @@ -1829,6 +1847,102 @@ public void testNewBuilder() throws Exception {
compareIndexedRecords(instance, builder.build());
}

@Test
public void modifiablePrimitiveCollectionTest() {
String tba = "NewElement";
RandomRecordGenerator generator = new RandomRecordGenerator();
TestCollections instance = generator.randomSpecific(TestCollections.class, RecordGenerationConfig.newConfig().withAvoidNulls(true));

// array of string
instance.getStrAr().add(tba);
Assert.assertTrue(instance.getStrAr().contains(tba));
Assert.assertTrue(instance.strAr.contains(new Utf8(tba)));

// union[null, List<String>]
instance.getUnionOfArray().add(tba);
Assert.assertTrue(instance.getUnionOfArray().contains(tba));
Assert.assertTrue(instance.unionOfArray.contains(new Utf8(tba)));

// array (union[null, string])
instance.getArOfUnionOfStr().add(tba);
Assert.assertTrue(instance.getArOfUnionOfStr().contains(tba));
Assert.assertTrue(instance.arOfUnionOfStr.contains(new Utf8(tba)));


// Union (null, Map<String, String>)
instance.getUnionOfMap().put("key1", tba);
Assert.assertEquals(tba, instance.getUnionOfMap().get("key1"));
Assert.assertEquals(new Utf8(tba), instance.unionOfMap.get(new Utf8("key1")));

instance.getIntAr().add(Integer.MAX_VALUE);
Assert.assertEquals((int) instance.getIntAr().get(instance.getIntAr().size() - 1), Integer.MAX_VALUE);
Assert.assertEquals((int) instance.intAr.get(instance.getIntAr().size() - 1), Integer.MAX_VALUE);
}

@Test
public void modifiablePrimitiveCollectionTestForCharSeq() {
String tba = "NewElement";
RandomRecordGenerator generator = new RandomRecordGenerator();
charseqmethod.TestCollections instance = generator.randomSpecific(charseqmethod.TestCollections.class, RecordGenerationConfig.newConfig().withAvoidNulls(true));

// array of string
instance.getStrAr().add(tba);
Assert.assertTrue(instance.getStrAr().contains(tba));
Assert.assertTrue(instance.strAr.contains(new Utf8(tba)));

// union[null, List<String>]
instance.getUnionOfArray().add(tba);
Assert.assertTrue(instance.getUnionOfArray().contains(tba));
Assert.assertTrue(instance.unionOfArray.contains(new Utf8(tba)));

// array (union[null, string])
instance.getArOfUnionOfStr().add(tba);
Assert.assertTrue(instance.getArOfUnionOfStr().contains(tba));
Assert.assertTrue(instance.arOfUnionOfStr.contains(new Utf8(tba)));


// Union (null, Map<String, String>)
instance.getUnionOfMap().put("key1", tba);
Assert.assertEquals(tba, instance.getUnionOfMap().get("key1"));
Assert.assertEquals(new Utf8(tba), instance.unionOfMap.get(new Utf8("key1")));

instance.getIntAr().add(Integer.MAX_VALUE);
Assert.assertEquals((int) instance.getIntAr().get(instance.getIntAr().size() - 1), Integer.MAX_VALUE);
Assert.assertEquals((int) instance.intAr.get(instance.getIntAr().size() - 1), Integer.MAX_VALUE);
}

@Test
public void testCharSeqAccessorForNoUtf8() {
String tba = "NewElement";
RandomRecordGenerator generator = new RandomRecordGenerator();
noutf8.TestCollections instance = generator.randomSpecific(noutf8.TestCollections.class, RecordGenerationConfig.newConfig().withAvoidNulls(true));

// array of string
instance.getStrAr().add(tba);
Assert.assertTrue(instance.getStrAr().contains(tba));
Assert.assertTrue(instance.strAr.contains(new Utf8(tba)));

// union[null, List<String>]
instance.getUnionOfArray().add(tba);
Assert.assertTrue(instance.getUnionOfArray().contains(tba));
Assert.assertTrue(instance.unionOfArray.contains(new Utf8(tba)));

// array (union[null, string])
instance.getArOfUnionOfStr().add(tba);
Assert.assertTrue(instance.getArOfUnionOfStr().contains(tba));
Assert.assertTrue(instance.arOfUnionOfStr.contains(new Utf8(tba)));


// Union (null, Map<String, String>)
instance.getUnionOfMap().put("key1", tba);
Assert.assertEquals(tba, instance.getUnionOfMap().get("key1"));
Assert.assertEquals(new Utf8(tba), instance.unionOfMap.get(new Utf8("key1")));

instance.getIntAr().add(Integer.MAX_VALUE);
Assert.assertEquals((int) instance.getIntAr().get(instance.getIntAr().size() - 1), Integer.MAX_VALUE);
Assert.assertEquals((int) instance.intAr.get(instance.getIntAr().size() - 1), Integer.MAX_VALUE);
}

@BeforeClass
public void setup() {
System.setProperty("org.apache.avro.specific.use_custom_coders", "true");
Expand Down
Loading
Loading