always write using correct schema for the file

This commit is contained in:
Kevin Hester committed 2024-07-07 15:17:26 -07:00
1 parent 9297732806
commit 8c63f4dec6
1 file changed
+3 -1
+3 -1
View File
@@ -46,7 +46,9 @@ class ArrowWriter:
# only need to look at the first row to learn the schema
self.set_schema(pa.Table.from_pylist([self.new_rows[0]]).schema)
self.writer.write_batch(pa.RecordBatch.from_pylist(self.new_rows))
self.writer.write_batch(
pa.RecordBatch.from_pylist(self.new_rows, schema=self.schema)
)
self.new_rows = []
def add_row(self, row_dict: dict):