diff --git a/src/main/java/com/databricks/labs/delta/sharing/java/format/parquet/TableReader.java b/src/main/java/com/databricks/labs/delta/sharing/java/format/parquet/TableReader.java index a3c8549..7df0a5d 100644 --- a/src/main/java/com/databricks/labs/delta/sharing/java/format/parquet/TableReader.java +++ b/src/main/java/com/databricks/labs/delta/sharing/java/format/parquet/TableReader.java @@ -1,5 +1,6 @@ package com.databricks.labs.delta.sharing.java.format.parquet; +import org.apache.hadoop.conf.Configuration; import org.apache.parquet.avro.AvroParquetReader; import org.apache.parquet.hadoop.ParquetReader; @@ -98,10 +99,14 @@ public List readN(Integer num) throws IOException { */ private List> getReaders() throws IOException { List> readers = new LinkedList<>(); + Configuration conf = new Configuration(); + + conf.set("parquet.avro.readInt96AsFixed", "true"); + for (Path path : paths) { LocalInputFile localInputFile = new LocalInputFile(path); ParquetReader reader = - AvroParquetReader.builder(localInputFile).build(); + AvroParquetReader.builder(localInputFile).withConf(conf).build(); readers.add(reader); } return readers;