|
@@ -20,7 +20,6 @@
|
|
|
package io.milvus.bulkwriter.common.utils;
|
|
|
|
|
|
import org.apache.avro.generic.GenericData;
|
|
|
-import org.apache.hadoop.conf.Configuration;
|
|
|
import org.apache.hadoop.fs.Path;
|
|
|
import org.apache.parquet.avro.AvroParquetReader;
|
|
|
|
|
@@ -31,7 +30,7 @@ public abstract class ParquetReaderUtils {
|
|
|
Path path = new Path(localFilePath);
|
|
|
try (org.apache.parquet.hadoop.ParquetReader<GenericData.Record> reader = AvroParquetReader
|
|
|
.<GenericData.Record>builder(path)
|
|
|
- .withConf(new Configuration())
|
|
|
+ .withConf(ParquetUtils.getParquetConfiguration())
|
|
|
.build()) {
|
|
|
GenericData.Record record;
|
|
|
while ((record = reader.read()) != null) {
|