Merge pull request #300 from hmcalister/Add-more-concurrent-writers-t…

…o-data-handlers Add more concurrent writers to data handlers
hmcalister · Jun 17, 2023 · 66de14a · 66de14a
2 parents 4c665a6 + b453f81
commit 66de14a
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/hopfieldnetwork/datacollector/DefaultHandler.go b/hopfieldnetwork/datacollector/DefaultHandler.go
@@ -63,7 +63,7 @@ func (handler *dataHandler) writeStop() error {
 func newParquetWriter[T interface{}](dataFilePath string, dataStruct T) (source.ParquetFile, *writer.ParquetWriter) {
 	os.Remove(dataFilePath)
 	dataFileWriter, _ := local.NewLocalFileWriter(dataFilePath)
-	parquetDataWriter, _ := writer.NewParquetWriter(dataFileWriter, dataStruct, 4)
+	parquetDataWriter, _ := writer.NewParquetWriter(dataFileWriter, dataStruct, 8)
 	parquetDataWriter.RowGroupSize = 128 * 1024 * 1024 //128MB
 	parquetDataWriter.PageSize = 8 * 1024              //8K
 	parquetDataWriter.CompressionType = parquet.CompressionCodec_SNAPPY