Add more concurrent writers to data handlers

hmcalister · Jun 17, 2023 · b453f81 · b453f81
1 parent 1a0a444
commit b453f81
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/hopfieldnetwork/datacollector/DefaultHandler.go b/hopfieldnetwork/datacollector/DefaultHandler.go
@@ -63,7 +63,7 @@ func (handler *dataHandler) writeStop() error {
 func newParquetWriter[T interface{}](dataFilePath string, dataStruct T) (source.ParquetFile, *writer.ParquetWriter) {
 	os.Remove(dataFilePath)
 	dataFileWriter, _ := local.NewLocalFileWriter(dataFilePath)
-	parquetDataWriter, _ := writer.NewParquetWriter(dataFileWriter, dataStruct, 4)
+	parquetDataWriter, _ := writer.NewParquetWriter(dataFileWriter, dataStruct, 8)
 	parquetDataWriter.RowGroupSize = 128 * 1024 * 1024 //128MB
 	parquetDataWriter.PageSize = 8 * 1024              //8K
 	parquetDataWriter.CompressionType = parquet.CompressionCodec_SNAPPY