From 5e477b3210b1ca95cad145581cca617b1257083b Mon Sep 17 00:00:00 2001 From: Fritz Larco Date: Tue, 24 Oct 2023 15:27:01 -0300 Subject: [PATCH] duckdb: increase default max_line_size [nt] --- database/database_duckdb.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/database/database_duckdb.go b/database/database_duckdb.go index 4703d60..7ca36f7 100644 --- a/database/database_duckdb.go +++ b/database/database_duckdb.go @@ -669,7 +669,7 @@ func (conn *DuckDbConn) BulkImportStream(tableFName string, ds *iop.Datastream) }) sqlLines := []string{ - g.F(`insert into %s (%s) select * from read_csv('%s', delim=',', header=True, columns=%s);`, table.FDQN(), strings.Join(columnNames, ", "), csvPath, conn.generateCsvColumns(ds.Columns)), + g.F(`insert into %s (%s) select * from read_csv('%s', delim=',', header=True, columns=%s, max_line_size=134217728);`, table.FDQN(), strings.Join(columnNames, ", "), csvPath, conn.generateCsvColumns(ds.Columns)), } var out []byte