From 8797e4ff8e0eca76f6f44880c246f010b7f0e419 Mon Sep 17 00:00:00 2001 From: johnerikhalse Date: Fri, 30 Jun 2023 15:18:26 +0200 Subject: [PATCH] version v1.1.0 --- docs/content/cmd/warc.md | 2 +- docs/content/cmd/warc_cat.md | 2 +- docs/content/cmd/warc_completion.md | 2 +- docs/content/cmd/warc_console.md | 2 +- docs/content/cmd/warc_convert.md | 2 +- docs/content/cmd/warc_convert_arc.md | 4 ++-- docs/content/cmd/warc_convert_nedlib.md | 4 ++-- docs/content/cmd/warc_convert_warc.md | 4 ++-- docs/content/cmd/warc_dedup.md | 2 +- docs/content/cmd/warc_ls.md | 2 +- docs/content/cmd/warc_validate.md | 2 +- 11 files changed, 14 insertions(+), 14 deletions(-) diff --git a/docs/content/cmd/warc.md b/docs/content/cmd/warc.md index 0e7826a7..fe60525e 100644 --- a/docs/content/cmd/warc.md +++ b/docs/content/cmd/warc.md @@ -1,5 +1,5 @@ --- -date: 2023-05-02T10:06:41+02:00 +date: 2023-06-30T15:18:26+02:00 title: "warc" slug: warc url: /cmd/warc/ diff --git a/docs/content/cmd/warc_cat.md b/docs/content/cmd/warc_cat.md index f86abb5b..a10b83d4 100644 --- a/docs/content/cmd/warc_cat.md +++ b/docs/content/cmd/warc_cat.md @@ -1,5 +1,5 @@ --- -date: 2023-05-02T10:06:41+02:00 +date: 2023-06-30T15:18:26+02:00 title: "warc cat" slug: warc_cat url: /cmd/warc_cat/ diff --git a/docs/content/cmd/warc_completion.md b/docs/content/cmd/warc_completion.md index 5b64aefd..cc8df9c4 100644 --- a/docs/content/cmd/warc_completion.md +++ b/docs/content/cmd/warc_completion.md @@ -1,5 +1,5 @@ --- -date: 2023-05-02T10:06:41+02:00 +date: 2023-06-30T15:18:26+02:00 title: "warc completion" slug: warc_completion url: /cmd/warc_completion/ diff --git a/docs/content/cmd/warc_console.md b/docs/content/cmd/warc_console.md index 1c34622a..1294007e 100644 --- a/docs/content/cmd/warc_console.md +++ b/docs/content/cmd/warc_console.md @@ -1,5 +1,5 @@ --- -date: 2023-05-02T10:06:41+02:00 +date: 2023-06-30T15:18:26+02:00 title: "warc console" slug: warc_console url: /cmd/warc_console/ diff --git a/docs/content/cmd/warc_convert.md b/docs/content/cmd/warc_convert.md index 4337c84e..a1bc0429 100644 --- a/docs/content/cmd/warc_convert.md +++ b/docs/content/cmd/warc_convert.md @@ -1,5 +1,5 @@ --- -date: 2023-05-02T10:06:41+02:00 +date: 2023-06-30T15:18:26+02:00 title: "warc convert" slug: warc_convert url: /cmd/warc_convert/ diff --git a/docs/content/cmd/warc_convert_arc.md b/docs/content/cmd/warc_convert_arc.md index 1a24d97d..959abbca 100644 --- a/docs/content/cmd/warc_convert_arc.md +++ b/docs/content/cmd/warc_convert_arc.md @@ -1,5 +1,5 @@ --- -date: 2023-05-02T10:06:41+02:00 +date: 2023-06-30T15:18:26+02:00 title: "warc convert arc" slug: warc_convert_arc url: /cmd/warc_convert_arc/ @@ -20,7 +20,7 @@ warc convert arc [flags] -c, --concurrency int number of input files to process simultaneously. The default value is 1.5 x (default 24) -C, --concurrent-writers int maximum concurrent WARC writers. This is the number of WARC-files simultaneously written to. A consequence is that at least this many WARC files are created even if there is only one input file. (default 1) - -t, --default-date string fetch date to use for records missing date metadata. Fetchtime is set to 12:00 UTC for the date (default "2023-5-2") + -t, --default-date string fetch date to use for records missing date metadata. Fetchtime is set to 12:00 UTC for the date (default "2023-6-30") -S, --file-size int The maximum size for WARC files (default 1073741824) --flush if true, sync WARC file to disk after writing each record -h, --help help for arc diff --git a/docs/content/cmd/warc_convert_nedlib.md b/docs/content/cmd/warc_convert_nedlib.md index 7586257c..fa9381c6 100644 --- a/docs/content/cmd/warc_convert_nedlib.md +++ b/docs/content/cmd/warc_convert_nedlib.md @@ -1,5 +1,5 @@ --- -date: 2023-05-02T10:06:41+02:00 +date: 2023-06-30T15:18:26+02:00 title: "warc convert nedlib" slug: warc_convert_nedlib url: /cmd/warc_convert_nedlib/ @@ -20,7 +20,7 @@ warc convert nedlib [flags] -c, --concurrency int number of input files to process simultaneously. The default value is 1.5 x (default 24) -C, --concurrent-writers int maximum concurrent WARC writers. This is the number of WARC-files simultaneously written to. A consequence is that at least this many WARC files are created even if there is only one input file. (default 1) - -t, --default-date string fetch date to use for records missing date metadata. Fetchtime is set to 12:00 UTC for the date (default "2023-5-2") + -t, --default-date string fetch date to use for records missing date metadata. Fetchtime is set to 12:00 UTC for the date (default "2023-6-30") -S, --file-size int The maximum size for WARC files (default 1073741824) --flush if true, sync WARC file to disk after writing each record -h, --help help for nedlib diff --git a/docs/content/cmd/warc_convert_warc.md b/docs/content/cmd/warc_convert_warc.md index 4b388379..4d9f6133 100644 --- a/docs/content/cmd/warc_convert_warc.md +++ b/docs/content/cmd/warc_convert_warc.md @@ -1,5 +1,5 @@ --- -date: 2023-05-02T10:06:41+02:00 +date: 2023-06-30T15:18:26+02:00 title: "warc convert warc" slug: warc_convert_warc url: /cmd/warc_convert_warc/ @@ -25,7 +25,7 @@ warc convert warc [flags] -c, --concurrency int number of input files to process simultaneously. The default value is 1.5 x (default 24) -C, --concurrent-writers int maximum concurrent WARC writers. This is the number of WARC-files simultaneously written to. A consequence is that at least this many WARC files are created even if there is only one input file. (default 1) - -t, --default-date string fetch date to use for records missing date metadata. Fetchtime is set to 12:00 UTC for the date (default "2023-5-2") + -t, --default-date string fetch date to use for records missing date metadata. Fetchtime is set to 12:00 UTC for the date (default "2023-6-30") -S, --file-size int The maximum size for WARC files (default 1073741824) --flush if true, sync WARC file to disk after writing each record -h, --help help for warc diff --git a/docs/content/cmd/warc_dedup.md b/docs/content/cmd/warc_dedup.md index 18598c07..9b1b10fc 100644 --- a/docs/content/cmd/warc_dedup.md +++ b/docs/content/cmd/warc_dedup.md @@ -1,5 +1,5 @@ --- -date: 2023-05-02T10:06:41+02:00 +date: 2023-06-30T15:18:26+02:00 title: "warc dedup" slug: warc_dedup url: /cmd/warc_dedup/ diff --git a/docs/content/cmd/warc_ls.md b/docs/content/cmd/warc_ls.md index a14a92a6..6a3aa465 100644 --- a/docs/content/cmd/warc_ls.md +++ b/docs/content/cmd/warc_ls.md @@ -1,5 +1,5 @@ --- -date: 2023-05-02T10:06:41+02:00 +date: 2023-06-30T15:18:26+02:00 title: "warc ls" slug: warc_ls url: /cmd/warc_ls/ diff --git a/docs/content/cmd/warc_validate.md b/docs/content/cmd/warc_validate.md index 748dce5a..ba7bc204 100644 --- a/docs/content/cmd/warc_validate.md +++ b/docs/content/cmd/warc_validate.md @@ -1,5 +1,5 @@ --- -date: 2023-05-02T10:06:41+02:00 +date: 2023-06-30T15:18:26+02:00 title: "warc validate" slug: warc_validate url: /cmd/warc_validate/