About this software
-
-datatools 1.2.1
+
+datatools 1.2.2
Authors
diff --git a/csv2mdtable.1.html b/csv2mdtable.1.html
index 36bcd87..2318399 100644
--- a/csv2mdtable.1.html
+++ b/csv2mdtable.1.html
@@ -136,7 +136,7 @@
csv2mdtable -i data1.csv -o data1.md
csv2mdtable -i data1.csv -o data1.md
csv2mdtable -i data1.csv -o data1.md-csv2mdtable 1.2.1 +csv2mdtable 1.2.2
diff --git a/csv2tab.1.html b/csv2tab.1.html index 534205b..f5acdc1 100644 --- a/csv2tab.1.html +++ b/csv2tab.1.html @@ -101,7 +101,7 @@
name email age
Doe, Jane jane.doe@example.org 42
name email age
Doe, Jane jane.doe@example.org 42-csv2tab 1.2.1 +csv2tab 1.2.2
diff --git a/csv2xlsx.1.html b/csv2xlsx.1.html index b2ceccf..4d59bb7 100644 --- a/csv2xlsx.1.html +++ b/csv2xlsx.1.html @@ -147,7 +147,7 @@workbook’s ‘My worksheet 2’ sheet.
-csv2xlsx 1.2.1 +csv2xlsx 1.2.2
diff --git a/csvcleaner.1.html b/csvcleaner.1.html new file mode 100644 index 0000000..76332ac --- /dev/null +++ b/csvcleaner.1.html @@ -0,0 +1,224 @@ + + + +
++NAME +
++csvcleaner +
++SYNOPSIS +
++csvcleaner OPTIONS +
++DESCRIPTION +
++csvcleaner normalizes a CSV file based on the options selected. It helps +to address issues like variable number of columns, leading/trailing +spaces in columns, and non-UTF-8 encoding issues. +
++By default input is expected from standard in and output is sent to +standard out (errors to standard error). These can be modified by +appropriate options. The csv file is processed as a stream of rows so +minimal memory is used to operate on the file. +
++OPTIONS +
+-
+
- +-help + +
- +display help + +
- +-license + +
- +display license + +
- +-version + +
- +display version + +
- +-verbose + +
- +write verbose output to standard error + +
- +-comma + +
- +if set use this character in place of a comma for delimiting cells + +
- +-comment-char + +
- +if set, rows starting with this character will be ignored as comments + +
- +-fields-per-row + +
- +set the number of columns to output right padding empty cells as needed + +
- +-i, -input + +
- +input filename + +
- +-left-trim + +
- +left trim spaces on CSV out + +
- +-o, -output + +
- +output filename + +
- +-output-comma + +
- +if set use this character in place of a comma for delimiting output +cells + +
- +-quiet + +
- +suppress error messages + +
- +-reuse + +
- +if false then a new array is allocated for each row processed, if true +the array gets reused + +
- +-right-trim + +
- +right trim spaces on CSV out + +
- +-stop-on-error + +
- +exit on error, useful if you’re trying to debug a problematic CSV file + +
- +-trim, -trim-spaces + +
- +trim spaces on CSV out + +
- +-trim-leading-space + +
- +trim leading space from field(s) for CSV input + +
- +-use-crlf + +
- +if set use a charage return and line feed in output + +
- +-use-lazy-quotes + +
- +use lazy quotes for CSV input + +
+EXAMPLES +
++Normalizing a spread sheet’s column count to 5 padding columns as needed +per row. +
+ cat mysheet.csv | csvcleaner -field-per-row=5+Trim leading spaces from output. +
+ cat mysheet.csv | csvcleaner -left-trim+Trim trailing spaces from output. +
+ cat mysheet.csv | csvcleaner -right-trim+Trim leading and trailing spaces from output. +
+ cat mysheet.csv | csvcleaner -trim-space+csvcleaner 1.2.2 +
+
++NAME +
++csvcols +
++SYNOPSIS +
++csvcols OPTIONS [ARGS_AS_COL_VALUES] +
++DESCRIPTION +
++csvcols converts a set of command line args into columns output in CSV +format. +
++It can also be used CSV input rows and rendering only the column numbers +listed on the commandline (first column is 1 not 0). +
++OPTIONS +
+-
+
- +-help + +
- +display help + +
- +-license + +
- +display license + +
- +-version + +
- +display version + +
- +-col, -cols + +
- +output specified columns (e.g. -col 1,12:14,2,4)) + +
- +-d, -delimiter + +
- +set the input delimiter character + +
- +-i, -input + +
- +input filename + +
- +-o, -output + +
- +output filename + +
- +-od, -output-delimiter + +
- +set the output delimiter character + +
- +-quiet + +
- +suppress error messages + +
- +-skip-header-row + +
- +skip the header row + +
- +-trim-leading-space + +
- +trim leading space in field(s) for CSV input + +
- +-use-lazy-quotes + +
- +use lazy quotes on CSV input + +
- +-uuid + +
- +add a prefix row with generated UUID cell + +
+EXAMPLES +
++Simple usage of building a CSV file one row at a time. +
+ csvcols one two three > 3col.csv
+ csvcols 1 2 3 >> 3col.csv
+ cat 3col.csv+Example parsing a pipe delimited string into a CSV line +
+ csvcols -d "|" "one|two|three" > 3col.csv
+ csvcols -delimiter "|" "1|2|3" >> 3col.csv
+ cat 3col.csv+Using a pipe filter a 3 column CSV for columns 1 and 3 into 2col.csv +
+ cat 3col.csv | csvcols -col 1,3 > 2col.csv+Using options filter a 3 column CSV file for columns 1,3 into 2col.csv +
+ csvcols -i 3col.csv -col 1,3 -o 2col.csv+csvcols 1.2.2 +
+
++NAME +
++csvfind +
++SYNOPSIS +
++csvfind OPTIONS TEXT_TO_MATCH +
++DESCRIPTION +
++csvfind processes a CSV file as input returning rows that contain the +column with matched text. Columns are counted from one instead of zero. +Supports exact match as well as some Levenshtein matching. +
++OPTIONS +
+-
+
- +-help + +
- +display help + +
- +-license + +
- +display license + +
- +-version + +
- +display version + +
- +-allow-duplicates + +
- +allow duplicates when searching for matches + +
- +-append-edit-distance + +
- +append column with edit distance found (useful for tuning levenshtein) + +
- +-case-sensitive + +
- +perform a case sensitive match (default is false) + +
- +-col, -cols + +
- +column to search for match in the CSV file + +
- +-contains + +
- +use contains phrase for matching + +
- +-d, -delimiter + +
- +set delimiter character + +
- +-delete-cost + +
- +set the delete cost to use for levenshtein matching + +
- +-i, -input + +
- +input filename + +
- +-insert-cost + +
- +set the insert cost to use for levenshtein matching + +
- +-levenshtein + +
- +use levenshtein matching + +
- +-max-edit-distance + +
- +set the edit distance thresh hold for match, default 0 + +
- +-nl, -newline + +
- +include trailing newline from output + +
- +-o, -output + +
- +output filename + +
- +-quiet + +
- +suppress error messages + +
- +-skip-header-row + +
- +skip the header row + +
- +-stop-words + +
- +use the colon delimited list of stop words + +
- +-substitute-cost + +
- +set the substitution cost to use for levenshtein matching + +
- +-trim-leading-space + +
- +trim leadings space in field(s) for CSV input + +
- +-trimspace, -trimspaces + +
- +trim spaces around cell values before comparing + +
- +-use-lazy-quotes + +
- +use lazy quotes on CSV input + +
+EXAMPLES +
++Find the rows where the third column matches “The Red Book of Westmarch” +exactly +
+ csvfind -i books.csv -col=2 "The Red Book of Westmarch"+Find the rows where the third column (colums numbered 1,2,3) matches +approximately “The Red Book of Westmarch” +
+ csvfind -i books.csv -col=2 -levenshtein \
+ -insert-cost=1 -delete-cost=1 -substitute-cost=3 \
+ -max-edit-distance=50 -append-edit-distance \
+ "The Red Book of Westmarch"+In this example we’ve appended the edit distance to see how close the +matches are. +
++You can also search for phrases in columns. +
+ csvfind -i books.csv -col=2 -contains "Red Book"+csvfind 1.2.2 +
+
++NAME +
++csvjoin +
++SYNOPSIS +
++csvjoin OPTIONS CSV1 CSV2 COL1 COL2 +
++DESCRIPTION +
++csvjoin outputs CSV content based on two CSV files with matching column +values. Each CSV input file has a designated column to match on. The +values are compared as strings. Columns are counted from one rather than +zero. +
++OPTIONS +
+-
+
- +-help + +
- +display help + +
- +-license + +
- +display license + +
- +-version + +
- +display version + +
- +-allow-duplicates + +
- +allow duplicates when searching for matches + +
- +-case-sensitive + +
- +make a case sensitive match (default is case insensitive) + +
- +-col1 + +
- +column to on join on in first CSV file + +
- +-col2 + +
- +column to on join on in second CSV file + +
- +-contains + +
- +match columns based on csv1/col1 contained in csv2/col2 + +
- +-csv1 + +
- +first CSV filename + +
- +-csv2 + +
- +second CSV filename + +
- +-d, -delimiter + +
- +set delimiter character + +
- +-delete-cost + +
- +deletion cost to use when calculating Levenshtein edit distance + +
- +-in-memory + +
- +if true read both CSV files + +
- +-insert-cost + +
- +insertion cost to use when calculating Levenshtein edit distance + +
- +-levenshtein + +
- +match columns using Levensthein edit distance + +
- +-max-edit-distance + +
- +maximum edit distance for match using Levenshtein distance + +
- +-o, -output + +
- +output filename + +
- +-quiet + +
- +supress error messages + +
- +-stop-words + +
- +a column delimited list of stop words to ingnore when matching + +
- +-substitute-cost + +
- +substitution cost to use when calculating Levenshtein edit distance + +
- +-trim-leading-space + +
- +trim leading space in field(s) for CSV input + +
- +-trimspaces + +
- +trim spaces around cell values before comparing + +
- +-use-lazy-quotes + +
- +use lazy quotes for CSV input + +
- +-verbose + +
- +output processing count to stderr + +
+EXAMPLES +
++Simple usage of building a merged CSV file from data1.csv and data2.csv +where column 1 in data1.csv matches the value in column 3 of data2.csv +with the results being written to merged-data.csv.. +
+ csvjoin -csv1=data1.csv -col1=2 \
+ -csv2=data2.csv -col2=4 \
+ -output=merged-data.csv+csvjoin 1.2.2 +
+
++NAME +
++csvrows +
++SYNOPSIS +
++csvrows OPTIONS [ARGS_AS_ROW_VALUES] +
++DESCRIPTION +
++csvrows converts a set of command line args into rows of CSV formated +output. It can also be used to filter or list specific rows of CSV input +The first row is 1 not 0. Often row 1 is the header row and csvrows +makes it easy to output only the data rows. +
++OPTIONS +
+-
+
- +-help + +
- +display help + +
- +-license + +
- +display license + +
- +-version + +
- +display version + +
- +-d, -delimiter + +
- +set delimiter character + +
- +-header + +
- +display the header row (alias for ‘-rows 1’) + +
- +-i, -input + +
- +input filename + +
- +-o, -output + +
- +output filename + +
- +-quiet + +
- +suppress error messages + +
- +-random + +
- +return N randomly selected rows + +
- +-row, -rows + +
- +output specified rows in order (e.g. -row 1,5,2-4)) + +
- +-skip-header-row + +
- +skip the header row (alias for -row 2- + +
- +-trim-leading-space + +
- +trim leading space in field(s) for CSV input + +
- +-use-lazy-quotes + +
- +use lazy quotes for CSV input + +
+EXAMPLES +
++Simple usage of building a CSV file one rows at a time. +
+ csvrows "First,Second,Third" "one,two,three" > 4rows.csv
+ csvrows "ein,zwei,drei" "1,2,3" >> 4rows.csv
+ cat 4row.csv+Example parsing a pipe delimited string into a CSV line +
+ csvrows -d "|" "First,Second,Third|one,two,three" > 4rows.csv
+ csvrows -delimiter "|" "ein,zwei,drei|1,2,3" >> 4rows.csv
+ cat 4rows.csv+Filter a 10 row CSV file for rows 1,4,6 (top most row is one) +
+ cat 10row.csv | csvrows -row 1,4,6 > 3rows.csv+Filter a 10 row CSV file for rows 1,4,6 from file named “10row.csv” +
+ csvrows -i 10row.csv -row 1,4,6 > 3rows.csv+Filter 3 randomly selected rows from 10row.csv rendering new CSV with a +header row from 10row.csv. +
+ csvrows -i 10row.csv -header=true -random=3+csvrows 1.2.2 +
+
++NAME +
++finddir +
++SYNOPSIS +
++finddir OPTIONS [TARGET] [DIRECTORIES_TO_SEARCH] +
++DESCRIPTION +
++finddir finds directory based on matching prefix, suffix o contained +text in base filename. +
++OPTIONS +
+-
+
- +-help + +
- +display this help message + +
- +-license + +
- +display license information + +
- +-version + +
- +display version message + +
- +-c, -contains + +
- +find file(s) based on basename containing text + +
- +-d, -depth + +
- +Limit depth of directories walked + +
- +-e, -error-stop + +
- +Stop walk on file system errors (e.g. permissions) + +
- +-f, -full-path + +
- +list full path for files found + +
- +-m, -mod-time + +
- +display file modification time before the path + +
- +-nl, -newline + +
- +if true add a trailing newline + +
- +-o, -output + +
- +output filename + +
- +-p, -prefix + +
- +find file(s) based on basename prefix + +
- +-quiet + +
- +suppress error messages + +
- +-s, -suffix + +
- +find file(s) based on basename suffix + +
+EXAMPLES +
++Find all subdirectories starting with “img”. +
+ finddir -p img+finddir 1.2.2 +
+
++NAME +
++findfile +
++SYNOPSIS +
++findfile OPTIONS [TARGET] [DIRECTORIES_TO_SEARCH] +
++DESCRIPTION +
++findfile finds files based on matching prefix, suffix or contained text +in base filename. +
++OPTIONS +
+-
+
- +-help + +
- +display this help message + +
- +-license + +
- +display license information + +
- +-version + +
- +display version message + +
- +-c, -contains + +
- +find file(s) based on basename containing text + +
- +-d, -depth + +
- +Limit depth of directories walked + +
- +-error, -stop-on-error + +
- +Stop walk on file system errors (e.g. permissions) + +
- +-f, -full-path + +
- +list full path for files found + +
- +-m, -mod-time + +
- +display file modification time before the path + +
- +-nl, -newline + +
- +if true add a trailing newline + +
- +-o, -output + +
- +output filename + +
- +-p, -prefix + +
- +find file(s) based on basename prefix + +
- +-quiet + +
- +suppress error messages + +
- +-s, -suffix + +
- +find file(s) based on basename suffix + +
+EXAMPLES +
++Search the current directory and subdirectories for Markdown files with +extension of “.md”. +
+ findfile -s .md+findfile 1.2.2 +
+
++NAME +
++json2toml +
++SYNOPSIS +
++json2toml OPTIONS [JSON_FILENAME] [TOML_FILENAME] +
++DESCRIPTION +
++json2toml is a tool that converts JSON objects into TOML output. +
++OPTIONS +
+-
+
- +-help + +
- +display help + +
- +-license + +
- +display license + +
+-version: display version +
+-
+
- +-nl, -newline + +
- +if true add a trailing newline + +
- +-o, -output + +
- +output filename + +
- +-p, -pretty + +
- +pretty print output + +
- +-quiet + +
- +suppress error messages + +
+EXAMPLES +
++These would get the file named “my.json” and save it as my.toml +
+ json2toml my.json > my.toml
+
+ json2toml my.json my.toml
+
+ cat my.json | json2toml -i - > my.toml+json2toml 1.2.2 +
+
++NAME +
++json2yaml +
++SYNOPSIS +
++json2yaml OPTIONS [JSON_FILENAME] [YAML_FILENAME] +
++DESCRIPTION +
++json2yaml is a tool that converts JSON objects into YAML output. +
++OPTIONS +
+-
+
- +-help + +
- +display help + +
- +-license + +
- +display license + +
- +-version + +
- +display version + +
- +-nl, -newline + +
- +if true add a trailing newline + +
- +-o, -output + +
- +output filename + +
- +-quiet + +
- +suppress error messages + +
+EXAMPLES +
++These would get the file named “my.json” and save it as my.yaml +
+ json2yaml my.json > my.yaml
+
+ json2yaml my.json my.taml
+
+ cat my.json | json2yaml -i - > my.taml+json2yaml 1.2.2 +
+
++NAME +
++jsoncols +
++SYNOPSIS +
++jsoncols OPTIONS [EXPRESSION] [INPUT_FILENAME] +[OUTPUT_FILENAME] +
++DESCRIPTION +
++jsoncols provides scripting flexibility for data extraction from JSON +data returning the results in columns. This is helpful in flattening +content extracted from JSON blobs. The default delimiter for each value +extracted is a comma. This can be overridden with an option. +
+-
+
- +EXPRESSION can be an empty string or dot notation for an object’s path + +
-
+INPUT_FILENAME is the filename to read or a dash “-” if you want to
+explicitly read from stdin
+
-
+
- +if not provided then jsoncols reads from stdin + +
+ -
+OUTPUT_FILENAME is the filename to write or a dash “-” if you want to
+explicitly write to stdout
+
-
+
- +if not provided then jsoncols write to stdout + +
+
+OPTIONS +
+-
+
- +-help + +
- +display help + +
- +-license + +
- +display license + +
- +-version + +
- +display version + +
- +-csv + +
- +output as CSV or other flat delimiter row + +
- +-d, -delimiter + +
- +set the delimiter for multi-field csv output + +
- +-i, -input + +
- +input filename + +
- +-nl, -newline + +
- +if true add a trailing newline + +
- +-o, -output + +
- +output filename + +
- +-p, -pretty + +
- +pretty print JSON output + +
- +-quiet + +
- +suppress error messages + +
- +-quote + +
- +quote strings and JSON notation + +
- +-r, -repl + +
- +run interactively + +
+EXAMPLES +
++If myblob.json contained +
+ {"name": "Doe, Jane", "email":"jane.doe@example.org", "age": 42}+Getting just the name could be done with +
+ jsoncols -i myblob.json .name+This would yield +
+ "Doe, Jane"+Flipping .name and .age into pipe delimited columns is as easy as +listing each field in the expression inside a space delimited string. +
+ jsoncols -i myblob.json -d\| .name .age+This would yield +
+ Doe, Jane|42+You can also pipe JSON data in. +
+ cat myblob.json | jsoncols .name .email .age+Would yield +
+ "Doe, Jane","jane.doe@xample.org",42+jsoncols 1.2.2 +
+
++NAME +
++json2toml +
++SYNOPSIS +
++json2toml OPTIONS [JSON_FILENAME] [TOML_FILENAME] +
++DESCRIPTION +
++json2toml is a tool that converts JSON objects into TOML output. +
++OPTIONS +
+-
+
- +-help + +
- +display help + +
- +-license + +
- +display license + +
+-version: display version +
+-
+
- +-nl, -newline + +
- +if true add a trailing newline + +
- +-o, -output + +
- +output filename + +
- +-p, -pretty + +
- +pretty print output + +
- +-quiet + +
- +suppress error messages + +
+EXAMPLES +
++These would get the file named “my.json” and save it as my.toml +
+ json2toml my.json > my.toml
+
+ json2toml my.json my.toml
+
+ cat my.json | json2toml -i - > my.toml+json2toml 1.2.1 +
+
++NAME +
++jsonmunge +
++SYNOPSIS +
++jsonmunge OPTIONS TEMPLATE_FILENAME +
++DESCRIPTION +
++jsonmunge is a command line tool that takes a JSON document and one or +more Go templates rendering the results. Useful for reshaping a JSON +document, transforming into a new format, or filter for specific +content. +
+-
+
- +TEMPLATE_FILENAME is the name of a Go text tempate file used to render +the outbound JSON document + +
+OPTIONS +
+-
+
- +-help + +
- +display help + +
- +-license + +
- +display license + +
- +-version + +
- +display version + +
- +-E, -expression + +
- +use template expression as template + +
- +-i, -input + +
- +input filename + +
- +-nl, -newline + +
- +if true add a trailing newline + +
- +-o, -output + +
- +output filename + +
- +-quiet + +
- +suppress error messages + +
+EXAMPLES +
++If person.json contained +
+ {"name": "Doe, Jane", "email":"jd@example.org", "age": 42}+and the template, name.tmpl, contained +
+ {{- .name -}}+Getting just the name could be done with +
+ cat person.json | jsonmunge name.tmpl+This would yield +
+ "Doe, Jane"+jsonmunge 1.2.2 +
+
++NAME +
++jsonrange +
++SYNOPSIS +
++jsonrange OPTIONS [DOT_PATH_EXPRESSION] +
++DESCRIPTION +
++jsonrange returns returns a range of values based on the JSON structure +being read and options applied. Without options the JSON structure is +read from standard input and writes a list of keys to standard out. Keys +are either attribute names or for arrays the index position (counting +form zero). If a DOT_PATH_EXPRESSION is included on the command line +then that is used to generate the results. Using options to can choose +to read the JSON data structure from a file, write the output to a file +as well as display values instead of keys. a list of “keys” of an index +or map in JSON. +
++Using options it can also return a list of values. The JSON object is +read from standard in and the resulting list is normally written to +standard out. There are options to read or write to files. Additional +parameters are assumed to be a dot path notation select the parts of the +JSON data structure you want from the range. +
++DOT_PATH_EXPRESSION is a dot path stale expression indicating what you +want range over. E.g. +
+-
+
- +. would indicate the whole JSON data structure read is used to range +over + +
- +.name would indicate to range over the value pointed at by the “name” +attribute + +
- +[“name”] would indicate to range over the value pointed at by the “name” +attribute + +
- +[0] would indicate to range over the value held in the zero-th element +of the array + +
+The path can be chained together +
+-
+
- +.name.family would point to the value heald by the “name” attributes’ +“family” attribute. + +
+OPTIONS +
+-
+
- +-help + +
- +display help + +
- +-license + +
- +display license + +
- +-version + +
- +display version + +
- +-d, -delimiter + +
- +set delimiter for range output + +
- +-i, -input + +
- +read JSON from file + +
- +-last + +
- +return the index of the last element in list (e.g. length - 1) + +
- +-length + +
- +return the number of keys or values + +
- +-limit + +
- +limit the number of items output + +
- +-nl, -newline + +
- +if true add a trailing newline + +
- +-o, -output + +
- +write to output file + +
- +-quiet + +
- +suppress error messages + +
- +-values + +
- +return the values instead of the keys + +
+EXAMPLES +
++Working with a map +
+ echo '{"name": "Doe, Jane", "email":"jane.doe@example.org", "age": 42}' \
+ | jsonrange+This would yield +
+ name
+ email
+ age+Using the -values option on a map +
+ echo '{"name": "Doe, Jane", "email":"jane.doe@example.org", "age": 42}' \
+ | jsonrange -values+This would yield +
+ "Doe, Jane"
+ "jane.doe@example.org"
+ 42+Working with an array +
+ echo '["one", 2, {"label":"three","value":3}]' | jsonrange+would yield +
+ 0
+ 1
+ 2+Using the -values option on the same array +
+ echo '["one", 2, {"label":"three","value":3}]' | jsonrange -values+would yield +
+ one
+ 2
+ {"label":"three","value":3}+Checking the length of a map or array or number of keys in map +
+ echo '["one","two","three"]' | jsonrange -length+would yield +
+ 3+Check for the index of last element +
+ echo '["one","two","three"]' | jsonrange -last+would yield +
+ 2+Check for the index value of last element +
+ echo '["one","two","three"]' | jsonrange -values -last+would yield +
+ "three"+Limitting the number of items returned +
+ echo '[10,20,30,40,50]' | %!s(MISSING) -limit 2+would yield +
+ 1
+ 2+Limitting the number of values returned +
+ echo '[10,20,30,40,50]' | %!s(MISSING) -values -limit 2+would yield +
+ 10
+ 20+jsonrange 1.2.2 +
+-Copyright (c) 2022, Caltech All rights not granted herein are expressly +Copyright (c) 2023, Caltech All rights not granted herein are expressly reserved by Caltech.
diff --git a/mergepath.1.html b/mergepath.1.html new file mode 100644 index 0000000..d64a436 --- /dev/null +++ b/mergepath.1.html @@ -0,0 +1,150 @@ + + +
+
++NAME +
++mergepath +
++SYNOPSIS +
++mergepath OPTIONS NEW_PATH_PARTS +
++DESCRIPTION +
++mergepath can merge the new path parts with the existing path with +creating duplications. It can also re-order existing path elements by +prefixing or appending to the existing path and removing the resulting +duplicate. +
++OPTIONS +
+-
+
- +-help + +
- +display help + +
- +-license + +
- +display license + +
- +-version + +
- +display version + +
- +-a, -append + +
- +Append the directory to the path removing any duplication + +
- +-c, -clip + +
- +Remove a directory from the path + +
- +-d, -directory + +
- +The directory you want to add to the path. + +
- +-e, -envpath + +
- +The path you want to merge with. + +
- +-nl, -newline + +
- +if true add a trailing newline + +
- +-p, -prepend + +
- +Prepend the directory to the path removing any duplication + +
- +-quiet + +
- +suppress error messages + +
+EXAMPLES +
++This would put your home bin directory at the beginning of your path. +
+ export PATH=$(mergepath -p $HOME/bin)+mergepath 1.2.2 +
+
++NAME +
++range +
++SYNOPSIS +
++range OPTIONS START_INTEGER END_INTEGER +[INCREMENT_INTEGER] +
++DESCRIPTION +
++range is a simple utility for shell scripts that emits a list of +integers starting with the first command line argument and ending with +the last integer command line argument. It is a subset of functionality +found in the Unix seq command. +
++If the first argument is greater than the last then it counts down +otherwise it counts up. +
++OPTIONS +
+-
+
- +-help + +
- +display help + +
- +-license + +
- +display license + +
- +-version + +
- +display version + +
- +-e, -end + +
- +The ending integer. + +
- +-inc, -increment + +
- +The non-zero integer increment value. + +
- +-nl, -newline + +
- +if true add a trailing newline + +
- +-quiet + +
- +suppress error messages + +
- +-random + +
- +Pick a range value from range + +
- +-s, -start + +
- +The starting integer. + +
+EXAMPLES +
++Create a range of integers one through five +
+ range 1 5+Yields 1 2 3 4 5 +
++Create a range of integer negative two to six +
+ range -- -2 6+Yields -2 -1 0 1 2 3 4 5 6 +
++Create a range of even integers two to ten +
+ range -increment=2 2 10+Yields 2 4 6 8 10 +
++Create a descending range of integers ten down to one +
+ range 10 1+Yields 10 9 8 7 6 5 4 3 2 1 +
++Pick a random integer between zero and ten +
+ range -random 0 10+Yields a random integer from 0 to 10 +
++range 1.2.1 +
+
++NAME +
++reldate +
++SYNOPSIS +
++reldate OPTIONS [TIME_DESCRPTION] +
++DESCRIPTION +
++reldate is a small command line utility which returns the relative date +in YYYY-MM-DD format. This is helpful when scripting various time +relationships. The difference in time returned are determined by the +time increments provided. +
++Time increments are a positive or negative integer. Time unit can be +either day(s), week(s), month(s), or year(s). Weekday names are case +insentive (e.g. Monday and monday). They can be abbreviated to the first +three letters of the name, e.g. Sunday can be Sun, Monday can be Mon, +Tuesday can be Tue, Wednesday can be Wed, Thursday can be Thu, Friday +can be Fri or Saturday can be Sat. +
++OPTIONS +
+-
+
- +-help + +
- +display help + +
- +-license + +
- +display license + +
- +-version + +
- +display version + +
- +-e, -end-of-month + +
- +Display the end of month day. E.g. 2012-02-29 + +
- +-f, -from + +
- +Date the relative time is calculated from. + +
- +-nl, -newline + +
- +if true add a trailing newline + +
- +-quiet + +
- +suppress error messages + +
+EXAMPLES +
++If today was 2014-08-03 and you wanted the date three days in the past +try– +
+ reldate 3 days+The output would be +
+ 2014-08-06+TIME UNITS +
++Supported time units are +
+-
+
- +day(s) + +
- +week(s) + +
- +year(s) + +
+Specifying a date to calucate from +
++reldate handles dates in the YYYY-MM-DD format (e.g. March 1, 2014 would +be 2014-03-01). By default reldate uses today as the date to calculate +relative time from. If you use the –from option you can it will +calculate the relative date from that specific date. +
+ reldate --from=2014-08-03 3 days+Will yield +
+ 2014-08-06+NEGATIVE INCREMENTS +
++Command line arguments traditionally start with a dash which we also use +to denote a nagative number. To tell the command line process that to +not treat negative numbers as an “option” precede your time increment +and time unit with a double dash. +
+ reldate --from=2014-08-03 -- -3 days+Will yield +
+ 2014-07-31+RELATIVE WEEK DAYS +
++You can calculate a date from a weekday name (e.g. Saturday, Monday, +Tuesday) knowning a day (e.g. 2015-02-10 or the current date of the +week) occurring in a week. A common case would be wanting to figure out +the Monday date of a week containing 2015-02-10. The week is presumed to +start on Sunday (i.e. 0) and finish with Saturday (e.g. 6). +
+ reldate --from=2015-02-10 Monday+will yield +
+ 2015-02-09+As that is the Monday of the week containing 2015-02-10. Weekday names +case insensitive and can be the first three letters of the English names +or full English names (e.g. Monday, monday, Mon, mon). +
++reldate 1.2.2 +
+
++NAME +
++reltime +
++SYNOPSIS +
++reltime RELATIVE_TIME_STRING +
++DESCRIPTION +
++reltime provides a relative time string in the “HH:MM:SS” in 24 hour +format. +
++The notation for the relative time string is based on Go’s time duration +string. From https://golang.google.cn/pkg/time/#ParseDuration, +
++++A duration string is a possibly signed sequence of decimal numbers, each +with optional fraction and a unit suffix, such as “300ms”, “-1.5h” or +“2h45m”. Valid time units are “ns”, “us” (or “µs”), “ms”, “s”, “m”, “h”. +
+
+EXAMPLES +
++Get the dime ninety minutes in the past. +
+ reltime -- -90m+Get the time 24 hours ago +
+ reltime -- -24h+Get the time 16 hours, 23 minutes and 4 seconds in the future. +
+ reltime 16h23m4s>ten-rows.csv
-sql2csv 1.1.5 +sql2csv 1.2.2
++NAME +
++string +
++SYNOPSIS +
++string OPTIONS [VERB] [VERB PARAMETERS…] +
++DESCRIPTION +
++string is a command line tool for transforming strings in common ways. +
+-
+
- +string length + +
- +changing cases + +
- +checking for prefixes, suffixes + +
- +trimming prefixes, suffixes and cutsets (i.e. list of characters to cut) + +
- +position, counting and replacing substrings + +
- +splitting a string into a JSON array of strings, joining JSON a string +arrays into a string + +
+VERB refers to the operation to performed on the supplied string(s). VER +PARAMETERS are thsose additional terms need to complete the process +provided by the VERB. +
++OPTIONS +
++Options always come before the VERB. +
+-
+
- +-help + +
- +display help + +
+-license :display license +
+-
+
- +-version + +
- +display version + +
- +-d, -delimiter + +
- +set the delimiter + +
- +-do, -output-delimiter + +
- +set the output delimiter + +
- +-i, -input + +
- +input file name + +
- +-nl, -newline + +
- +if true add a trailing newline + +
- +-o, -output + +
- +output file name + +
- +-quiet + +
- +suppress error messages + +
+VERBS +
+-
+
- +contains + +
-
+has substrings: SUBSTRING [STRING]
string contains SUBSTRING +[STRING]+
+ - +count + +
-
+count substrings: SUBSTRING [STRING]
string count SUBSTRING +[STRING]+
+ - +englishtitle + +
-
+English style title case: [STRING]
string englishtitle +[STRING]+
+ - +hasprefix + +
-
+true/false on prefix: PREFIX [STRING]
string hasprefix PREFIX +[STRING]+
+ - +hassuffix + +
-
+true/false on suffix: SUFFIX [STRING]
string hassuffix SUFFIX +[STRING]+
+ - +join + +
-
+join JSON array into string: DELIMITER [JSON_ARRAY]
string join +DELIMITER [JSON_ARRAY]+
+ - +length + +
-
+length of string: [STRING]
string length [STRING]+
+ - +padleft + +
-
+left pad PADDING MAX_LENGTH [STRING]
string padleft PADDING +MAX_LENGTH [STRING]+
+ - +padright + +
-
+right pad PADDING MAX_LENGTH [STRING]
string padright PADDING +MAX_LENGTH [STRING]+
+ - +position + +
-
+position of substring: SUBSTRING [STRING]
string position +SUBSTRING [STRING]+
+ - +replace + +
-
+replace: OLD NEW [STRING]
string replace OLD NEW [STRING]+
+ - +replacen + +
-
+replace n times: OLD NEW N [STRING]
string replacen OLD NEW N +[STRING]+
+ - +slice + +
-
+copy a substring: START END [STRING]
string slice START END +[STRING]+
+ - +split + +
-
+split into a JSON array: DELIMITER [STRING]
string split DELIMITER +[STRING]+
+ - +splitn + +
-
+split into an N length JSON array: DELIMITER N [STRING]
string +splitn DELIMITER N [STRING]+
+ - +tolower + +
-
+to lower case: [STRING]
string tolower [STRING]+
+ - +totitle + +
-
+to title case: [STRING]
string totitle [STRING]+
+ - +toupper + +
-
+to upper case: [STRING]
string toupper [STRING]+
+ - +trim + +
-
+trim (beginning and end), CUTSET [STRING]
string trim CURSET +[STRING]+
+ - +trimleft + +
-
+left trim CUTSET [STRING]
string trimleft CUTSET [STRING]+
+ - +trimprefix + +
-
+trims prefix: PREFIX [STRING]
string trimprefix PREFIX +[STRING]+
+ - +trimright + +
-
+right trim: CUTSET [STRING]
string trimright CUTSET +[STRING]+
+ - +trimspace + +
-
+trim leading and trailing spaces: [STRING]
string trimspace +[STRING]+
+ - +trimsuffix + +
-
+trim suffix: SUFFIX [STRING]
string trimsuffix SUFFIX +[STRING]+
+
+EXAMPLES +
++Convert text to upper case +
+ string toupper "one"+Convert text to lower case +
+ string tolower "ONE"+Captialize an English phrase +
+ string englishtitle "one more thing to know"+Split a space newline delimited list of words into a JSON array +
+ string -i wordlist.txt split "\n"+Join a JSON array of strings into a newline delimited list +
+ string join '\n' '["one","two","three","four","five"]'+string 1.2.2 +
+
++NAME +
++tab2csv +
++SYNOPSIS +
++tab2csv OPTIONS +
++DESCRIPTION +
++tab2csv is a simple conversion utility to convert from tabs to quoted +CSV. +
++tab2csv reads from standard input and writes to standard out. +
++OPTIONS +
+-
+
- +-help + +
- +display help + +
- +-license + +
- +display license + +
- +-version + +
- +display version + +
- +-fields-per-record + +
- +(int) sets the number o fields expected in each row, -1 turns this off + +
- +-reuse-record + +
- +re-uses the backing array on reader + +
- +-trim-leading-space + +
- +trims leading space read + +
- +-use-lazy-quotes + +
- +use lazy quoting for reader + +
+EXAMPLES +
++If my.tab contained +
+ name email age
+ Doe, Jane jane.doe@example.org 42+Concert this to a CSV file format +
+ tab2csv < my.tab +This would yield +
+ "name","email","age"
+ "Doe, Jane","jane.doe@example.org",42+tab2csv 1.2.2 +
+
++NAME +
++timefmt +
++SYNOPSIS +
++timefmt OPTIONS TIME_STRING_TO_CONVERT +
++DESCRIPTION +
++timefmt formats the current date or INPUT_DATE based on the output +format provided in options. The default input and output format is +RFC3339. Formats are specified based on Golang’s time package including +the common constants (e.g. RFC822, RFC1123). +
++For details see https://golang.org/pkg/time/#Time.Format. +
++One additional time layout provided by timefmt +
+-
+
- +mysql “2006-01-02 15:04:05 -0700” + +
+OPTIONS +
+-
+
- +-help + +
- +display help + +
- +-license + +
- +display license + +
- +-version + +
- +display version + +
- +-if, -input-format + +
- +Set format for input + +
- +-nl, -newline + +
- +if true add a trailing newline + +
- +-o, -output + +
- +output filename + +
- +-of, -output-format + +
- +Set format for output + +
- +-quiet + +
- +suppress error messages + +
- +-utc + +
- +timestamps in UTC + +
+EXAMPLES +
++Format the date July, 7, 2016 in YYYY-MM-DD format +
+ timefmt -if "2006-01-02" -of "01/02/2006" "2017-12-02"+Yields “12/02/2017” +
++Format the MySQL date/time of 8:08am, July 2, 2016 +
+ timefmt -input-format mysql -output-format RFC822 "2017-12-02 08:08:08"+Yields “02 Dec 17 08:08 UTC” +
++timefmt 1.2.2 +
+
++NAME +
++toml2json +
++SYNOPSIS +
++toml2json OPTIONS [TOML_FILENAME] [JSON_NAME] +
++DESCRIPTION +
++toml2json is a tool that converts TOML into JSON. It operates on +standard input and writes to standard output. +
++OPTIONS +
+-
+
- +-help + +
- +display help + +
- +-license + +
- +display license + +
- +-version + +
- +display version + +
- +-nl, -newline + +
- +if true add a trailing newline + +
- +-o, -output + +
- +output filename + +
- +-p, -pretty + +
- +pretty print output + +
- +-quiet + +
- +suppress error messages + +
+EXAMPLES +
++These would get the file named “my.toml” and save it as my.json +
+ toml2json my.toml > my.json
+
+ toml2json my.toml my.json
+
+ cat my.toml | toml2json -i - > my.json+toml2json 1.2.2 +
+
++NAME +
++urlparse +
++SYNOPSIS +
++urlparse OPTIONS URL_TO_PARSE +
++DESCRIPTION +
++urlparse can parse a URL and return the specific elements requested +(e.g. protocol, hostname, path, query string) +
++OPTIONS +
+-
+
- +-help + +
- +display help + +
- +-license + +
- +display license + +
- +-version + +
- +display version + +
- +-H, -host + +
- +Display the hostname (and port if specified) found in URL. + +
- +-P, -protocol + +
- +Display the protocol of URL (defaults to http) + +
- +-base, -basename + +
- +Display the base filename at the end of the path. + +
- +-d, -delimiter + +
- +Set the output delimited for parsed display. (defaults to tab) + +
- +-dir, -dirname + +
- +Display all but the last element of the path + +
- +-ext, -extname + +
- +Display the filename extension (e.g. .html). + +
- +-i, -input + +
- +input filename + +
- +-nl, -newline + +
- +if true add a trailing newline + +
- +-o, -output + +
- +output filename + +
- +-p, -path + +
- +Display the path after the hostname. + +
- +-quiet + +
- +suppress error messages + +
+EXAMPLES +
++With no options returns “http.commy/page.html” +
+ urlparse http://example.com/my/page.html+Get protocol. Returns “http”. +
+ urlparse -protocol http://example.com/my/page.html+Get host or domain name. Returns “example.com”. +
+ urlparse -host http://example.com/my/page.html+Get path. Returns “/my/page.html”. +
+ urlparse -path http://example.com/my/page.html+Get dirname. Returns “my” +
+ urlparse -dirname http://example.com/my/page.html+Get basename. Returns “page.html”. +
+ urlparse -basename http://example.com/my/page.html+Get extension. Returns “.html”. +
+ urlparse -extname http://example.com/my/page.html+Without options urlparse returns protocol, host and path fields +separated by a tab. +
++urlparse 1.2.2 +
+
++NAME +
++xlsx2csv +
++SYNOPSIS +
++xlsx2csv OPTIONS EXCEL_WORKBOOK_NAME [SHEET_NAME] +
++DESCRIPTION +
++xlsx2csv is a tool that converts individual Excel Sheets to CSV output. +
++OPTIONS +
+-
+
- +-help + +
- +display help + +
- +-license + +
- +display license + +
- +-version + +
- +display version + +
- +-N, -sheets + +
- +display the Workbook sheet names + +
- +-c, -count + +
- +display number of Workbook sheets + +
- +-nl, -newline + +
- +if true add a trailing newline + +
- +-o, -output + +
- +output filename + +
- +-quiet + +
- +suppress error messages + +
+EXAMPLES +
++Extract a workbook sheet as a CSV file +
+ xlsx2csv MyWorkbook.xlsx "My worksheet 1" > sheet1.csv+This would get the first sheet from the workbook and save it as a CSV +file. +
+ xlsx2csv -count MyWorkbook.xlsx+This will output the number of sheets in the Workbook. +
+ xlsx2csv -sheets MyWorkbook.xlsx+This will display a list of sheet names, one per line. Putting it all +together in a shell script. +
+ xlsx2csv -N MyWorkbook.xlsx | while read SHEET_NAME; do
+ CSV_NAME="${SHEET_NAME// /-}.csv"
+ xlsx2csv -o "${CSV_NAME}" MyWorkbook.xlsx "${SHEET_NAME}"
+ done+xlsx2csv 1.2.2 +
+
++NAME +
++xlsx2json +
++SYNOPSIS +
++xlsx2json OPTIONS EXCEL_WORKBOOK_NAME +[SHEET_NAME] +
++DESCRIPTION +
++xlsx2json is a tool that converts individual Excel Workbook Sheets into +JSON output. +
++OPTIONS +
+-
+
- +-help + +
- +display help + +
- +-license + +
- +display license + +
- +-version + +
- +display version + +
- +-N, -sheets + +
- +display sheet names in Excel Workbook + +
- +-c, -count + +
- +display number of sheets in Excel Workbook + +
- +-nl, -newline + +
- +if true add a trailing newline + +
- +-o, -output + +
- +output filename + +
- +-quiet + +
- +suppress error messages + +
+EXAMPLES +
++This would get the sheet named “Sheet 1” from “MyWorkbook.xlsx” and save +as sheet1.json +
+ xlsx2json MyWorkbook.xlsx "My worksheet 1" > sheet1.json+This would get the number of sheets in the workbook +
+ xlsx2json -count MyWorkbook.xlsx+This will output the title of the sheets in the workbook +
+ xlsx2json -sheets MyWorkbook.xlsx+Putting it all together in a shell script and convert all sheets to into +JSON documents.. +
+ xlsx2json -N MyWorkbook.xlsx | while read SHEET_NAME; do
+ JSON_NAME="${SHEET_NAME// /-}.json"
+ xlsx2json -o "${JSON_NAME}" MyWorkbook.xlsx "$SHEET_NAME"
+ done+xlsx2json 1.2.2 +
+
++NAME +
++yaml2json +
++SYNOPSIS +
++yaml2json OPTIONS [YAML_FILENAME] [JSON_NAME] +
++DESCRIPTION +
++yaml2json is a tool that converts YAML into JSON. The program reads from +standard input and writes to standard out. +
++OPTIONS +
+-
+
- +-help + +
- +display help + +
- +-license + +
- +display license + +
- +-version + +
- +display version + +
- +-nl, -newline + +
- +if true add a trailing newline + +
- +-o, -output + +
- +output filename + +
- +-p, -pretty + +
- +pretty print output + +
- +-quiet + +
- +suppress error messages + +
+EXAMPLES +
++These would get the file named “my.yaml” and save it as my.json +
+ yaml2json my.yaml > my.json
+
+ yaml2json my.yaml my.json
+
+ cat my.yaml | yaml2json -i - > my.json+yaml2json 1.2.2 +
+