Skip to content

Commit 50947b1

Browse files
author
R. S. Doiel
committed
prep for v1.3.2, Added cli, csv2jsonl, that will convert a CSV document into a JSON lines list of objects.
1 parent 1ee0728 commit 50947b1

File tree

105 files changed

+149
-137
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

105 files changed

+149
-137
lines changed

‎CITATION.cff

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -15,7 +15,7 @@ maintainers:
1515
orcid: ""
1616

1717
repository-code: "https://github.com/caltechlibrary/datatools"
18-
version: 1.3.1
18+
version: 1.3.2
1919
license-url: "https://data.caltech.edu/license"
2020
keywords: [ "csv", "excel", "sql", "json", "yaml", "xlsx", "golang", "bash" ]
21-
date-released: 2025-04-29
21+
date-released: 2025-05-13

‎Makefile

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -9,9 +9,9 @@ RELEASE_DATE=$(shell date +'%Y-%m-%d')
99

1010
RELEASE_HASH=$(shell git log --pretty=format:'%h' -n 1)
1111

12-
PROGRAMS = codemeta2cff csv2json csv2mdtable csv2tab csv2xlsx csvcleaner csvcols csvfind csvjoin csvrows finddir findfile json2toml json2yaml jsoncols jsonjoin jsonmunge jsonrange mergepath range reldate reltime sql2csv string tab2csv timefmt toml2json urlparse xlsx2csv xlsx2json yaml2json jsonobjects2csv
12+
PROGRAMS = codemeta2cff csv2json csv2jsonl csv2mdtable csv2tab csv2xlsx csvcleaner csvcols csvfind csvjoin csvrows finddir findfile json2toml json2yaml jsoncols jsonjoin jsonmunge jsonrange jsonobjects2csv mergepath range reldate reltime sql2csv string tab2csv timefmt toml2json urlparse xlsx2csv xlsx2json yaml2json
1313

14-
MAN_PAGES = codemeta2cff.1 csv2json.1 csv2mdtable.1 csv2tab.1 csv2xlsx.1 csvcleaner.1 csvcols.1 csvfind.1 csvjoin.1 csvrows.1 finddir.1 findfile.1 json2toml.1 json2yaml.1 jsoncols.1 jsonjoin.1 jsonmunge.1 jsonrange.1 mergepath.1 range.1 reldate.1 reltime.1 sql2csv.1 string.1 tab2csv.1 timefmt.1 toml2json.1 urlparse.1 xlsx2csv.1 xlsx2json.1 yaml2json.1 jsonobjects2csv.1
14+
MAN_PAGES = codemeta2cff.1 csv2json.1 csv2jsonl.1 csv2mdtable.1 csv2tab.1 csv2xlsx.1 csvcleaner.1 csvcols.1 csvfind.1 csvjoin.1 csvrows.1 finddir.1 findfile.1 json2toml.1 json2yaml.1 jsoncols.1 jsonjoin.1 jsonmunge.1 jsonrange.1 jsonobjects2csv.1 mergepath.1 range.1 reldate.1 reltime.1 sql2csv.1 string.1 tab2csv.1 timefmt.1 toml2json.1 urlparse.1 xlsx2csv.1 xlsx2json.1 yaml2json.1
1515

1616
PACKAGE = $(shell ls -1 *.go)
1717

‎about.html

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -25,7 +25,7 @@
2525

2626
<section>
2727
<h1 id="about-this-software">About this software</h1>
28-
<h2 id="datatools-1.3.1">datatools 1.3.1</h2>
28+
<h2 id="datatools-1.3.2">datatools 1.3.2</h2>
2929
<h3 id="authors">Authors</h3>
3030
<ul>
3131
<li>R. S. Doiel</li>

‎about.md

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -11,16 +11,16 @@ authors:
1111
orcid: ""
1212

1313
repository-code: "https://github.com/caltechlibrary/datatools"
14-
version: 1.3.1
14+
version: 1.3.2
1515
license-url: "https://data.caltech.edu/license"
1616
keywords: [ "csv", "excel", "sql", "json", "yaml", "xlsx", "golang", "bash" ]
17-
date-released: 2025-04-29
17+
date-released: 2025-05-13
1818
---
1919

2020
About this software
2121
===================
2222

23-
## datatools 1.3.1
23+
## datatools 1.3.2
2424

2525
### Authors
2626

‎codemeta.json

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -29,8 +29,8 @@
2929
}
3030
],
3131
"dateCreated": "2017-02-06",
32-
"dateModified": "2025-04-29",
33-
"datePublished": "2025-04-29",
32+
"dateModified": "2025-05-13",
33+
"datePublished": "2025-05-13",
3434
"description": "A set of command line tools for working with CSV, Excel Workbooks, JSON and structured text documents.",
3535
"funder": {
3636
"@id": "https://ror.org/5dxps055",
@@ -61,9 +61,9 @@
6161
"Golang >= 1.23.5",
6262
"Pandoc >= 3.1"
6363
],
64-
"version": "1.3.1",
64+
"version": "1.3.2",
6565
"developmentStatus": "active",
6666
"issueTracker": "https://github.com/caltechlibrary/datatools/issues",
6767
"downloadUrl": "https://github.com/caltechlibrary/datatools/releases/",
68-
"releaseNotes": "Removed DEBUG statement from output in csv.go."
68+
"releaseNotes": "Added cli, csv2jsonl, that will convert a CSV document into a JSON lines list of objects."
6969
}

‎codemeta2cff.1.md

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
1-
%codemeta2cff(1) user manual | version 1.3.1 96d0de6
1+
%codemeta2cff(1) user manual | version 1.3.2 1ee0728
22
% R. S. Doiel
3-
% 2025-04-29
3+
% 2025-05-13
44

55
# NAME
66

‎csv2json.1.md

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
1-
%csv2json(1) user manual | version 1.3.1 96d0de6
1+
%csv2json(1) user manual | version 1.3.2 1ee0728
22
% R. S. Doiel
3-
% 2025-04-29
3+
% 2025-05-13
44

55
# NAME
66

‎csv2mdtable.1.html

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -79,7 +79,7 @@ <h1 id="examples">EXAMPLES</h1>
7979
<pre><code> cat data1.csv | csv2mdtable &gt; data1.md</code></pre>
8080
<p>Convert data1.csv to data1.md using options.</p>
8181
<pre><code> csv2mdtable -i data1.csv -o data1.md</code></pre>
82-
<p>csv2mdtable 1.3.1</p>
82+
<p>csv2mdtable 1.3.2</p>
8383
</section>
8484

8585
<footer>

‎csv2mdtable.1.md

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
1-
%csv2mdtable(1) user manual | version 1.3.1 96d0de6
1+
%csv2mdtable(1) user manual | version 1.3.2 1ee0728
22
% R. S. Doiel
3-
% 2025-04-29
3+
% 2025-05-13
44

55
# NAME
66

@@ -62,6 +62,6 @@ Convert data1.csv to data1.md using options.
6262
csv2mdtable -i data1.csv -o data1.md
6363
~~~
6464

65-
csv2mdtable 1.3.1
65+
csv2mdtable 1.3.2
6666

6767

‎csv2tab.1.html

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -56,7 +56,7 @@ <h1 id="examples">EXAMPLES</h1>
5656
<p>This would yield</p>
5757
<pre><code> name email age
5858
Doe, Jane [email protected] 42</code></pre>
59-
<p>csv2tab 1.3.1</p>
59+
<p>csv2tab 1.3.2</p>
6060
</section>
6161

6262
<footer>

‎csv2tab.1.md

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
1-
%csv2tab(1) user manual | version 1.3.1 96d0de6
1+
%csv2tab(1) user manual | version 1.3.2 1ee0728
22
% R. S. Doiel
3-
% 2025-04-29
3+
% 2025-05-13
44

55
# NAME
66

@@ -49,6 +49,6 @@ This would yield
4949
Doe, Jane [email protected] 42
5050
~~~
5151

52-
csv2tab 1.3.1
52+
csv2tab 1.3.2
5353

5454

‎csv2xlsx.1.html

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -86,7 +86,7 @@ <h1 id="examples">EXAMPLES</h1>
8686
<pre><code> cat data.csv | csv2xlsx MyWorkbook.xlsx &#39;My worksheet 2&#39;</code></pre>
8787
<p>This does the same but the contents of data.csv are piped into the
8888
workbook’s ‘My worksheet 2’ sheet.</p>
89-
<p>csv2xlsx 1.3.1</p>
89+
<p>csv2xlsx 1.3.2</p>
9090
</section>
9191

9292
<footer>

‎csv2xlsx.1.md

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
1-
%csv2xlsx(1) user manual | version 1.3.1 96d0de6
1+
%csv2xlsx(1) user manual | version 1.3.2 1ee0728
22
% R. S. Doiel
3-
% 2025-04-29
3+
% 2025-05-13
44

55
# NAME
66

@@ -69,6 +69,6 @@ called 'MyWorkbook.xlsx' with the contents of data.csv.
6969
This does the same but the contents of data.csv are piped into
7070
the workbook's 'My worksheet 2' sheet.
7171

72-
csv2xlsx 1.3.1
72+
csv2xlsx 1.3.2
7373

7474

‎csvcleaner.1.html

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -127,7 +127,7 @@ <h1 id="examples">EXAMPLES</h1>
127127
<pre><code> cat mysheet.csv | csvcleaner -right-trim</code></pre>
128128
<p>Trim leading and trailing spaces from output.</p>
129129
<pre><code> cat mysheet.csv | csvcleaner -trim-space</code></pre>
130-
<p>csvcleaner 1.3.1</p>
130+
<p>csvcleaner 1.3.2</p>
131131
</section>
132132

133133
<footer>

‎csvcleaner.1.md

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
1-
%csvcleaner(1) user manual | version 1.3.1 96d0de6
1+
%csvcleaner(1) user manual | version 1.3.2 1ee0728
22
% R. S. Doiel
3-
% 2025-04-29
3+
% 2025-05-13
44

55
# NAME
66

@@ -106,5 +106,5 @@ Trim leading and trailing spaces from output.
106106
cat mysheet.csv | csvcleaner -trim-space
107107
~~~
108108

109-
csvcleaner 1.3.1
109+
csvcleaner 1.3.2
110110

‎csvcols.1.html

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -107,7 +107,7 @@ <h1 id="examples">EXAMPLES</h1>
107107
<p>Using options filter a 3 column CSV file for columns 1,3 into
108108
2col.csv</p>
109109
<pre><code> csvcols -i 3col.csv -col 1,3 -o 2col.csv</code></pre>
110-
<p>csvcols 1.3.1</p>
110+
<p>csvcols 1.3.2</p>
111111
</section>
112112

113113
<footer>

‎csvcols.1.md

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
1-
%csvcols(1) user manual | version 1.3.1 96d0de6
1+
%csvcols(1) user manual | version 1.3.2 1ee0728
22
% R. S. Doiel
3-
% 2025-04-29
3+
% 2025-05-13
44

55
# NAME
66

@@ -92,6 +92,6 @@ Using options filter a 3 column CSV file for columns 1,3 into 2col.csv
9292
csvcols -i 3col.csv -col 1,3 -o 2col.csv
9393
~~~
9494

95-
csvcols 1.3.1
95+
csvcols 1.3.2
9696

9797

‎csvfind.1.html

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -145,7 +145,7 @@ <h1 id="examples">EXAMPLES</h1>
145145
matches are.</p>
146146
<p>You can also search for phrases in columns.</p>
147147
<pre><code> csvfind -i books.csv -col=2 -contains &quot;Red Book&quot;</code></pre>
148-
<p>csvfind 1.3.1</p>
148+
<p>csvfind 1.3.2</p>
149149
</section>
150150

151151
<footer>

‎csvfind.1.md

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
1-
%csvfind(1) user manual | version 1.3.1 96d0de6
1+
%csvfind(1) user manual | version 1.3.2 1ee0728
22
% R. S. Doiel
3-
% 2025-04-29
3+
% 2025-05-13
44

55
# NAME
66

@@ -120,5 +120,5 @@ You can also search for phrases in columns.
120120
csvfind -i books.csv -col=2 -contains "Red Book"
121121
~~~
122122

123-
csvfind 1.3.1
123+
csvfind 1.3.2
124124

‎csvjoin.1.html

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -143,7 +143,7 @@ <h1 id="examples">EXAMPLES</h1>
143143
<pre><code> csvjoin -csv1=data1.csv -col1=2 \
144144
-csv2=data2.csv -col2=4 \
145145
-output=merged-data.csv</code></pre>
146-
<p>csvjoin 1.3.1</p>
146+
<p>csvjoin 1.3.2</p>
147147
</section>
148148

149149
<footer>

‎csvjoin.1.md

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
1-
%csvjoin(1) user manual | version 1.3.1 96d0de6
1+
%csvjoin(1) user manual | version 1.3.2 1ee0728
22
% R. S. Doiel
3-
% 2025-04-29
3+
% 2025-05-13
44

55
# NAME
66

@@ -108,6 +108,6 @@ merged-data.csv..
108108
-output=merged-data.csv
109109
~~~
110110

111-
csvjoin 1.3.1
111+
csvjoin 1.3.2
112112

113113

‎csvrows.1.html

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -109,7 +109,7 @@ <h1 id="examples">EXAMPLES</h1>
109109
<p>Filter 3 randomly selected rows from 10row.csv rendering new CSV with
110110
a header row from 10row.csv.</p>
111111
<pre><code> csvrows -i 10row.csv -header=true -random=3</code></pre>
112-
<p>csvrows 1.3.1</p>
112+
<p>csvrows 1.3.2</p>
113113
</section>
114114

115115
<footer>

‎csvrows.1.md

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
1-
%csvrows(1) user manual | version 1.3.1 96d0de6
1+
%csvrows(1) user manual | version 1.3.2 1ee0728
22
% R. S. Doiel
3-
% 2025-04-29
3+
% 2025-05-13
44

55
# NAME
66

@@ -98,6 +98,6 @@ a header row from 10row.csv.
9898
csvrows -i 10row.csv -header=true -random=3
9999
~~~
100100

101-
csvrows 1.3.1
101+
csvrows 1.3.2
102102

103103

‎finddir.1.html

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -90,7 +90,7 @@ <h1 id="options">OPTIONS</h1>
9090
<h1 id="examples">EXAMPLES</h1>
9191
<p>Find all subdirectories starting with “img”.</p>
9292
<pre><code> finddir -p img</code></pre>
93-
<p>finddir 1.3.1</p>
93+
<p>finddir 1.3.2</p>
9494
</section>
9595

9696
<footer>

‎finddir.1.md

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
1-
%finddir(1) user manual | version 1.3.1 96d0de6
1+
%finddir(1) user manual | version 1.3.2 1ee0728
22
% R. S. Doiel
3-
% 2025-04-29
3+
% 2025-05-13
44

55
# NAME
66

@@ -65,5 +65,5 @@ Find all subdirectories starting with "img".
6565
finddir -p img
6666
~~~
6767

68-
finddir 1.3.1
68+
finddir 1.3.2
6969

‎findfile.1.html

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -91,7 +91,7 @@ <h1 id="examples">EXAMPLES</h1>
9191
<p>Search the current directory and subdirectories for Markdown files
9292
with extension of “.md”.</p>
9393
<pre><code> findfile -s .md</code></pre>
94-
<p>findfile 1.3.1</p>
94+
<p>findfile 1.3.2</p>
9595
</section>
9696

9797
<footer>

‎findfile.1.md

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
1-
%findfile(1) user manual | version 1.3.1 96d0de6
1+
%findfile(1) user manual | version 1.3.2 1ee0728
22
% R. S. Doiel
3-
% 2025-04-29
3+
% 2025-05-13
44

55
# NAME
66

@@ -64,6 +64,6 @@ Search the current directory and subdirectories for Markdown files with extensio
6464
findfile -s .md
6565
~~~
6666

67-
findfile 1.3.1
67+
findfile 1.3.2
6868

6969

‎installer.ps1

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@
66
#
77
param(
88
[Parameter()]
9-
[String]$VERSION = "1.3.1"
9+
[String]$VERSION = "1.3.2"
1010
)
1111
[String]$PKG_VERSION = [Environment]::GetEnvironmentVariable("PKG_VERSION")
1212
if ($PKG_VERSION) {

‎installer.sh

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,7 @@
44
# Set the package name and version to install
55
#
66
PACKAGE="datatools"
7-
VERSION="1.3.1"
7+
VERSION="1.3.2"
88
GIT_GROUP="caltechlibrary"
99
RELEASE="https://github.com/$GIT_GROUP/$PACKAGE/releases/tag/v$VERSION"
1010
if [ "$PKG_VERSION" != "" ]; then

‎json2toml.1.html

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -68,7 +68,7 @@ <h1 id="examples">EXAMPLES</h1>
6868
json2toml my.json my.toml
6969

7070
cat my.json | json2toml -i - &gt; my.toml</code></pre>
71-
<p>json2toml 1.3.1</p>
71+
<p>json2toml 1.3.2</p>
7272
</section>
7373

7474
<footer>

‎json2toml.1.md

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
1-
%json2toml(1) user manual | version 1.3.1 96d0de6
1+
%json2toml(1) user manual | version 1.3.2 1ee0728
22
% R. S. Doiel
3-
% 2025-04-29
3+
% 2025-05-13
44

55
# NAME
66

@@ -50,6 +50,6 @@ These would get the file named "my.json" and save it as my.toml
5050
cat my.json | json2toml -i - > my.toml
5151
~~~
5252

53-
json2toml 1.3.1
53+
json2toml 1.3.2
5454

5555

0 commit comments

Comments
 (0)