initial commitHEADmaster

4 files changed, 146 insertions, 0 deletions

diff --git a/.gitignore b/.gitignore
new file mode 100644
index 0000000..4cbbdf3
--- /dev/null
+++ b/.gitignore
@@ -0,0 +1,6 @@
+__pycache__
+*.2021*
+*foo*
+*.csv
+*.json
+*.xlsx
diff --git a/README.md b/README.md
new file mode 100644
index 0000000..018dcc2
--- /dev/null
+++ b/README.md
@@ -0,0 +1,24 @@
+# Readme for j2c
+This package exists because I wanted to convert json to csv using python. Some hospitals use json as the "machine-readable" format for the hospital pricing transparency report.
+
+## Upstream
+None
+
+## Alternatives
+I am sure there are plenty of ways to convert json to csv, including even in python.
+
+## How to use
+Run `./json-to-csv.py --help` to learn how to use the cli.
+
+The j2c file is the library, should anybody need that.
+
+## Dependencies
+Python3
+
+## References
+### Hospital pricing transparency law
+[https://www.cms.gov/hospital-price-transparency/hospitals](https://www.cms.gov/hospital-price-transparency/hospitals)
+[https://www.federalregister.gov/documents/2019/11/27/2019-24931/medicare-and-medicaid-programs-cy-2020-hospital-outpatient-pps-policy-changes-and-payment-rates-and#h-84](https://www.federalregister.gov/documents/2019/11/27/2019-24931/medicare-and-medicaid-programs-cy-2020-hospital-outpatient-pps-policy-changes-and-payment-rates-and#h-84)
+
+## Differences from upstream
+None
diff --git a/j2c.py b/j2c.py
new file mode 100755
index 0000000..936d47c
--- /dev/null
+++ b/j2c.py
@@ -0,0 +1,78 @@
+#!/usr/bin/env python3
+# File: j2c.py
+# Location: https://gitlab.com/bgstack15/j2c
+# Author: bgstack15
+# Startdate: 2021-01-16
+# SPDX-License-Identifier: CC-BY-SA-4.0
+# Title: Json To CSV Library for Python
+# Purpose: NIH
+# History:
+# Usage:
+# Reference:
+# Improve:
+# Documentation:
+# vim: set ts=3 sw=3 sts=3 et:
+import json, sys, os
+
+# default debug level for this library
+debug = 0
+
+def load_json_file(filename):
+   _lof=[]
+   with open(filename,"r") as f:
+      _lof = json.load(f)
+   return _lof
+
+def debugprint(dstring,debug=debug):
+   if debug >= 1:
+      print(dstring)
+
+def print_json(json_obj,indent=1):
+   print(json.dumps(json_obj,indent=indent))
+
+def convert_json_to_csv(json_objorfile,csvfile="stdout",debug=debug):
+
+   try:
+      if os.path.exists(json_objorfile):
+         json_obj = load_json_file(json_objorfile)
+   except:
+      json_obj = json_objorfile
+      print("json_obj=",json_obj)
+
+   # Learn keys at this level
+   keys=[]
+   for i in json_obj:
+      for j in list(i.keys()):
+         if j not in keys:
+            keys.append(j)
+            debugprint("Found key {0}".format(j),debug=debug)
+
+   #for k in keys:
+   #    print(k)
+
+   x=0
+   fullstring=""
+   for i in json_obj:
+      x += 1
+      # only if there are actually contents of "all" do we print the headers
+      if x == 1:
+         for k in keys:
+            fullstring += str(k) + ","
+         fullstring += "\n"
+      for k in keys:
+         p = ""
+         try:
+            p = str(i[k]).replace(",",":")
+         except:
+            # no value for this key for this entry
+            pass
+         pp = "{0},".format(p)
+         fullstring += pp
+      fullstring += "\n"
+
+   if fullstring != "":
+      if csvfile == "stdout":
+         print(fullstring)
+      else:
+         with open(csvfile,"a") as of:
+            of.write(fullstring)
diff --git a/json-to-csv.py b/json-to-csv.py
new file mode 100755
index 0000000..0ae022d
--- /dev/null
+++ b/json-to-csv.py
@@ -0,0 +1,38 @@
+#!/usr/bin/env python3
+# File: json-to-csv.py
+# Location: https://gitlab.com/bgstack15/j2c
+# Author: bgstack15
+# Startdate: 2021-01-16
+# SPDX-License-Identifier: CC-BY-SA-4.0
+# Title: Json to CSV cli utility
+# Purpose: Front-end logic and argument parser
+# History:
+# Usage:
+# Reference:
+# Improve:
+# Dependencies:
+#    j2c.py in this package
+# Documentation:
+from j2c import *
+import argparse
+debug = 0
+
+parser = argparse.ArgumentParser()
+parser.add_argument("-d","--debug", nargs='?', default=0, type=int, choices=range(0,11),help="Set debug level.")
+parser.add_argument("-i","--infile", help="Json file to convert")
+parser.add_argument("-o","--outfile", help="Csv file to output")
+args = parser.parse_args()
+
+debug = args.debug if args.debug != None else 0
+if args.infile is None:
+   print("Need -i infile! Aborted",file=sys.stderr)
+   sys.exit(1)
+else:
+   jsonfile = args.infile
+
+if args.outfile is None:
+   outfile = "stdout"
+else:
+   outfile = args.outfile
+
+convert_json_to_csv(jsonfile,outfile,debug=debug)