Skip to content

Instantly share code, notes, and snippets.

@ludovikcoba

ludovikcoba/gist:66af4ded474ea8673bafbede368c9e79

Created May 18, 2019 21:34
Show Gist options

  • Select an option

    Learn more about clone URLs
  • Save ludovikcoba/66af4ded474ea8673bafbede368c9e79 to your computer and use it in GitHub Desktop.

Select an option

Learn more about clone URLs
Save ludovikcoba/66af4ded474ea8673bafbede368c9e79 to your computer and use it in GitHub Desktop.
Download ZIP

Revisions

  1. ludovikcoba revised this gist May 18, 2019. No changes.
  2. ludovikcoba created this gist May 18, 2019.
    36 changes: 36 additions & 0 deletions gistfile1.txt
    View file
    Original file line number Diff line number Diff line change
    @@ -0,0 +1,36 @@
    # Fix of https://gist.github.com/paulgb/5265767

    import json
    import pandas as pd
    from glob import glob
    import sys


    def convert(x):
    ob = json.loads(x)
    new_ob = {}
    for k, v in ob.items():
    if isinstance(v, list):
    new_ob[k] = ','.join(v)
    elif isinstance(v, dict):
    for kk, vv in v.items():
    new_ob['%s_%s' % (k, kk)] = vv
    else:
    new_ob[k] = v
    return new_ob


    def main(filename):
    json_file = open(filename, "r", encoding="utf8")
    df = pd.DataFrame([convert(line) for line in json_file])
    csv_filename = '%s.csv' % filename[:-5]
    df.to_csv(csv_filename)


    if __name__ == '__main__':

    if len(sys.argv) == 0:
    sys.exit("Target file is missing.")

    for i in range(1, len(sys.argv) + 1):
    main(sys.argv[i])