get_likes_from_json_to_csv.py

import argparse
import json

import pandas as pd

import settings
from src.core import create_df_statuses, get_likes_from_json
from src.tinybird import append_likes_csv
from src.utils import jprint

if __name__ == "__main__":
    parser = argparse.ArgumentParser(
        formatter_class=argparse.ArgumentDefaultsHelpFormatter
    )

    parser.add_argument('-i', '--input', help='Input js file', default='data/like.js')
    parser.add_argument('-o', '--output', help='Destination file', default='data/likes.csv')
    parser.add_argument('-f', '--format', help='Format of specific columns of the csv: raw or gsheets', default='raw')
    parser.add_argument('-pu', '--parse-urls', action='store_true', default=False, help='Parse the URL of the tweets that have one')
    parser.add_argument('-j', '--save-json-col', action='store_true', default=False, help="Save a JSON column with all the tweet info")
    args = parser.parse_args()
    input_file = args.input
    output_file = args.output
    output_format = args.format
    parse_urls = args.parse_urls
    print(args)

    likes = get_likes_from_json(input_file=input_file,
                                output_format=output_format,
                                parse_urls=parse_urls)
    print(len(likes), 'likes parsed in total')
    df = create_df_statuses(likes, save_json_col=args.save_json_col, output=output_file)
    response = append_likes_csv(file=output_file)