AISafetyGraph/generate_md at main · ai-safety-graph/AISafetyGraph

Name		Name	Last commit message	Last commit date
parent directory ..
README.md		README.md
arxiv_papers_for_llm.csv		arxiv_papers_for_llm.csv
arxiv_papers_for_llm.md		arxiv_papers_for_llm.md
arxiv_papers_for_llm.yaml		arxiv_papers_for_llm.yaml
arxiv_papers_from_dataset.py		arxiv_papers_from_dataset.py
categories.json		categories.json
create_graph.py		create_graph.py
create_summaries.py		create_summaries.py
csv_to_json.py		csv_to_json.py
explore_ds.py		explore_ds.py
explore_ds2.py		explore_ds2.py
get_arxiv_to_csv.py		get_arxiv_to_csv.py
llm_cluster.py		llm_cluster.py
llm_cluster.yaml		llm_cluster.yaml
llm_cluster_batched.py		llm_cluster_batched.py
llm_cluster_start.yaml		llm_cluster_start.yaml
llm_cluster_with_summaries backup.yaml		llm_cluster_with_summaries backup.yaml
llm_cluster_with_summaries.yaml		llm_cluster_with_summaries.yaml
llm_recommend.py		llm_recommend.py
main_summaries.json		main_summaries.json
paper_recommender.py		paper_recommender.py
summaries.json		summaries.json
summaries_main.json		summaries_main.json

README.md

python3 -m venv env
source env/bin/activate

pip install --upgrade anthropic
pip install jsonlines