diff --git a/.gitignore b/.gitignore
index 5025672..c368399 100644
--- a/.gitignore
+++ b/.gitignore
@@ -1,4 +1,180 @@
-arxiv-metadata-oai-snapshot.json
+/data/arxiv-metadata-oai-snapshot.json
+/data/**/checkpoint*/
*.pkl
*.DS_STORE
-*.log
\ No newline at end of file
+*.log
+
+## Standard Python ignores:
+arxiv-metadata-oai-snapshot.json
+*.DS_STORE
+*.log
+.tool-versions
+data/.ipynb_checkpoints/
+.env
+
+data/wandb/**
+data/paper-multilabel-finetuning
+*.zip
+data/checkpoint
+
+
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+# Usually these files are written by a python script from a template
+# before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+cover/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+.pybuilder/
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+# For a library or package, you might want to ignore these files since the code is
+# intended to run in multiple environments; otherwise, check them in:
+# .python-version
+
+# pipenv
+# According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+# However, in case of collaboration, if having platform-specific dependencies or dependencies
+# having no cross-platform support, pipenv may install dependencies that don't work, or not
+# install all needed dependencies.
+#Pipfile.lock
+
+# poetry
+# Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
+# This is especially recommended for binary packages to ensure reproducibility, and is more
+# commonly ignored for libraries.
+# https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
+#poetry.lock
+
+# pdm
+# Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.
+#pdm.lock
+# pdm stores project-wide configurations in .pdm.toml, but it is recommended to not include it
+# in version control.
+# https://pdm.fming.dev/#use-with-ide
+.pdm.toml
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# pytype static type analyzer
+.pytype/
+
+# Cython debug symbols
+cython_debug/
+
+# PyCharm
+# JetBrains specific template is maintained in a separate JetBrains.gitignore that can
+# be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
+# and can be added to the global gitignore or merged into this file. For a more nuclear
+# option (not recommended) you can uncomment the following to ignore the entire idea folder.
+#.idea/
diff --git a/README.md b/README.md
index 243baca..2e403e9 100644
--- a/README.md
+++ b/README.md
@@ -76,6 +76,21 @@ Both **Redis Stack** and the paper search app run with **Docker Compose** using
$ docker compose -f docker-local-redis.yml up
```
+### Running the code locally, Redis in Docker
+For local development.
+
+Build frontend and install Python dependencies locally:
+```bash
+$ sh /install-local.sh # compiles frontend, installs backend dependencies
+```
+
+Run local Redis in docker, but execute code locally so that code changes are reloaded automatically:
+```bash
+$ sh run-local.sh # runs Redis in local docker, runs code in local environment without docker
+```
+
+If you don't have command `docker compose` but have `docker-compose`, do `export DOCKER_COMPOSE="docker-compose"` prior to `run-local.sh`.
+
### Customizing (optional)
You can use the Jupyter Notebooks in the [`data/`](data/README.md) directory to create paper embeddings and metadata. The pickled dataframe will end up stored in the `data/` directory and used when creating your own container.
diff --git a/backend/vecsim_app/api/routes.py b/backend/vecsim_app/api/routes.py
index f894e14..20c7c9c 100644
--- a/backend/vecsim_app/api/routes.py
+++ b/backend/vecsim_app/api/routes.py
@@ -1,23 +1,35 @@
import asyncio
+import logging
import typing as t
-import redis.asyncio as redis
+import redis.asyncio as redis
from fastapi import APIRouter
from vecsim_app import config
+from vecsim_app.categories import CATEGORIES
from vecsim_app.embeddings import Embeddings
from vecsim_app.models import Paper
-
+from vecsim_app.multilabel_classifier.inference import load_models, predict_categories
from vecsim_app.schema import (
+ CategoriesPredictionRequest,
SimilarityRequest,
UserTextSimilarityRequest
)
from vecsim_app.search_index import SearchIndex
-
paper_router = r = APIRouter()
redis_client = redis.from_url(config.REDIS_URL)
embeddings = Embeddings()
search_index = SearchIndex()
+STATE = {}
+
+mlc_path = f"{config.DATA_LOCATION}/multilabel_classifier/checkpoint"
+mlc_model, mlc_tokenizer, mlc_b = load_models(mlc_path, f"{mlc_path}/mlb.pkl")
+
+
+def _cut_off_category_description(c: str):
+ # 'q-fin.TR (Trading and Market Microstructure)' -> 'q-fin.TR`
+ return c.split()[0]
+
async def process_paper(p, i: int) -> t.Dict[str, t.Any]:
paper = await Paper.get(p.paper_pk)
@@ -26,42 +38,44 @@ async def process_paper(p, i: int) -> t.Dict[str, t.Any]:
paper['similarity_score'] = score
return paper
+
async def papers_from_results(total, results) -> t.Dict[str, t.Any]:
# extract papers from VSS results
- return {
- 'total': total,
- 'papers': [
- await process_paper(p, i)
- for i, p in enumerate(results.docs)
+ results = [await process_paper(p, i) for i, p in enumerate(results.docs)]
+ dump = "\n".join(
+ [
+ f" [{r['similarity_score']:.3f}] " + r['title'].replace('\n', ' ')
+ for r in results
]
+ )
+ logging.debug(f"Retrieved {len(results)} papers:\n" + dump)
+ return {
+ "total": total,
+ "papers": results,
}
@r.get("/", response_model=t.Dict)
async def get_papers(
- limit: int = 20,
- skip: int = 0,
- years: str = "",
- categories: str = ""
+ limit: int = 20, skip: int = 0, years: str = "", categories: str = ""
):
papers = []
expressions = []
- years = [year for year in years.split(",") if year]
- categories = [cat for cat in categories.split(",") if cat]
+ years = [y for y in years.split(",") if y]
+ categories = [_cut_off_category_description(c) for c in categories.split(",") if c]
if years and categories:
- expressions.append(
- (Paper.year << years) & \
- (Paper.categories << categories)
- )
+ expressions.append((Paper.year << years) & (Paper.categories << categories))
elif years and not categories:
expressions.append(Paper.year << years)
elif categories and not years:
expressions.append(Paper.categories << categories)
# Run query
- papers = await Paper.find(*expressions)\
- .copy(offset=skip, limit=limit)\
+ papers = (
+ await Paper.find(*expressions)
+ .copy(offset=skip, limit=limit)
.execute(exhaust_results=False)
+ )
# Get total count
total = (
@@ -69,24 +83,39 @@ async def get_papers(
search_index.count_query(years=years, categories=categories)
)
).total
+ return {"total": total, "papers": papers}
+
+
+@r.post("/predict-categories", response_model=t.Dict)
+async def route_predict_categories(categories_request: CategoriesPredictionRequest):
+ categories = predict_categories(
+ categories_request.articles,
+ mlc_model,
+ mlc_tokenizer,
+ mlc_b,
+ proba_threshold=categories_request.proba_threshold,
+ )
return {
- 'total': total,
- 'papers': papers
+ "categories": categories,
+ "categories_names": [CATEGORIES.get(c) for c in categories],
}
@r.post("/vectorsearch/text", response_model=t.Dict)
async def find_papers_by_text(similarity_request: SimilarityRequest):
# Create query
+ categories = [
+ _cut_off_category_description(c) for c in similarity_request.categories
+ ]
query = search_index.vector_query(
- similarity_request.categories,
+ categories,
similarity_request.years,
similarity_request.search_type,
- similarity_request.number_of_results
+ similarity_request.number_of_results,
+ categories_operator=similarity_request.categories_operator,
)
count_query = search_index.count_query(
- years=similarity_request.years,
- categories=similarity_request.categories
+ years=similarity_request.years, categories=similarity_request.categories
)
# find the vector of the Paper listed in the request
@@ -96,7 +125,9 @@ async def find_papers_by_text(similarity_request: SimilarityRequest):
# obtain results of the queries
total, results = await asyncio.gather(
redis_client.ft(config.INDEX_NAME).search(count_query),
- redis_client.ft(config.INDEX_NAME).search(query, query_params={"vec_param": vector})
+ redis_client.ft(config.INDEX_NAME).search(
+ query, query_params={"vec_param": vector}
+ ),
)
# Get Paper records of those results
@@ -106,27 +137,38 @@ async def find_papers_by_text(similarity_request: SimilarityRequest):
@r.post("/vectorsearch/text/user", response_model=t.Dict)
async def find_papers_by_user_text(similarity_request: UserTextSimilarityRequest):
# Create query
+ categories = [
+ _cut_off_category_description(c) for c in similarity_request.categories
+ ]
+
query = search_index.vector_query(
- similarity_request.categories,
+ categories,
similarity_request.years,
similarity_request.search_type,
- similarity_request.number_of_results
+ similarity_request.number_of_results,
)
count_query = search_index.count_query(
- years=similarity_request.years,
- categories=similarity_request.categories
+ years=similarity_request.years, categories=similarity_request.categories
)
- # obtain results of the queries
- total, results = await asyncio.gather(
+ articles = [a["text"] for a in similarity_request.articles if a["text"].strip()]
+ if not articles:
+ return {}
+ article_embeddings = [embeddings.make(a) for a in articles]
+ mid_embedding = sum(article_embeddings) / len(article_embeddings)
+
+ # debug:
+ for ae in article_embeddings:
+ logging.debug(ae[:5])
+ logging.debug(mid_embedding[:5])
+
+ total, result = await asyncio.gather(
redis_client.ft(config.INDEX_NAME).search(count_query),
redis_client.ft(config.INDEX_NAME).search(
query,
- query_params={
- "vec_param": embeddings.make(similarity_request.user_text).tobytes()
- }
- )
+ query_params={"vec_param": mid_embedding.tobytes()},
+ ),
)
# Get Paper records of those results
- return await papers_from_results(total.total, results)
+ return await papers_from_results(total.total, result)
diff --git a/backend/vecsim_app/categories.py b/backend/vecsim_app/categories.py
new file mode 100644
index 0000000..25dbe73
--- /dev/null
+++ b/backend/vecsim_app/categories.py
@@ -0,0 +1,155 @@
+CATEGORIES = {
+ "astro-ph": "Astrophysics",
+ "astro-ph.CO": "Cosmology and Nongalactic Astrophysics",
+ "astro-ph.EP": "Earth and Planetary Astrophysics",
+ "astro-ph.GA": "Astrophysics of Galaxies",
+ "astro-ph.HE": "High Energy Astrophysical Phenomena",
+ "astro-ph.IM": "Instrumentation and Methods for Astrophysics",
+ "astro-ph.SR": "Solar and Stellar Astrophysics",
+ "cond-mat.dis-nn": "Disordered Systems and Neural Networks",
+ "cond-mat.mes-hall": "Mesoscale and Nanoscale Physics",
+ "cond-mat.mtrl-sci": "Materials Science",
+ "cond-mat.other": "Other Condensed Matter",
+ "cond-mat.quant-gas": "Quantum Gases",
+ "cond-mat.soft": "Soft Condensed Matter",
+ "cond-mat.stat-mech": "Statistical Mechanics",
+ "cond-mat.str-el": "Strongly Correlated Electrons",
+ "cond-mat.supr-con": "Superconductivity",
+ "cs.AI": "Artificial Intelligence",
+ "cs.AR": "Hardware Architecture",
+ "cs.CC": "Computational Complexity",
+ "cs.CE": "Computational Engineering, Finance, and Science",
+ "cs.CG": "Computational Geometry",
+ "cs.CL": "Computation and Language",
+ "cs.CR": "Cryptography and Security",
+ "cs.CV": "Computer Vision and Pattern Recognition",
+ "cs.CY": "Computers and Society",
+ "cs.DB": "Databases",
+ "cs.DC": "Distributed, Parallel, and Cluster Computing",
+ "cs.DL": "Digital Libraries",
+ "cs.DM": "Discrete Mathematics",
+ "cs.DS": "Data Structures and Algorithms",
+ "cs.ET": "Emerging Technologies",
+ "cs.FL": "Formal Languages and Automata Theory",
+ "cs.GL": "General Literature",
+ "cs.GR": "Graphics",
+ "cs.GT": "Computer Science and Game Theory",
+ "cs.HC": "Human-Computer Interaction",
+ "cs.IR": "Information Retrieval",
+ "cs.IT": "Information Theory",
+ "cs.LG": "Machine Learning",
+ "cs.LO": "Logic in Computer Science",
+ "cs.MA": "Multiagent Systems",
+ "cs.MM": "Multimedia",
+ "cs.MS": "Mathematical Software",
+ "cs.NA": "Numerical Analysis",
+ "cs.NE": "Neural and Evolutionary Computing",
+ "cs.NI": "Networking and Internet Architecture",
+ "cs.OH": "Other Computer Science",
+ "cs.OS": "Operating Systems",
+ "cs.PF": "Performance",
+ "cs.PL": "Programming Languages",
+ "cs.RO": "Robotics",
+ "cs.SC": "Symbolic Computation",
+ "cs.SD": "Sound",
+ "cs.SE": "Software Engineering",
+ "cs.SI": "Social and Information Networks",
+ "cs.SY": "Systems and Control",
+ "econ.EM": "Econometrics",
+ "eess.AS": "Audio and Speech Processing",
+ "eess.IV": "Image and Video Processing",
+ "eess.SP": "Signal Processing",
+ "gr-qc": "General Relativity and Quantum Cosmology",
+ "hep-ex": "High Energy Physics - Experiment",
+ "hep-lat": "High Energy Physics - Lattice",
+ "hep-ph": "High Energy Physics - Phenomenology",
+ "hep-th": "High Energy Physics - Theory",
+ "math.AC": "Commutative Algebra",
+ "math.AG": "Algebraic Geometry",
+ "math.AP": "Analysis of PDEs",
+ "math.AT": "Algebraic Topology",
+ "math.CA": "Classical Analysis and ODEs",
+ "math.CO": "Combinatorics",
+ "math.CT": "Category Theory",
+ "math.CV": "Complex Variables",
+ "math.DG": "Differential Geometry",
+ "math.DS": "Dynamical Systems",
+ "math.FA": "Functional Analysis",
+ "math.GM": "General Mathematics",
+ "math.GN": "General Topology",
+ "math.GR": "Group Theory",
+ "math.GT": "Geometric Topology",
+ "math.HO": "History and Overview",
+ "math.IT": "Information Theory",
+ "math.KT": "K-Theory and Homology",
+ "math.LO": "Logic",
+ "math.MG": "Metric Geometry",
+ "math.MP": "Mathematical Physics",
+ "math.NA": "Numerical Analysis",
+ "math.NT": "Number Theory",
+ "math.OA": "Operator Algebras",
+ "math.OC": "Optimization and Control",
+ "math.PR": "Probability",
+ "math.QA": "Quantum Algebra",
+ "math.RA": "Rings and Algebras",
+ "math.RT": "Representation Theory",
+ "math.SG": "Symplectic Geometry",
+ "math.SP": "Spectral Theory",
+ "math.ST": "Statistics Theory",
+ "math-ph": "Mathematical Physics",
+ "nlin.AO": "Adaptation and Self-Organizing Systems",
+ "nlin.CD": "Chaotic Dynamics",
+ "nlin.CG": "Cellular Automata and Lattice Gases",
+ "nlin.PS": "Pattern Formation and Solitons",
+ "nlin.SI": "Exactly Solvable and Integrable Systems",
+ "nucl-ex": "Nuclear Experiment",
+ "nucl-th": "Nuclear Theory",
+ "physics.acc-ph": "Accelerator Physics",
+ "physics.ao-ph": "Atmospheric and Oceanic Physics",
+ "physics.app-ph": "Applied Physics",
+ "physics.atm-clus": "Atomic and Molecular Clusters",
+ "physics.atom-ph": "Atomic Physics",
+ "physics.bio-ph": "Biological Physics",
+ "physics.chem-ph": "Chemical Physics",
+ "physics.class-ph": "Classical Physics",
+ "physics.comp-ph": "Computational Physics",
+ "physics.data-an": "Data Analysis, Statistics and Probability",
+ "physics.ed-ph": "Physics Education",
+ "physics.flu-dyn": "Fluid Dynamics",
+ "physics.gen-ph": "General Physics",
+ "physics.geo-ph": "Geophysics",
+ "physics.hist-ph": "History and Philosophy of Physics",
+ "physics.ins-det": "Instrumentation and Detectors",
+ "physics.med-ph": "Medical Physics",
+ "physics.optics": "Optics",
+ "physics.plasm-ph": "Plasma Physics",
+ "physics.pop-ph": "Popular Physics",
+ "physics.soc-ph": "Physics and Society",
+ "physics.space-ph": "Space Physics",
+ "q-bio.BM": "Biomolecules",
+ "q-bio.CB": "Cell Behavior",
+ "q-bio.GN": "Genomics",
+ "q-bio.MN": "Molecular Networks",
+ "q-bio.NC": "Neurons and Cognition",
+ "q-bio.OT": "Other Quantitative Biology",
+ "q-bio.PE": "Populations and Evolution",
+ "q-bio.QM": "Quantitative Methods",
+ "q-bio.SC": "Subcellular Processes",
+ "q-bio.TO": "Tissues and Organs",
+ "q-fin.CP": "Computational Finance",
+ "q-fin.EC": "Economics",
+ "q-fin.GN": "General Finance",
+ "q-fin.MF": "Mathematical Finance",
+ "q-fin.PM": "Portfolio Management",
+ "q-fin.PR": "Pricing of Securities",
+ "q-fin.RM": "Risk Management",
+ "q-fin.ST": "Statistical Finance",
+ "q-fin.TR": "Trading and Market Microstructure",
+ "quant-ph": "Quantum Physics",
+ "stat.AP": "Applications",
+ "stat.CO": "Computation",
+ "stat.ME": "Methodology",
+ "stat.ML": "Machine Learning",
+ "stat.OT": "Other Statistics",
+ "stat.TH": "Statistics Theory",
+}
diff --git a/backend/vecsim_app/config.py b/backend/vecsim_app/config.py
index 111d95d..3ae965d 100644
--- a/backend/vecsim_app/config.py
+++ b/backend/vecsim_app/config.py
@@ -10,6 +10,8 @@
REDIS_DB = os.environ.get("REDIS_DB", 0)
REDIS_PASSWORD = os.environ.get("REDIS_PASSWORD", "testing123")
REDIS_URL = f"redis://:{REDIS_PASSWORD}@{REDIS_HOST}:{REDIS_PORT}/{REDIS_DB}"
+SERVER_HOST = os.environ.get("SERVER_HOSt", "0.0.0.0")
+SERVER_PORT = os.environ.get("SERVER_PORT", 8888)
os.environ["REDIS_DATA_URL"] = REDIS_URL
os.environ["REDIS_OM_URL"] = REDIS_URL
API_V1_STR = "/api/v1"
diff --git a/backend/vecsim_app/data_utils.py b/backend/vecsim_app/data_utils.py
new file mode 100644
index 0000000..96d7f5f
--- /dev/null
+++ b/backend/vecsim_app/data_utils.py
@@ -0,0 +1,35 @@
+import json
+import re
+
+
+def _process(paper: dict, year_pattern: str):
+ paper = json.loads(paper)
+ if paper["journal-ref"]:
+ years = [int(year) for year in re.findall(year_pattern, paper["journal-ref"])]
+ years = [year for year in years if (year <= 2022 and year >= 1991)]
+ year = min(years) if years else None
+ else:
+ year = None
+ return {
+ "id": paper["id"],
+ "title": paper["title"],
+ "year": year,
+ "authors": paper["authors"],
+ "categories": ",".join(paper["categories"].split(" ")),
+ "abstract": paper["abstract"],
+ }
+
+
+def papers(
+ data_path: str, year_cutoff: int, year_pattern: str, ml_category: str = None
+):
+ with open(data_path, "r") as f:
+ for paper in f:
+ paper = _process(paper, year_pattern)
+ if paper["year"]:
+ m = ml_category
+ ml_category_condition = (
+ m is not None and m in paper["categories"] or m is None
+ )
+ if paper["year"] >= year_cutoff and ml_category_condition:
+ yield paper
diff --git a/backend/vecsim_app/entrypoint.sh b/backend/vecsim_app/entrypoint.sh
old mode 100644
new mode 100755
index 7a81268..98f63b5
--- a/backend/vecsim_app/entrypoint.sh
+++ b/backend/vecsim_app/entrypoint.sh
@@ -1,4 +1,5 @@
#!/bin/sh
+set -eux
python load_data.py
diff --git a/backend/vecsim_app/load_data.py b/backend/vecsim_app/load_data.py
index cff5c15..532e0df 100644
--- a/backend/vecsim_app/load_data.py
+++ b/backend/vecsim_app/load_data.py
@@ -1,10 +1,10 @@
#!/usr/bin/env python3
-import typing as t
import asyncio
-import numpy as np
import pickle
-import redis.asyncio as redis
+import typing as t
+import numpy as np
+import redis.asyncio as redis
from redis.commands.search.field import TagField
from vecsim_app import config
from vecsim_app.models import Paper
@@ -12,12 +12,17 @@
def read_paper_df() -> t.List:
- with open(config.DATA_LOCATION + "/arxiv_embeddings_10000.pkl", "rb") as f:
+ path = config.DATA_LOCATION + "/embeddings/arxiv_embeddings_400000.pkl"
+ print(f"Loading data from : {path}")
+ with open(path, "rb") as f:
df = pickle.load(f)
+ print(f"Loaded {len(df)} items")
return df
+
async def gather_with_concurrency(n, redis_conn, *papers):
semaphore = asyncio.Semaphore(n)
+
async def load_paper(paper):
async with semaphore:
vector = paper.pop('vector')
@@ -26,7 +31,7 @@ async def load_paper(paper):
paper['categories'] = paper['categories'].replace(",", "|")
p = Paper(**paper)
# save model TODO -- combine these two objects eventually
- await p.save()
+ await p.save(redis_conn)
# save vector data
key = "paper_vector:" + str(p.paper_id)
await redis_conn.hset(
@@ -37,10 +42,12 @@ async def load_paper(paper):
"categories": p.categories,
"year": p.year,
"vector": np.array(vector, dtype=np.float32).tobytes(),
- })
+ })
+
# gather with concurrency
await asyncio.gather(*[load_paper(p) for p in papers])
+
async def load_all_data():
# TODO use redis-om connection
redis_conn = redis.from_url(config.REDIS_URL)
diff --git a/backend/vecsim_app/main.py b/backend/vecsim_app/main.py
index 93b054c..deacc3f 100644
--- a/backend/vecsim_app/main.py
+++ b/backend/vecsim_app/main.py
@@ -1,19 +1,17 @@
import uvicorn
+import logging
from pathlib import Path
-from aredis_om import (
- get_redis_connection,
- Migrator
-)
+from aredis_om import Migrator, get_redis_connection
from fastapi import FastAPI
from fastapi.staticfiles import StaticFiles
from starlette.middleware.cors import CORSMiddleware
-
from vecsim_app import config
-from vecsim_app.models import Paper
from vecsim_app.api import routes
+from vecsim_app.models import Paper
from vecsim_app.spa import SinglePageApplication
+logging.basicConfig(level=logging.DEBUG)
app = FastAPI(
title=config.PROJECT_NAME,
@@ -21,14 +19,6 @@
openapi_url=config.OPENAPI_DOCS
)
-app.add_middleware(
- CORSMiddleware,
- allow_origins="*",
- allow_credentials=True,
- allow_methods=["*"],
- allow_headers=["*"]
-)
-
# Routers
app.include_router(
routes.paper_router,
@@ -55,21 +45,37 @@ async def startup():
app.mount(
path="/", app=SinglePageApplication(directory=gui_build_dir), name="SPA"
)
-
if __name__ == "__main__":
+ import logging
import os
+
+ logging.basicConfig(level=logging.INFO)
+
env = os.environ.get("DEPLOYMENT", "prod")
+ logging.info(f"Running in {env} mode")
server_attr = {
- "host": "0.0.0.0",
+ "host": config.SERVER_HOST,
"reload": True,
- "port": 8888,
- "workers": 1
+ "port": int(config.SERVER_PORT),
+ "workers": 1,
+ "log_level": "debug",
}
if env == "prod":
- server_attr.update({"reload": False,
- "workers": 2,
- "ssl_keyfile": "key.pem",
- "ssl_certfile": "full.pem"})
+ server_attr.update(
+ {
+ "reload": False,
+ "workers": 2,
+ "ssl_keyfile": "key.pem",
+ "ssl_certfile": "full.pem",
+ }
+ )
+ app.add_middleware(
+ CORSMiddleware,
+ allow_origins="*",
+ allow_credentials=True,
+ allow_methods=["*"],
+ allow_headers=["*"]
+ )
- uvicorn.run("main:app", **server_attr)
+ uvicorn.run("vecsim_app.main:app", **server_attr)
diff --git a/backend/vecsim_app/multilabel_classifier/__init__.py b/backend/vecsim_app/multilabel_classifier/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/backend/vecsim_app/multilabel_classifier/inference.py b/backend/vecsim_app/multilabel_classifier/inference.py
new file mode 100644
index 0000000..82d7d0d
--- /dev/null
+++ b/backend/vecsim_app/multilabel_classifier/inference.py
@@ -0,0 +1,61 @@
+import pickle
+from typing import List
+
+import numpy as np
+import torch
+from transformers import AutoTokenizer, BertForSequenceClassification
+
+
+def predict_categories_on_single_text(text, model, tokenizer, mlb, proba_threshold=0.5):
+
+ encoding = tokenizer(text, return_tensors="pt")
+ encoding = {k: v.to(model.device) for k, v in encoding.items()}
+
+ outputs = model(**encoding)
+ logits = outputs.logits
+
+ # apply sigmoid + threshold
+ sigmoid = torch.nn.Sigmoid()
+ probs = sigmoid(logits.squeeze().cpu())
+ # predictions = probs.detach().numpy()
+ predictions = np.zeros(probs.shape)
+ predictions[np.where(probs >= proba_threshold)] = 1
+
+ classes = mlb.inverse_transform(predictions.reshape(1, -1))
+
+ if len(classes) > 0:
+ classes = classes[0]
+ else:
+ classes = []
+
+ return classes, probs
+
+
+def load_models(
+ multilabel_model_path="categories", multilabel_binarizer_path="mlb.pkl"
+):
+ model = BertForSequenceClassification.from_pretrained(
+ multilabel_model_path, problem_type="multi_label_classification"
+ )
+
+ tokenizer = AutoTokenizer.from_pretrained(multilabel_model_path)
+
+ with open(multilabel_binarizer_path, "rb") as handle:
+ mlb = pickle.load(handle)
+
+ return model, tokenizer, mlb
+
+
+def predict_categories(queries: List[str], model, tokenizer, mlb, proba_threshold=0.45):
+
+ categories = []
+
+ for query in queries:
+ cat, probs = predict_categories_on_single_text(
+ query, model, tokenizer, mlb, proba_threshold=proba_threshold
+ )
+
+ categories.extend(cat)
+
+ # return sorted(categories.items())
+ return sorted(set(categories))
diff --git a/backend/vecsim_app/schema/__init__.py b/backend/vecsim_app/schema/__init__.py
index 78bdb9a..866d5fe 100644
--- a/backend/vecsim_app/schema/__init__.py
+++ b/backend/vecsim_app/schema/__init__.py
@@ -1,4 +1,2 @@
-from .search import (
- SimilarityRequest,
- UserTextSimilarityRequest
-)
\ No newline at end of file
+from .predict_categories import CategoriesPredictionRequest
+from .search import SimilarityRequest, UserTextSimilarityRequest
diff --git a/backend/vecsim_app/schema/predict_categories.py b/backend/vecsim_app/schema/predict_categories.py
new file mode 100644
index 0000000..c72197c
--- /dev/null
+++ b/backend/vecsim_app/schema/predict_categories.py
@@ -0,0 +1,6 @@
+from pydantic import BaseModel
+
+
+class CategoriesPredictionRequest(BaseModel):
+ articles: list
+ proba_threshold: float = 0.35
diff --git a/backend/vecsim_app/schema/search.py b/backend/vecsim_app/schema/search.py
index 8b7b9dc..e959e43 100644
--- a/backend/vecsim_app/schema/search.py
+++ b/backend/vecsim_app/schema/search.py
@@ -7,9 +7,11 @@ class SimilarityRequest(BaseModel):
years: list
number_of_results: int = 15
search_type: str = "KNN"
+ categories_operator: str = "AND"
+
class UserTextSimilarityRequest(BaseModel):
- user_text: str
+ articles: list
categories: list
years: list
number_of_results: int = 15
diff --git a/backend/vecsim_app/search_index.py b/backend/vecsim_app/search_index.py
index 423e53a..0c3f255 100644
--- a/backend/vecsim_app/search_index.py
+++ b/backend/vecsim_app/search_index.py
@@ -1,11 +1,12 @@
+import logging
import re
+from typing import Optional, Pattern
-from config import INDEX_NAME
from redis.asyncio import Redis
-from redis.commands.search.query import Query
-from redis.commands.search.indexDefinition import IndexDefinition, IndexType
from redis.commands.search.field import VectorField
-from typing import Optional, Pattern
+from redis.commands.search.indexDefinition import IndexDefinition, IndexType
+from redis.commands.search.query import Query
+from vecsim_app.config import INDEX_NAME
class TokenEscaper:
@@ -23,12 +24,15 @@ def __init__(self, escape_chars_re: Optional[Pattern] = None):
self.escaped_chars_re = re.compile(self.DEFAULT_ESCAPED_CHARS)
def escape(self, value: str) -> str:
+ value = str(value)
+
def escape_symbol(match):
value = match.group(0)
return f"\\{value}"
return self.escaped_chars_re.sub(escape_symbol, value)
+
class SearchIndex:
"""
SearchIndex is used to wrap and capture all information
@@ -62,8 +66,7 @@ async def create_flat(
"DISTANCE_METRIC": distance_metric,
"INITIAL_CAP": number_of_vectors,
"BLOCK_SIZE": number_of_vectors
- }
- )
+ })
await self._create(
*fields,
vector_field,
@@ -95,14 +98,8 @@ async def create_hnsw(
"DIM": 768,
"DISTANCE_METRIC": distance_metric,
"INITIAL_CAP": number_of_vectors,
- }
- )
- await self._create(
- *fields,
- vector_field,
- redis_conn=redis_conn,
- prefix=prefix
- )
+ })
+ await self._create(*fields, vector_field, redis_conn=redis_conn, prefix=prefix)
async def _create(
self,
@@ -116,7 +113,9 @@ async def _create(
definition= IndexDefinition(prefix=[prefix], index_type=IndexType.HASH)
)
- def process_tags(self, categories: list, years: list) -> str:
+ def process_tags(
+ self, categories: list, years: list, categories_operator="AND"
+ ) -> str:
"""
Helper function to process tags data. TODO - factor this
out so it's agnostic to the name of the field.
@@ -128,33 +127,39 @@ def process_tags(self, categories: list, years: list) -> str:
Returns:
str: RediSearch tag query string.
"""
- tag = "("
+ tag = []
if years:
- years = "|".join([self.escaper.escape(year) for year in years])
- tag += f"(@year:{{{years}}})"
+ years = "{" + "|".join([self.escaper.escape(y) for y in years]) + "}"
+ tag.append(f"(@year:{years})")
+
if categories:
- categories = "|".join([self.escaper.escape(cat) for cat in categories])
- if tag:
- tag += f" (@categories:{{{categories}}})"
+ if categories_operator == "AND":
+ for c in categories:
+ cat = "{" + self.escaper.escape(c) + "}"
+ tag.append(f"(@categories:{cat})")
+ elif categories_operator == "OR":
+ cat = "{" + "|".join([self.escaper.escape(c) for c in categories]) + "}"
+ tag.append(f"(@categories:{cat})")
else:
- tag += f"(@categories:{{{categories}}})"
- tag += ")"
- # if no tags are selected
- if len(tag) < 3:
- tag = "*"
- return tag
+ raise ValueError(f"Unsupported categories_operator: {categories_operator}")
+
+ if tag:
+ tag = ["("] + tag + [")"]
+ else:
+ tag = ["*"]
+
+ return "".join(tag)
def vector_query(
self,
categories: list,
years: list,
- search_type: str="KNN",
- number_of_results: int=20
+ search_type: str='KNN',
+ number_of_results: int=20,
+ categories_operator: str='AND',
) -> Query:
"""
Create a RediSearch query to perform hybrid vector and tag based searches.
-
-
Args:
categories (list): List of categories.
years (list): List of years.
@@ -166,13 +171,16 @@ def vector_query(
"""
# Parse tags to create query
- tag_query = self.process_tags(categories, years)
- base_query = f'{tag_query}=>[{search_type} {number_of_results} @vector $vec_param AS vector_score]'
- return Query(base_query)\
- .sort_by("vector_score")\
- .paging(0, number_of_results)\
- .return_fields("paper_id", "paper_pk", "vector_score")\
+ tag_query = self.process_tags(categories, years, categories_operator)
+ base_query = f"{tag_query}=>[{search_type} {number_of_results} @vector $vec_param AS vector_score]"
+ logging.debug(f"base_query: {base_query}")
+ return (
+ Query(base_query)
+ .sort_by("vector_score")
+ .paging(0, number_of_results)
+ .return_fields("paper_id", "paper_pk", "vector_score")
.dialect(2)
+ )
def count_query(
self,
@@ -191,7 +199,5 @@ def count_query(
"""
# Parse tags to create query
tag_query = self.process_tags(categories, years)
- return Query(f'{tag_query}')\
- .no_content()\
- .dialect(2)
-
+ logging.debug(f"tag_query: {tag_query}")
+ return Query(f"{tag_query}").no_content().dialect(2)
diff --git a/data/README.md b/data/README.md
index 4248801..5e473aa 100644
--- a/data/README.md
+++ b/data/README.md
@@ -1,8 +1,9 @@
+
# Data!
Generate data before trying to run this application.
-### Three Notebooks
+### Notebooks
1. `arxiv-embeddings.ipynb` (app default)
- Uses local CPU and creates embeddings for ~10k machine learning papers.
@@ -17,3 +18,10 @@ Generate data before trying to run this application.
- Output: `arxiv_embeddings_300000pkl`.
+4. `multilabel-model.ipynb`
+ - A multilabel classification model as each paper can have more than one category. We fine-tuned a transformers model (`bert-base-uncased`).
+ - Output: `mlb.pickle`, `checkpoint` folder with the NLP model weights.
+
+5. `multilabel-inference`
+ - Script showcasing the inference for the multilabel model.
+ - Output: N/A
\ No newline at end of file
diff --git a/data/categories.py b/data/categories.py
deleted file mode 100644
index d2ec10a..0000000
--- a/data/categories.py
+++ /dev/null
@@ -1,155 +0,0 @@
-_map = {
- 'astro-ph': 'Astrophysics',
- 'astro-ph.CO': 'Cosmology and Nongalactic Astrophysics',
- 'astro-ph.EP': 'Earth and Planetary Astrophysics',
- 'astro-ph.GA': 'Astrophysics of Galaxies',
- 'astro-ph.HE': 'High Energy Astrophysical Phenomena',
- 'astro-ph.IM': 'Instrumentation and Methods for Astrophysics',
- 'astro-ph.SR': 'Solar and Stellar Astrophysics',
- 'cond-mat.dis-nn': 'Disordered Systems and Neural Networks',
- 'cond-mat.mes-hall': 'Mesoscale and Nanoscale Physics',
- 'cond-mat.mtrl-sci': 'Materials Science',
- 'cond-mat.other': 'Other Condensed Matter',
- 'cond-mat.quant-gas': 'Quantum Gases',
- 'cond-mat.soft': 'Soft Condensed Matter',
- 'cond-mat.stat-mech': 'Statistical Mechanics',
- 'cond-mat.str-el': 'Strongly Correlated Electrons',
- 'cond-mat.supr-con': 'Superconductivity',
- 'cs.AI': 'Artificial Intelligence',
- 'cs.AR': 'Hardware Architecture',
- 'cs.CC': 'Computational Complexity',
- 'cs.CE': 'Computational Engineering, Finance, and Science',
- 'cs.CG': 'Computational Geometry',
- 'cs.CL': 'Computation and Language',
- 'cs.CR': 'Cryptography and Security',
- 'cs.CV': 'Computer Vision and Pattern Recognition',
- 'cs.CY': 'Computers and Society',
- 'cs.DB': 'Databases',
- 'cs.DC': 'Distributed, Parallel, and Cluster Computing',
- 'cs.DL': 'Digital Libraries',
- 'cs.DM': 'Discrete Mathematics',
- 'cs.DS': 'Data Structures and Algorithms',
- 'cs.ET': 'Emerging Technologies',
- 'cs.FL': 'Formal Languages and Automata Theory',
- 'cs.GL': 'General Literature',
- 'cs.GR': 'Graphics',
- 'cs.GT': 'Computer Science and Game Theory',
- 'cs.HC': 'Human-Computer Interaction',
- 'cs.IR': 'Information Retrieval',
- 'cs.IT': 'Information Theory',
- 'cs.LG': 'Machine Learning',
- 'cs.LO': 'Logic in Computer Science',
- 'cs.MA': 'Multiagent Systems',
- 'cs.MM': 'Multimedia',
- 'cs.MS': 'Mathematical Software',
- 'cs.NA': 'Numerical Analysis',
- 'cs.NE': 'Neural and Evolutionary Computing',
- 'cs.NI': 'Networking and Internet Architecture',
- 'cs.OH': 'Other Computer Science',
- 'cs.OS': 'Operating Systems',
- 'cs.PF': 'Performance',
- 'cs.PL': 'Programming Languages',
- 'cs.RO': 'Robotics',
- 'cs.SC': 'Symbolic Computation',
- 'cs.SD': 'Sound',
- 'cs.SE': 'Software Engineering',
- 'cs.SI': 'Social and Information Networks',
- 'cs.SY': 'Systems and Control',
- 'econ.EM': 'Econometrics',
- 'eess.AS': 'Audio and Speech Processing',
- 'eess.IV': 'Image and Video Processing',
- 'eess.SP': 'Signal Processing',
- 'gr-qc': 'General Relativity and Quantum Cosmology',
- 'hep-ex': 'High Energy Physics - Experiment',
- 'hep-lat': 'High Energy Physics - Lattice',
- 'hep-ph': 'High Energy Physics - Phenomenology',
- 'hep-th': 'High Energy Physics - Theory',
- 'math.AC': 'Commutative Algebra',
- 'math.AG': 'Algebraic Geometry',
- 'math.AP': 'Analysis of PDEs',
- 'math.AT': 'Algebraic Topology',
- 'math.CA': 'Classical Analysis and ODEs',
- 'math.CO': 'Combinatorics',
- 'math.CT': 'Category Theory',
- 'math.CV': 'Complex Variables',
- 'math.DG': 'Differential Geometry',
- 'math.DS': 'Dynamical Systems',
- 'math.FA': 'Functional Analysis',
- 'math.GM': 'General Mathematics',
- 'math.GN': 'General Topology',
- 'math.GR': 'Group Theory',
- 'math.GT': 'Geometric Topology',
- 'math.HO': 'History and Overview',
- 'math.IT': 'Information Theory',
- 'math.KT': 'K-Theory and Homology',
- 'math.LO': 'Logic',
- 'math.MG': 'Metric Geometry',
- 'math.MP': 'Mathematical Physics',
- 'math.NA': 'Numerical Analysis',
- 'math.NT': 'Number Theory',
- 'math.OA': 'Operator Algebras',
- 'math.OC': 'Optimization and Control',
- 'math.PR': 'Probability',
- 'math.QA': 'Quantum Algebra',
- 'math.RA': 'Rings and Algebras',
- 'math.RT': 'Representation Theory',
- 'math.SG': 'Symplectic Geometry',
- 'math.SP': 'Spectral Theory',
- 'math.ST': 'Statistics Theory',
- 'math-ph': 'Mathematical Physics',
- 'nlin.AO': 'Adaptation and Self-Organizing Systems',
- 'nlin.CD': 'Chaotic Dynamics',
- 'nlin.CG': 'Cellular Automata and Lattice Gases',
- 'nlin.PS': 'Pattern Formation and Solitons',
- 'nlin.SI': 'Exactly Solvable and Integrable Systems',
- 'nucl-ex': 'Nuclear Experiment',
- 'nucl-th': 'Nuclear Theory',
- 'physics.acc-ph': 'Accelerator Physics',
- 'physics.ao-ph': 'Atmospheric and Oceanic Physics',
- 'physics.app-ph': 'Applied Physics',
- 'physics.atm-clus': 'Atomic and Molecular Clusters',
- 'physics.atom-ph': 'Atomic Physics',
- 'physics.bio-ph': 'Biological Physics',
- 'physics.chem-ph': 'Chemical Physics',
- 'physics.class-ph': 'Classical Physics',
- 'physics.comp-ph': 'Computational Physics',
- 'physics.data-an': 'Data Analysis, Statistics and Probability',
- 'physics.ed-ph': 'Physics Education',
- 'physics.flu-dyn': 'Fluid Dynamics',
- 'physics.gen-ph': 'General Physics',
- 'physics.geo-ph': 'Geophysics',
- 'physics.hist-ph': 'History and Philosophy of Physics',
- 'physics.ins-det': 'Instrumentation and Detectors',
- 'physics.med-ph': 'Medical Physics',
- 'physics.optics': 'Optics',
- 'physics.plasm-ph': 'Plasma Physics',
- 'physics.pop-ph': 'Popular Physics',
- 'physics.soc-ph': 'Physics and Society',
- 'physics.space-ph': 'Space Physics',
- 'q-bio.BM': 'Biomolecules',
- 'q-bio.CB': 'Cell Behavior',
- 'q-bio.GN': 'Genomics',
- 'q-bio.MN': 'Molecular Networks',
- 'q-bio.NC': 'Neurons and Cognition',
- 'q-bio.OT': 'Other Quantitative Biology',
- 'q-bio.PE': 'Populations and Evolution',
- 'q-bio.QM': 'Quantitative Methods',
- 'q-bio.SC': 'Subcellular Processes',
- 'q-bio.TO': 'Tissues and Organs',
- 'q-fin.CP': 'Computational Finance',
- 'q-fin.EC': 'Economics',
- 'q-fin.GN': 'General Finance',
- 'q-fin.MF': 'Mathematical Finance',
- 'q-fin.PM': 'Portfolio Management',
- 'q-fin.PR': 'Pricing of Securities',
- 'q-fin.RM': 'Risk Management',
- 'q-fin.ST': 'Statistical Finance',
- 'q-fin.TR': 'Trading and Market Microstructure',
- 'quant-ph': 'Quantum Physics',
- 'stat.AP': 'Applications',
- 'stat.CO': 'Computation',
- 'stat.ME': 'Methodology',
- 'stat.ML': 'Machine Learning',
- 'stat.OT': 'Other Statistics',
- 'stat.TH': 'Statistics Theory'
-}
\ No newline at end of file
diff --git a/data/embeddings/arxiv-embeddings-with-distilroberta.ipynb b/data/embeddings/arxiv-embeddings-with-distilroberta.ipynb
new file mode 100644
index 0000000..ef1bfea
--- /dev/null
+++ b/data/embeddings/arxiv-embeddings-with-distilroberta.ipynb
@@ -0,0 +1,716 @@
+{
+ "cells": [
+ {
+ "cell_type": "code",
+ "execution_count": 5,
+ "id": "fd6ed5af",
+ "metadata": {},
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "The autoreload extension is already loaded. To reload it, use:\n",
+ " %reload_ext autoreload\n"
+ ]
+ }
+ ],
+ "source": [
+ "%load_ext autoreload\n",
+ "%autoreload 2"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 6,
+ "id": "51dbaff8",
+ "metadata": {},
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "\u001b[33mWARNING: You are using pip version 22.0.4; however, version 22.3.1 is available.\n",
+ "You should consider upgrading via the '/home/jovyan/workspace/untitled1-vector-search/.venv/bin/python -m pip install --upgrade pip' command.\u001b[0m\u001b[33m\n",
+ "\u001b[0mNote: you may need to restart the kernel to use updated packages.\n"
+ ]
+ }
+ ],
+ "source": [
+ "%pip install -q -r requirements.txt"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 4,
+ "id": "cc20c14a",
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "import json\n",
+ "import pandas as pd\n",
+ "import os\n",
+ "import re\n",
+ "import string\n",
+ "\n",
+ "from vecsim_app.embeddings import Embeddings\n",
+ "from vecsim_app.data_utils import papers\n",
+ "\n",
+ "\n",
+ "DATA_PATH = \"../arxiv-metadata-oai-snapshot.json\"\n",
+ "YEAR_CUTOFF = 2012\n",
+ "YEAR_PATTERN = r\"(19|20[0-9]{2})\""
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 5,
+ "id": "04abead5-2567-47ed-ac51-abb10ca4b4c3",
+ "metadata": {
+ "tags": []
+ },
+ "outputs": [
+ {
+ "data": {
+ "text/plain": [
+ "408773"
+ ]
+ },
+ "execution_count": 5,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "df = pd.DataFrame(papers(data_path=DATA_PATH, year_cutoff=YEAR_CUTOFF, year_pattern=YEAR_PATTERN))\n",
+ "len(df)"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 9,
+ "id": "aee130cd",
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/plain": [
+ "169.84534547683685"
+ ]
+ },
+ "execution_count": 9,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "# Avg length of the abstracts\n",
+ "# df.abstract.apply(lambda a: len(a.split())).mean()"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 6,
+ "id": "a1313d8d",
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/html": [
+ "\n",
+ "\n",
+ "\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ "
| id | title | year | authors | categories | abstract |
|---|
| 0 | 0704.0304 | The World as Evolving Information | 2012 | Carlos Gershenson | cs.IT,cs.AI,math.IT,q-bio.PE | This paper discusses the benefits of describ... |
|---|
| 1 | 0704.2744 | Nahm transform and parabolic minimal Laplace t... | 2012 | Szilard Szabo | math.AG | We prove that Nahm transform for integrable ... |
|---|
| 2 | 0704.2768 | Heat Equations and the Weighted $\\bar\\partial$... | 2012 | Andrew Raich | math.AP,math.CV | The purpose of this article is to establish ... |
|---|
\n",
+ "
\n",
+ "\n",
+ "\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ "
| id | title | year | authors | categories | abstract | text |
|---|
| 210240 | 1512.07410 | Fragmentation of long-lived hydrocarbons after... | 2016 | Seyedreza Larimian, Sonia Erattupuzha, Erik L\\... | physics.chem-ph,physics.atm-clus,physics.optics | We experimentally and theoretically investig... | Fragmentation of long-lived hydrocarbons after... |
|---|
| 148715 | 1404.1520 | Single spin stochastic optical reconstruction ... | 2014 | Matthias Pfender, Nabeel Aslam, Gerald Waldher... | quant-ph,physics.optics | We experimentally demonstrate precision addr... | Single spin stochastic optical reconstruction ... |
|---|
| 219516 | 1603.07790 | Weighted Pushdown Systems with Indexed Weight ... | 2016 | Yasuhiko Minamide | cs.FL,cs.PL | The reachability analysis of weighted pushdo... | Weighted Pushdown Systems with Indexed Weight ... |
|---|
| 370814 | 1911.02005 | Simultaneous spectral estimation of dephasing ... | 2020 | Virginia Frey, Leigh M. Norris, Lorenza Viola ... | quant-ph | The fragility of quantum systems makes them ... | Simultaneous spectral estimation of dephasing ... |
|---|
| 228464 | 1606.06192 | A Novel Quasi-One-Dimensional Topological Insu... | 2016 | Gabriel Aut\\`es, Anna Isaeva, Luca Moreschini,... | cond-mat.mtrl-sci,cond-mat.mes-hall | Recent progress in the field of topological ... | A Novel Quasi-One-Dimensional Topological Insu... |
|---|
| ... | ... | ... | ... | ... | ... | ... | ... |
|---|
| 316199 | 1808.06472 | Dark Matter Sommerfeld-enhanced annihilation a... | 2018 | Tobias Binder, Laura Covi and Kyohei Mukaida | hep-ph,astro-ph.CO,hep-th | Traditional computations of the dark matter ... | Dark Matter Sommerfeld-enhanced annihilation a... |
|---|
| 414998 | 2010.12385 | Resonances in hyperbolic dynamics | 2018 | St\\'ephane Nonnenmacher | math-ph,math.DS,math.MP,math.SP | The study of wave propagation outside bounde... | Resonances in hyperbolic dynamics The study ... |
|---|
| 189313 | 1506.01307 | Control of fixed points and existence and uniq... | 2016 | George Glauberman and Justin Lynd | math.GR,math.AT | A. Chermak has recently proved that to each ... | Control of fixed points and existence and uniq... |
|---|
| 65915 | 1108.5137 | A Laser System for the Spectroscopy of Highly-... | 2012 | S. Albrecht, S. Altenburg, C. Siegel, N. Hersc... | physics.atom-ph,nucl-ex | We present and characterize a laser system f... | A Laser System for the Spectroscopy of Highly-... |
|---|
| 319340 | 1809.05654 | Changes of graph structure of transition proba... | 2018 | Teruaki Okushima, Tomoaki Niiyama, Kensuke S. ... | cond-mat.dis-nn | Graphs of the most probable transitions for ... | Changes of graph structure of transition proba... |
|---|
\n",
+ "
5000 rows × 7 columns
\n",
+ "
\n",
+ "\n",
+ "\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ "
| id | title | year | authors | categories | abstract |
|---|
| 210240 | 1512.07410 | Fragmentation of long-lived hydrocarbons after... | 2016 | Seyedreza Larimian, Sonia Erattupuzha, Erik L\\... | physics.chem-ph,physics.atm-clus,physics.optics | We experimentally and theoretically investig... |
|---|
| 148715 | 1404.1520 | Single spin stochastic optical reconstruction ... | 2014 | Matthias Pfender, Nabeel Aslam, Gerald Waldher... | quant-ph,physics.optics | We experimentally demonstrate precision addr... |
|---|
| 219516 | 1603.07790 | Weighted Pushdown Systems with Indexed Weight ... | 2016 | Yasuhiko Minamide | cs.FL,cs.PL | The reachability analysis of weighted pushdo... |
|---|
\n",
+ "
\n",
+ " \n",
+ "
\n",
+ " [6/6 00:08, Epoch 1/1]\n",
+ "
| Epoch | Training Loss | Validation Loss | F1 | Roc Auc | Accuracy |
|---|
| 1 | No log | 0.657666 | 0.026588 | 0.502474 | 0.000000 |
"
+ ],
+ "text/plain": [
+ ""
+ ]
+ },
+ "metadata": {},
+ "output_type": "display_data"
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "***** Running Evaluation *****\n",
+ " Num examples = 12\n",
+ " Batch size = 4\n",
+ "The following columns in the evaluation set don't have a corresponding argument in `BertForSequenceClassification.forward` and have been ignored: text, categories, __index_level_0__. If text, categories, __index_level_0__ are not expected by `BertForSequenceClassification.forward`, you can safely ignore this message.\n",
+ "Saving model checkpoint to paper-multilabel-finetuning/checkpoint-6\n",
+ "Configuration saved in paper-multilabel-finetuning/checkpoint-6/config.json\n",
+ "Model weights saved in paper-multilabel-finetuning/checkpoint-6/pytorch_model.bin\n",
+ "tokenizer config file saved in paper-multilabel-finetuning/checkpoint-6/tokenizer_config.json\n",
+ "Special tokens file saved in paper-multilabel-finetuning/checkpoint-6/special_tokens_map.json\n",
+ "\n",
+ "\n",
+ "Training completed. Do not forget to share your model on huggingface.co/models =)\n",
+ "\n",
+ "\n",
+ "Loading best model from paper-multilabel-finetuning/checkpoint-6 (score: 0.026587887740029542).\n"
+ ]
+ },
+ {
+ "data": {
+ "text/plain": [
+ "TrainOutput(global_step=6, training_loss=0.6783577601114908, metrics={'train_runtime': 9.3058, 'train_samples_per_second': 5.158, 'train_steps_per_second': 0.645, 'total_flos': 3161613275136.0, 'train_loss': 0.6783577601114908, 'epoch': 1.0})"
+ ]
+ },
+ "execution_count": 36,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "trainer.train()"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 37,
+ "metadata": {},
+ "outputs": [
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "***** Running Evaluation *****\n",
+ " Num examples = 12\n",
+ " Batch size = 4\n",
+ "The following columns in the evaluation set don't have a corresponding argument in `BertForSequenceClassification.forward` and have been ignored: text, categories, __index_level_0__. If text, categories, __index_level_0__ are not expected by `BertForSequenceClassification.forward`, you can safely ignore this message.\n"
+ ]
+ },
+ {
+ "data": {
+ "text/html": [
+ "\n",
+ "
\n",
+ " \n",
+ "
\n",
+ " [3/3 00:00]\n",
+ "