Commit de85393

authored

Revert "New Inference benchmarks (#382)" (#383)

This reverts commit c44127e.

1 parent c44127e commit de85393Copy full SHA for de85393

203 files changed

+6741

-10773

lines changed

.gitignore
.pin
- constraints-cuda-torch.txt
Makefile
README.md
benchmarks
- _templates
  - simple
    - dev.yaml
    - voirfile.py
  - stdout
    - README.md
    - dev.yaml
  - voir
    - dev.yaml
    - voirfile.py
- accelerate_opt
  - voirfile.py
- brax
  - requirements.cuda.txt
  - voirfile.py
- cleanrl_jax
  - voirfile.py
- diffusion
  - benchfile.py
  - dev.yaml
  - main.py
  - prepare.py
  - requirements.cuda.txt
- dinov2
  - prepare.py
  - requirements.cuda.txt
  - voirfile.py
- dlrm
  - voirfile.py
- flops
  - main.py
  - requirements.cuda.txt
- fno_benchmark
  - Makefile
  - README.md
  - benchfile.py
  - dev.yaml
  - prepare.py
  - requirements.in
  - voirfile.py
- geo_gnn
  - pcqm4m_subset.py
  - requirements-pre.cuda.txt
  - requirements.cuda.txt
  - voirfile.py
- huggingface
  - dev.yaml
  - requirements.cuda.txt
  - voirfile.py
- inference
  - Makefile
  - README.md
  - benchfile.py
  - dev.yaml
  - main.py
  - prepare.py
  - requirements.cuda.txt
  - requirements.in
- lightning
  - dev.yaml
  - main.py
  - requirements.cuda.txt
  - voirfile.py
- llama
  - requirements.cuda.txt
  - voirfile.py
- llava
  - requirements.cuda.txt
  - voirfile.py
- llm
  - benchfile.py
  - dev.yaml
  - prepare.py
  - requirements.cuda.txt
  - voirfile.py
- purejaxrl
  - requirements.cuda.txt
  - requirements.in
  - voirfile.py
- recursiongfn
  - main.py
  - prepare.py
  - requirements.cuda.txt
  - voirfile.py
- retired
  - rwkv
    - voirfile.py
  - stable_baselines3
    - voirfile.py
  - stargan
    - voirfile.py
  - super-slomo
    - voirfile.py
  - torchatari
    - voirfile.py
- rlhf
  - prepare.py
  - requirements.cuda.txt
  - requirements.in
  - voirfile.py
- timm
  - benchfile.py
  - requirements.cuda.txt
  - voirfile.py
- torchvision_ddp
  - requirements.cuda.txt
- torchvision
  - requirements.cuda.txt
- vjepa
  - dev.yaml
  - prepare.py
  - requirements.cuda.txt
  - voirfile.py
- vllm
  - Makefile
  - README.md
  - benchfile.py
  - config.yaml
  - dev.yaml
  - main.py
  - prepare.py
  - requirements.cuda.txt
  - requirements.in
benchmate
- benchmate
- pyproject.toml
- tests
  - iterator.py
config
- all.yaml
- base.yaml
- clusters
  - clusters.yaml
- efficiency.yaml
- inference.yaml
- retired.yaml
- scaling
  - inference.yaml
- slurm.yaml
- standard.yaml
- vllm.yaml
constraints
- cuda.txt
docker
milabench
- _version.py
- capability.py
- cli
  - __init__.py
  - container.py
  - docker.py
  - error.py
  - gather.py
  - global_patch.py
  - install.py
  - new.py
  - report.py
  - run.py
  - sharedsetup.py
  - tunnel.py
- commands
  - __init__.py
  - executors.py
- common.py
- config.py
- config
  - config.py
- log.py
- loggers
  - http.py
- metadata.py
- metrics
  - report.py
  - sqlalchemy.py
- multi.py
- pack.py
- report.py
- report
  - read.py
  - report.py
- scripts
  - torchversion.py
  - vcs.py
- sizer.py
- status
  - __init__.py
  - resume.py
- summary.py
- system.py
- testing.py
- validation
  - ensure_rate.py
  - error.py
  - loss.py
  - validation.py
- web
  - __init__.py
  - monitor.py
  - plot.py
  - push.py
  - realtime.py
  - slurm.py
  - template
  - utils.py
  - view.py
pyproject.toml
scripts
tests/test_validation
- test_capabilities.py

203 files changed

+6741

-10773

lines changed

`‎.gitignore‎`

Original file line number	Diff line number	Diff line change
`@@ -63,4 +63,3 @@ benchmarks/*/src/`
`63`	`63`
`64`	`64`	`*.new.yml`
`65`	`65`	`*.png`
`66`		`-fjobs_*.json`

Comments

(0)