Added one example run for neural architecture search and one example run for tuning a large model with 1b parameters.

Author: mwever

logs/LLM/lm1b_2048/configspace.json

@@ -0,0 +1 @@
+{"name": null, "hyperparameters": [{"type": "uniform_float", "name": "lr_decay_factor", "lower": 0.010543, "upper": 0.9885653, "default_value": 0.49955415, "log": false, "meta": null}, {"type": "uniform_float", "name": "lr_initial", "lower": 1e-05, "upper": 9.986256, "default_value": 0.0099931256372, "log": true, "meta": null}, {"type": "uniform_float", "name": "lr_power", "lower": 0.100811, "upper": 1.999659, "default_value": 1.050235, "log": false, "meta": null}, {"type": "uniform_float", "name": "opt_momentum", "lower": 5.9e-05, "upper": 0.9989986, "default_value": 0.0076772988349, "log": true, "meta": null}], "conditions": [], "forbiddens": [], "python_module_version": "1.2.0", "format_version": 0.4}