Skip to content

Commit 344d6f6

Browse files
authored
Merge pull request #2 from microsoft/table_provider
add table provider
2 parents c80bd18 + 5a00da6 commit 344d6f6

File tree

142 files changed

+20076
-168
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

142 files changed

+20076
-168
lines changed

.gitignore

Lines changed: 14 additions & 159 deletions
Original file line numberDiff line numberDiff line change
@@ -1,160 +1,15 @@
1-
# Byte-compiled / optimized / DLL files
1+
tmp.ipynb
2+
run_old.py
3+
call_llm/rows_embeddings
4+
*.pyc
25
__pycache__/
3-
*.py[cod]
4-
*$py.class
5-
6-
# C extensions
7-
*.so
8-
9-
# Distribution / packaging
10-
.Python
11-
build/
12-
develop-eggs/
13-
dist/
14-
downloads/
15-
eggs/
16-
.eggs/
17-
lib/
18-
lib64/
19-
parts/
20-
sdist/
21-
var/
22-
wheels/
23-
share/python-wheels/
24-
*.egg-info/
25-
.installed.cfg
26-
*.egg
27-
MANIFEST
28-
29-
# PyInstaller
30-
# Usually these files are written by a python script from a template
31-
# before PyInstaller builds the exe, so as to inject date/other infos into it.
32-
*.manifest
33-
*.spec
34-
35-
# Installer logs
36-
pip-log.txt
37-
pip-delete-this-directory.txt
38-
39-
# Unit test / coverage reports
40-
htmlcov/
41-
.tox/
42-
.nox/
43-
.coverage
44-
.coverage.*
45-
.cache
46-
nosetests.xml
47-
coverage.xml
48-
*.cover
49-
*.py,cover
50-
.hypothesis/
51-
.pytest_cache/
52-
cover/
53-
54-
# Translations
55-
*.mo
56-
*.pot
57-
58-
# Django stuff:
59-
*.log
60-
local_settings.py
61-
db.sqlite3
62-
db.sqlite3-journal
63-
64-
# Flask stuff:
65-
instance/
66-
.webassets-cache
67-
68-
# Scrapy stuff:
69-
.scrapy
70-
71-
# Sphinx documentation
72-
docs/_build/
73-
74-
# PyBuilder
75-
.pybuilder/
76-
target/
77-
78-
# Jupyter Notebook
79-
.ipynb_checkpoints
80-
81-
# IPython
82-
profile_default/
83-
ipython_config.py
84-
85-
# pyenv
86-
# For a library or package, you might want to ignore these files since the code is
87-
# intended to run in multiple environments; otherwise, check them in:
88-
# .python-version
89-
90-
# pipenv
91-
# According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
92-
# However, in case of collaboration, if having platform-specific dependencies or dependencies
93-
# having no cross-platform support, pipenv may install dependencies that don't work, or not
94-
# install all needed dependencies.
95-
#Pipfile.lock
96-
97-
# poetry
98-
# Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
99-
# This is especially recommended for binary packages to ensure reproducibility, and is more
100-
# commonly ignored for libraries.
101-
# https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
102-
#poetry.lock
103-
104-
# pdm
105-
# Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.
106-
#pdm.lock
107-
# pdm stores project-wide configurations in .pdm.toml, but it is recommended to not include it
108-
# in version control.
109-
# https://pdm.fming.dev/#use-with-ide
110-
.pdm.toml
111-
112-
# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
113-
__pypackages__/
114-
115-
# Celery stuff
116-
celerybeat-schedule
117-
celerybeat.pid
118-
119-
# SageMath parsed files
120-
*.sage.py
121-
122-
# Environments
123-
.env
124-
.venv
125-
env/
126-
venv/
127-
ENV/
128-
env.bak/
129-
venv.bak/
130-
131-
# Spyder project settings
132-
.spyderproject
133-
.spyproject
134-
135-
# Rope project settings
136-
.ropeproject
137-
138-
# mkdocs documentation
139-
/site
140-
141-
# mypy
142-
.mypy_cache/
143-
.dmypy.json
144-
dmypy.json
145-
146-
# Pyre type checker
147-
.pyre/
148-
149-
# pytype static type analyzer
150-
.pytype/
151-
152-
# Cython debug symbols
153-
cython_debug/
154-
155-
# PyCharm
156-
# JetBrains specific template is maintained in a separate JetBrains.gitignore that can
157-
# be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
158-
# and can be added to the global gitignore or merged into this file. For a more nuclear
159-
# option (not recommended) you can uncomment the following to ignore the entire idea folder.
160-
#.idea/
6+
call_llm/__pycache__/
7+
dataloader/__pycache__/
8+
.DS_Store
9+
.idea/
10+
.vscode/
11+
.VSCodeCounter/
12+
pipeline/data/
13+
/.DS_Store
14+
output/
15+
logs/

README.md

Lines changed: 320 additions & 9 deletions
Large diffs are not rendered by default.

__init__.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,3 @@
1+
# Copyright (c) Microsoft Corporation.
2+
# Licensed under the MIT License.
3+

environment.yml

Lines changed: 178 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,178 @@
1+
name: table_provider
2+
channels:
3+
- conda-forge
4+
- defaults
5+
dependencies:
6+
- appnope=0.1.3
7+
- asttokens=2.2.1
8+
- backcall=0.2.0
9+
- backports=1.0
10+
- backports.functools_lru_cache=1.6.4
11+
- certifi=2022.12.7
12+
- comm=0.1.3
13+
- decorator=5.1.1
14+
- executing=1.2.0
15+
- importlib_metadata=6.5.0
16+
- jedi=0.18.2
17+
- jupyter_client=8.2.0
18+
- matplotlib-inline=0.1.6
19+
- nest-asyncio=1.5.6
20+
- parso=0.8.3
21+
- pexpect=4.8.0
22+
- pickleshare=0.7.5
23+
- prompt-toolkit=3.0.38
24+
- ptyprocess=0.7.0
25+
- pure_eval=0.2.2
26+
- pygments=2.15.1
27+
- python-dateutil=2.8.2
28+
- python_abi=3.10
29+
- setuptools=65.6.3
30+
- six=1.16.0
31+
- stack_data=0.6.2
32+
- traitlets=5.9.0
33+
- typing-extensions=4.5.0
34+
- typing_extensions=4.5.0
35+
- wcwidth=0.2.6
36+
- zipp=3.15.0
37+
- debugpy
38+
- bzip2
39+
- ca-certificates
40+
- libcxx
41+
- libffi
42+
- libsodium
43+
- openssl
44+
- pip
45+
- psutil
46+
- python
47+
- pyzmq
48+
- sqlite
49+
- tk
50+
- tornado
51+
- wheel
52+
- xz
53+
- zeromq
54+
- zlib
55+
- pip:
56+
- aiohttp==3.8.4
57+
- aiosignal==1.3.1
58+
- anyio==3.6.2
59+
- appdirs==1.4.4
60+
- argon2-cffi==21.3.0
61+
- argon2-cffi-bindings==21.2.0
62+
- arrow==1.2.3
63+
- async-generator==1.10
64+
- async-timeout==4.0.2
65+
- attrs==22.2.0
66+
- beautifulsoup4==4.12.2
67+
- bleach==6.0.0
68+
- blis==0.7.9
69+
- bs4==0.0.1
70+
- build==0.10.0
71+
- cachecontrol==0.12.11
72+
- cachetools==5.3.1
73+
- catalogue==2.0.8
74+
- cffi==1.15.1
75+
- charset-normalizer==3.1.0
76+
- cleo==2.0.1
77+
- click==8.1.3
78+
- contourpy==1.0.7
79+
- crashtest==0.4.1
80+
- cssselect==1.2.0
81+
- cycler==0.11.0
82+
- cymem==2.0.7
83+
- dataclasses-json==0.5.7
84+
- datasets==2.11.0
85+
- datedelta==1.4
86+
- defusedxml==0.7.1
87+
- dill==0.3.6
88+
- diskcache==5.6.1
89+
- distlib==0.3.6
90+
- docker-pycreds==0.4.0
91+
- docopt==0.6.2
92+
- dulwich==0.21.3
93+
- emoji==1.7.0
94+
- et-xmlfile==1.1.0
95+
- evaluate==0.4.0
96+
- exceptiongroup==1.1.1
97+
- faiss-cpu==1.7.4
98+
- fake-useragent==1.1.3
99+
- fastjsonschema==2.16.3
100+
- filelock==3.11.0
101+
- fonttools==4.39.3
102+
- fqdn==1.5.1
103+
- frozenlist==1.3.3
104+
- fsspec==2023.4.0
105+
- gitdb==4.0.10
106+
- gitpython==3.1.31
107+
- google-api-core==2.11.1
108+
- google-api-python-client==2.93.0
109+
- google-auth==2.22.0
110+
- google-auth-httplib2==0.1.0
111+
- googleapis-common-protos==1.59.1
112+
- googlesearch-python==1.2.3
113+
- gpt4all==1.0.5
114+
- grapheme==0.6.0
115+
- greenlet==2.0.2
116+
- h11==0.14.0
117+
- html5lib==1.1
118+
- httplib2==0.22.0
119+
- huggingface-hub==0.13.4
120+
- idna==3.4
121+
- importlib-metadata==6.3.0
122+
- installer==0.7.0
123+
- ipython-genutils==0.2.0
124+
- ipywidgets==8.0.6
125+
- isoduration==20.11.0
126+
- jaraco-classes==3.2.3
127+
- jinja2==3.1.2
128+
- joblib==1.2.0
129+
- jsonlines==3.1.0
130+
- jsonpointer==2.3
131+
- jsonschema==4.17.3
132+
- keyring==23.13.1
133+
- kiwisolver==1.4.4
134+
- llama-cpp-python==0.1.72
135+
- lockfile==0.12.2
136+
- lxml==4.9.2
137+
- markdown-it-py==2.2.0
138+
- markupsafe==2.1.2
139+
- marshmallow==3.19.0
140+
- marshmallow-enum==1.5.1
141+
- matplotlib==3.7.1
142+
- mdurl==0.1.2
143+
- mistune==2.0.5
144+
- more-itertools==9.1.0
145+
- mpmath==1.3.0
146+
- msgpack==1.0.5
147+
- multidict==6
148+
- torch==2.4.1
149+
- torch_scatter==2.1.2
150+
- recognizers-text==1.0.2a2
151+
- recognizers-text-choice==1.0.2a2
152+
- recognizers-text-date-time==1.0.2a2
153+
- recognizers-text-number==1.0.2a2
154+
- recognizers-text-number-with-unit==1.0.2a2
155+
- recognizers-text-sequence==1.0.2a2
156+
- recognizers-text-suite==1.0.2a2
157+
- openapi-schema-pydantic==1.2.4
158+
- pydantic==2.9.2
159+
- pydantic-settings==2.5.2
160+
- pydantic_core==2.23.4
161+
- transformers
162+
- openpyxl
163+
- wandb
164+
- scikit-learn
165+
- openai
166+
- tiktoken
167+
- tabulate
168+
- nltk
169+
- wikipedia
170+
- wikiextractor
171+
- flask
172+
- flask_restful
173+
- azure-identity
174+
- pandas
175+
- numpy
176+
- matplotlib
177+
- langchain
178+
- langchain-community

main.py

Lines changed: 11 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,11 @@
1+
# Copyright (c) Microsoft Corporation.
2+
# Licensed under the MIT License.
3+
4+
from flask import Flask
5+
6+
from table_provider.route import init_routes
7+
8+
if __name__ == '__main__':
9+
app = Flask(__name__)
10+
init_routes(app)
11+
app.run(host='127.0.0.1', port=8080, debug=True)

0 commit comments

Comments
 (0)