Skip to content

Commit 30a87c2

Browse files
authored
Add files via upload
1 parent 82add7d commit 30a87c2

File tree

1 file changed

+28
-169
lines changed

1 file changed

+28
-169
lines changed

python/pipeline_demo.ipynb

Lines changed: 28 additions & 169 deletions
Original file line numberDiff line numberDiff line change
@@ -23,86 +23,15 @@
2323
},
2424
{
2525
"cell_type": "code",
26-
"execution_count": 1,
26+
"execution_count": null,
2727
"metadata": {
2828
"colab": {
2929
"base_uri": "https://localhost:8080/"
3030
},
3131
"id": "XcNTecnGRfXb",
3232
"outputId": "542e47fb-b21d-4be1-c963-451de28dcc00"
3333
},
34-
"outputs": [
35-
{
36-
"name": "stdout",
37-
"output_type": "stream",
38-
"text": [
39-
"Collecting git+https://github.com/ieeg-portal/ieegpy.git\n",
40-
" Cloning https://github.com/ieeg-portal/ieegpy.git to /tmp/pip-req-build-jts8gjmw\n",
41-
" Running command git clone --filter=blob:none --quiet https://github.com/ieeg-portal/ieegpy.git /tmp/pip-req-build-jts8gjmw\n",
42-
" Resolved https://github.com/ieeg-portal/ieegpy.git to commit 080bfa42a8503380ef164b5e7b116613f75073bb\n",
43-
" Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
44-
"Collecting deprecation (from ieeg==1.6)\n",
45-
" Downloading deprecation-2.1.0-py2.py3-none-any.whl (11 kB)\n",
46-
"Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from ieeg==1.6) (2.31.0)\n",
47-
"Requirement already satisfied: numpy in /usr/local/lib/python3.10/dist-packages (from ieeg==1.6) (1.23.5)\n",
48-
"Requirement already satisfied: pandas in /usr/local/lib/python3.10/dist-packages (from ieeg==1.6) (1.5.3)\n",
49-
"Collecting pennprov==2.2.4 (from ieeg==1.6)\n",
50-
" Downloading pennprov-2.2.4-py2.py3-none-any.whl (98 kB)\n",
51-
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m98.0/98.0 kB\u001b[0m \u001b[31m2.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
52-
"\u001b[?25hRequirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from pennprov==2.2.4->ieeg==1.6) (2023.7.22)\n",
53-
"Requirement already satisfied: python-dateutil>=2.1 in /usr/local/lib/python3.10/dist-packages (from pennprov==2.2.4->ieeg==1.6) (2.8.2)\n",
54-
"Requirement already satisfied: six>=1.10 in /usr/local/lib/python3.10/dist-packages (from pennprov==2.2.4->ieeg==1.6) (1.16.0)\n",
55-
"Requirement already satisfied: urllib3>=1.23 in /usr/local/lib/python3.10/dist-packages (from pennprov==2.2.4->ieeg==1.6) (2.0.7)\n",
56-
"Requirement already satisfied: packaging in /usr/local/lib/python3.10/dist-packages (from deprecation->ieeg==1.6) (23.2)\n",
57-
"Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas->ieeg==1.6) (2023.3.post1)\n",
58-
"Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->ieeg==1.6) (3.3.1)\n",
59-
"Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->ieeg==1.6) (3.4)\n",
60-
"Building wheels for collected packages: ieeg\n",
61-
" Building wheel for ieeg (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
62-
" Created wheel for ieeg: filename=ieeg-1.6-py3-none-any.whl size=27498 sha256=7d186788202c2e96639f7170a6e63275159a6f34ce47a517b94c5dcccf1aa3d0\n",
63-
" Stored in directory: /tmp/pip-ephem-wheel-cache-10p9_yqj/wheels/c0/2a/4d/452574b1c3c63e86df54de09161463c0509e9eeffc1aad898e\n",
64-
"Successfully built ieeg\n",
65-
"Installing collected packages: deprecation, pennprov, ieeg\n",
66-
"Successfully installed deprecation-2.1.0 ieeg-1.6 pennprov-2.2.4\n",
67-
"Collecting git+https://github.com/haoershi/CNT_research_tools.git#subdirectory=python\n",
68-
" Cloning https://github.com/haoershi/CNT_research_tools.git to /tmp/pip-req-build-p036f__u\n",
69-
" Running command git clone --filter=blob:none --quiet https://github.com/haoershi/CNT_research_tools.git /tmp/pip-req-build-p036f__u\n",
70-
" Resolved https://github.com/haoershi/CNT_research_tools.git to commit 628c573b6ffa2bb575867bd1919e98f44a8f242d\n",
71-
" Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
72-
"Requirement already satisfied: pennprov==2.2.4 in /usr/local/lib/python3.10/dist-packages (from CNTtools==0.1) (2.2.4)\n",
73-
"Collecting pyqt5-sip==12.9.0 (from CNTtools==0.1)\n",
74-
" Downloading PyQt5_sip-12.9.0-cp310-cp310-manylinux1_x86_64.whl (351 kB)\n",
75-
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m351.8/351.8 kB\u001b[0m \u001b[31m6.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
76-
"\u001b[?25hRequirement already satisfied: install==1.3.5 in /usr/local/lib/python3.10/dist-packages (from CNTtools==0.1) (1.3.5)\n",
77-
"Requirement already satisfied: pytest in /usr/local/lib/python3.10/dist-packages (from CNTtools==0.1) (7.4.3)\n",
78-
"Collecting beartype (from CNTtools==0.1)\n",
79-
" Downloading beartype-0.16.4-py3-none-any.whl (819 kB)\n",
80-
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m819.1/819.1 kB\u001b[0m \u001b[31m39.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
81-
"\u001b[?25hCollecting pytest-html (from CNTtools==0.1)\n",
82-
" Downloading pytest_html-4.0.2-py3-none-any.whl (23 kB)\n",
83-
"Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from pennprov==2.2.4->CNTtools==0.1) (2023.7.22)\n",
84-
"Requirement already satisfied: python-dateutil>=2.1 in /usr/local/lib/python3.10/dist-packages (from pennprov==2.2.4->CNTtools==0.1) (2.8.2)\n",
85-
"Requirement already satisfied: six>=1.10 in /usr/local/lib/python3.10/dist-packages (from pennprov==2.2.4->CNTtools==0.1) (1.16.0)\n",
86-
"Requirement already satisfied: urllib3>=1.23 in /usr/local/lib/python3.10/dist-packages (from pennprov==2.2.4->CNTtools==0.1) (2.0.7)\n",
87-
"Requirement already satisfied: iniconfig in /usr/local/lib/python3.10/dist-packages (from pytest->CNTtools==0.1) (2.0.0)\n",
88-
"Requirement already satisfied: packaging in /usr/local/lib/python3.10/dist-packages (from pytest->CNTtools==0.1) (23.2)\n",
89-
"Requirement already satisfied: pluggy<2.0,>=0.12 in /usr/local/lib/python3.10/dist-packages (from pytest->CNTtools==0.1) (1.3.0)\n",
90-
"Requirement already satisfied: exceptiongroup>=1.0.0rc8 in /usr/local/lib/python3.10/dist-packages (from pytest->CNTtools==0.1) (1.1.3)\n",
91-
"Requirement already satisfied: tomli>=1.0.0 in /usr/local/lib/python3.10/dist-packages (from pytest->CNTtools==0.1) (2.0.1)\n",
92-
"Requirement already satisfied: jinja2>=3.0.0 in /usr/local/lib/python3.10/dist-packages (from pytest-html->CNTtools==0.1) (3.1.2)\n",
93-
"Collecting pytest-metadata>=2.0.0 (from pytest-html->CNTtools==0.1)\n",
94-
" Downloading pytest_metadata-3.0.0-py3-none-any.whl (10 kB)\n",
95-
"Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2>=3.0.0->pytest-html->CNTtools==0.1) (2.1.3)\n",
96-
"Building wheels for collected packages: CNTtools\n",
97-
" Building wheel for CNTtools (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
98-
" Created wheel for CNTtools: filename=CNTtools-0.1-py3-none-any.whl size=371274 sha256=b40dafcf85fa8ce0be146d9de84a8f8f3938fcdcc30058810a92d83418ae4387\n",
99-
" Stored in directory: /tmp/pip-ephem-wheel-cache-16gi9pnk/wheels/f3/c3/a0/692561f283907da48ee8fe0fc32452fa451913ff46e92a7719\n",
100-
"Successfully built CNTtools\n",
101-
"Installing collected packages: pyqt5-sip, beartype, pytest-metadata, pytest-html, CNTtools\n",
102-
"Successfully installed CNTtools-0.1 beartype-0.16.4 pyqt5-sip-12.9.0 pytest-html-4.0.2 pytest-metadata-3.0.0\n"
103-
]
104-
}
105-
],
34+
"outputs": [],
10635
"source": [
10736
"# set search path\n",
10837
"import os,sys\n",
@@ -112,7 +41,7 @@
11241
"!pip install git+https://github.com/ieeg-portal/ieegpy.git # Install ieegpy toolbox directly from github\n",
11342
"from ieeg.auth import Session\n",
11443
"\n",
115-
"!pip install git+https://github.com/haoershi/CNT_research_tools.git#subdirectory=python\n",
44+
"!pip install git+https://github.com/penn-cnt/CNT_Preprocessing_Toolkit.git#subdirectory=python\n",
11645
"from CNTtools import iEEGPreprocess\n",
11746
"from CNTtools import settings\n",
11847
"\n",
@@ -130,7 +59,7 @@
13059
},
13160
{
13261
"cell_type": "code",
133-
"execution_count": 2,
62+
"execution_count": 9,
13463
"metadata": {
13564
"cellView": "form",
13665
"id": "Z-EuFZbW3Ds2"
@@ -149,12 +78,24 @@
14978
},
15079
{
15180
"cell_type": "code",
152-
"execution_count": 3,
81+
"execution_count": 10,
15382
"metadata": {
15483
"cellView": "form",
15584
"id": "xsFOY50FhDrS"
15685
},
157-
"outputs": [],
86+
"outputs": [
87+
{
88+
"name": "stdout",
89+
"output_type": "stream",
90+
"text": [
91+
"-- -- IEEG password file saved -- --\n",
92+
"\n",
93+
"-- -- IEEG user config file saved -- --\n",
94+
"\n",
95+
"Login as : qaq233tvt\n"
96+
]
97+
}
98+
],
15899
"source": [
159100
"#@title Login Configuration\n",
160101
"#@markdown Set up iEEG.org login info for obtaining data\n",
@@ -194,7 +135,7 @@
194135
},
195136
{
196137
"cell_type": "code",
197-
"execution_count": null,
138+
"execution_count": 11,
198139
"metadata": {
199140
"cellView": "form",
200141
"colab": {
@@ -211,7 +152,7 @@
211152
"Arguments of class iEEGPreprocess:\n",
212153
"['datasets', 'meta', 'num_data', 'user', 'user_data_dir']\n",
213154
"Methods of class iEEGPreprocess:\n",
214-
"['download_data', 'list_data', 'load_data', 'login', 'login_config', 'save']\n"
155+
"['download_data', 'list_data', 'load_data', 'login', 'login_config', 'remove_data', 'save']\n"
215156
]
216157
}
217158
],
@@ -225,7 +166,7 @@
225166
},
226167
{
227168
"cell_type": "code",
228-
"execution_count": 4,
169+
"execution_count": 12,
229170
"metadata": {
230171
"cellView": "form",
231172
"id": "vke3Ydd_R_vM"
@@ -251,7 +192,7 @@
251192
},
252193
{
253194
"cell_type": "code",
254-
"execution_count": 5,
195+
"execution_count": 13,
255196
"metadata": {
256197
"cellView": "form",
257198
"colab": {
@@ -265,9 +206,7 @@
265206
{
266207
"data": {
267208
"text/html": [
268-
"\n",
269-
" <div id=\"df-ee1f4dec-4459-49d3-9fa4-d2a89bd3bda5\" class=\"colab-df-container\">\n",
270-
" <div>\n",
209+
"<div>\n",
271210
"<style scoped>\n",
272211
" .dataframe tbody tr th:only-of-type {\n",
273212
" vertical-align: middle;\n",
@@ -303,95 +242,14 @@
303242
" </tr>\n",
304243
" </tbody>\n",
305244
"</table>\n",
306-
"</div>\n",
307-
" <div class=\"colab-df-buttons\">\n",
308-
"\n",
309-
" <div class=\"colab-df-container\">\n",
310-
" <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-ee1f4dec-4459-49d3-9fa4-d2a89bd3bda5')\"\n",
311-
" title=\"Convert this dataframe to an interactive table.\"\n",
312-
" style=\"display:none;\">\n",
313-
"\n",
314-
" <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
315-
" <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
316-
" </svg>\n",
317-
" </button>\n",
318-
"\n",
319-
" <style>\n",
320-
" .colab-df-container {\n",
321-
" display:flex;\n",
322-
" gap: 12px;\n",
323-
" }\n",
324-
"\n",
325-
" .colab-df-convert {\n",
326-
" background-color: #E8F0FE;\n",
327-
" border: none;\n",
328-
" border-radius: 50%;\n",
329-
" cursor: pointer;\n",
330-
" display: none;\n",
331-
" fill: #1967D2;\n",
332-
" height: 32px;\n",
333-
" padding: 0 0 0 0;\n",
334-
" width: 32px;\n",
335-
" }\n",
336-
"\n",
337-
" .colab-df-convert:hover {\n",
338-
" background-color: #E2EBFA;\n",
339-
" box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
340-
" fill: #174EA6;\n",
341-
" }\n",
342-
"\n",
343-
" .colab-df-buttons div {\n",
344-
" margin-bottom: 4px;\n",
345-
" }\n",
346-
"\n",
347-
" [theme=dark] .colab-df-convert {\n",
348-
" background-color: #3B4455;\n",
349-
" fill: #D2E3FC;\n",
350-
" }\n",
351-
"\n",
352-
" [theme=dark] .colab-df-convert:hover {\n",
353-
" background-color: #434B5C;\n",
354-
" box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
355-
" filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
356-
" fill: #FFFFFF;\n",
357-
" }\n",
358-
" </style>\n",
359-
"\n",
360-
" <script>\n",
361-
" const buttonEl =\n",
362-
" document.querySelector('#df-ee1f4dec-4459-49d3-9fa4-d2a89bd3bda5 button.colab-df-convert');\n",
363-
" buttonEl.style.display =\n",
364-
" google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
365-
"\n",
366-
" async function convertToInteractive(key) {\n",
367-
" const element = document.querySelector('#df-ee1f4dec-4459-49d3-9fa4-d2a89bd3bda5');\n",
368-
" const dataTable =\n",
369-
" await google.colab.kernel.invokeFunction('convertToInteractive',\n",
370-
" [key], {});\n",
371-
" if (!dataTable) return;\n",
372-
"\n",
373-
" const docLinkHtml = 'Like what you see? Visit the ' +\n",
374-
" '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
375-
" + ' to learn more about interactive tables.';\n",
376-
" element.innerHTML = '';\n",
377-
" dataTable['output_type'] = 'display_data';\n",
378-
" await google.colab.output.renderOutput(dataTable, element);\n",
379-
" const docLink = document.createElement('div');\n",
380-
" docLink.innerHTML = docLinkHtml;\n",
381-
" element.appendChild(docLink);\n",
382-
" }\n",
383-
" </script>\n",
384-
" </div>\n",
385-
"\n",
386-
" </div>\n",
387-
" </div>\n"
245+
"</div>"
388246
],
389247
"text/plain": [
390248
" filename start stop dura fs\n",
391249
"0 HUP172_phaseII 402580 402600 20 512.0"
392250
]
393251
},
394-
"execution_count": 5,
252+
"execution_count": 13,
395253
"metadata": {},
396254
"output_type": "execute_result"
397255
}
@@ -1057,7 +915,8 @@
1057915
"provenance": []
1058916
},
1059917
"kernelspec": {
1060-
"display_name": "Python 3",
918+
"display_name": ".venv",
919+
"language": "python",
1061920
"name": "python3"
1062921
},
1063922
"language_info": {
@@ -1070,7 +929,7 @@
1070929
"name": "python",
1071930
"nbconvert_exporter": "python",
1072931
"pygments_lexer": "ipython3",
1073-
"version": "3.10.5"
932+
"version": "3.12.3"
1074933
}
1075934
},
1076935
"nbformat": 4,

0 commit comments

Comments
 (0)