Merge branch 'main' of https://github.com/caviri/odtp-pygwalker

Author: caviri

README.md

@@ -8,6 +8,9 @@ CSV interactive visualization
 | Current Tool Version  | [commit-hash](link-to-commit-hash) |
 
 
+![](./assets/Interface.png)
+
+
 ## ODTP command 
 
 ```
@@ -27,7 +30,7 @@ No parameter
 
 | File/Folder | Description |
 | --- | --- | 
-| Input | Folder where streamlit compatible files are located |
+| *.csv | Any number of csv files |
 
 ### Output Files
 
@@ -37,13 +40,15 @@ No output
 
 ### How to run this component as docker
 
-Build the dockerfile 
+1. Build the dockerfile 
 
 ```
 docker build -t odtp-pygwalker .
 ```
 
-Run the following command. Mount the correct volumes for input/output folders. 
+2. Create a folder called `odtp-input` and place some `.csv` files inside.
+
+3. Run the following command. Mount the correct volumes for input/output folders. 
 
 ```
 docker run -it --rm \

app/app.py

@@ -11,15 +11,26 @@
 )
 
 st.sidebar.title('ODTP PyGWalker')
-st.sidebar.write('Please select a file from the sidebar to start exploring the data. These are the csv files located on `/odtp/odtp-input`.')
+st.sidebar.write('Metadata and data exploration tool for ODTP data using PyGWalker.')
+
+
+st.write('Please select a file from the sidebar to start exploring the data. These are the csv files located on `/odtp/odtp-input`.')
+
+def find_all_files(directory):
+    file_paths = []
+    for root, dirs, files in os.walk(directory):
+        for file in files:
+            if file.endswith(".csv"):
+                file_paths.append(os.path.join(root, file))
+    return file_paths
 
 # Credit: https://discuss.streamlit.io/t/server-side-file-select/60704/2
 def file_selector(folder_path='.'):
-    filenames = os.listdir(folder_path)
-    selected_filename = st.sidebar.selectbox('Select a file', filenames)
+    filenames = find_all_files(folder_path)
+    selected_filename = st.selectbox('Select a file', filenames)
 
     if len(filenames) == 0:
-        st.sidebar.error('No files found in the selected folder. Please upload a file.')
+        st.sidebar.error('No files found in the selected folder. Please load files in odtp-input.')
         return None
     else:
         output_path = os.path.join(folder_path, selected_filename)
@@ -33,24 +44,8 @@ def file_selector(folder_path='.'):
 # filename = st.sidebar.file_uploader("Upload a CSV file", type="csv")
 # st.sidebar.write('You selected `%s`' % filename)
 
-
-
-if st.sidebar.button('Load CSV'):
+if st.button('Load CSV'):
     df = pd.read_csv(filename)
     pyg_app = StreamlitRenderer(df)
     pyg_app.explorer()
 
-
-
-
-# # You should cache your pygwalker renderer, if you don't want your memory to explode
-# @st.cache_resource
-# def get_pyg_renderer(file) -> "StreamlitRenderer":
-#     df = pd.read_csv("./bike_sharing_dc.csv")
-#     # If you want to use feature of saving chart config, set `spec_io_mode="rw"`
-#     return StreamlitRenderer(df, spec="./gw_config.json", spec_io_mode="rw")
-
-
-# renderer = get_pyg_renderer()
-
-# renderer.explorer()

app/app.sh

@@ -30,7 +30,7 @@
 # While the output is managed by ODTP and placed in /odtp/odtp-output/
 #########################################################
 
-streamlit run --server.port $PORT /odtp/odtp-app/app.py
+streamlit run /odtp/odtp-app/app.py
 
 #########################################################
 # 5. OUTPUT FOLDER MANAGEMENT

assets/Interface.png

@@ -30,18 +30,18 @@ build-args: null
 ports:
   - name: PORT
     description: Port for the streamlit app
-    port-value: 8051
+    port-value: 8501
 
 # If applicable, parameters exposed by the component
 # Datatype can be str, int, float, or bool.
 parameters: null
 
 # If applicable, data-input list required by the component
 data-inputs:
-  - name: input
-    type: Folder
-    path: ./input  
-    description: Input folder containing compatible csvs 
+  - name: csv files
+    type: `.csv`
+    path: *.csv 
+    description: Any number of csv files
 
 # If applicable, data-output list produced by the component
 data-output: null