fix: folder does not exist error (#95)

Author: steven-mi

.github/workflows/test.yml

@@ -1,35 +1,25 @@
-# This is a basic workflow to help you get started with Actions
-
 name: Tests
 
-# Controls when the workflow will run
 on:
-  # Triggers the workflow on push or pull request events but only for the "main" branch
   push:
     branches: [ "main", "master" ]
   pull_request:
     branches: [ "main",  "master" ]
-
-  # Allows you to run this workflow manually from the Actions tab
   workflow_dispatch:
 
 jobs:
   test:
-    # The type of runner that the job will run on
     runs-on: ubuntu-latest
-
-    # Steps represent a sequence of tasks that will be executed as part of the job
     steps:
-      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
       - uses: actions/checkout@v3
-
-      # Runs a single command using the runners shell
+      - name: Setup Python
+        uses: actions/setup-python@v5.3.0
+        with:
+          python-version: 3.10.*
       - name: Install dependencies
         run: | 
           pip install --upgrade pip
           pip install -r requirements.txt
-
-      # Runs a set of commands using the runners shell
       - name: Run a multi-line script
         run: |
           pytest

CHANGELOG.md

@@ -1,5 +1,8 @@
 # Changelog db-rocket
 
+## Version 3.0.6
+- Create folder before copying file
+
 ## Version 3.0.5
 - Revert enforcing the creation of .databrickscfg file
 

rocket/rocket.py

@@ -254,6 +254,8 @@ def _deploy_dbfs(
     ):
         def helper(file: str) -> None:
             target_path = f"{db_path}/{os.path.relpath(file, project_location)}"
+            target_folder = os.path.dirname(target_path)
+            execute_shell_command(f"databricks fs mkdirs {target_folder}")
             execute_shell_command(f"databricks fs cp --recursive --overwrite {file} {target_path}")
             logger.info(f"Uploaded {file} to {target_path}")
 

setup.py

@@ -9,7 +9,7 @@
 
 setuptools.setup(
     name="databricks-rocket",
-    version="3.0.5",
+    version="3.0.6",
     author="GetYourGuide",
     author_email="engineering.data-products@getyourguide.com",
     description="Keep your local python scripts installed and in sync with a databricks notebook. Shortens the feedback loop to develop projects using a hybrid enviroment",