Free up disk space for integration test (datafusion-contrib#179)

* Free up disk space for integration test (datafusion-contrib#171)

* Drop postgres containers once test is finished

* Add step to free disk space in integration test job

* update

* Fix MySQL test (datafusion-contrib#181)

* Increase the waiting time for starting MySQL test container

* Update health check command

---------

Co-authored-by: Qianqian <130200611+Sevenannn@users.noreply.github.com>

Author: phillipleblanc

.github/workflows/pr.yaml

@@ -71,5 +71,34 @@ jobs:
           docker pull ${{ env.PG_DOCKER_IMAGE }}
           docker pull ${{ env.MYSQL_DOCKER_IMAGE }}
 
+      - name: Free Disk Space
+        run: |
+          sudo docker rmi $(docker image ls -aq) >/dev/null 2>&1 || true
+          sudo rm -rf \
+            /usr/share/dotnet /usr/local/lib/android /opt/ghc \
+            /usr/local/share/powershell /usr/share/swift /usr/local/.ghcup \
+            /usr/lib/jvm || true
+          echo "some directories deleted"
+          sudo apt install aptitude -y >/dev/null 2>&1
+          sudo aptitude purge aria2 ansible azure-cli shellcheck rpm xorriso zsync \
+            esl-erlang firefox gfortran-8 gfortran-9 google-chrome-stable \
+            google-cloud-sdk imagemagick \
+            libmagickcore-dev libmagickwand-dev libmagic-dev ant ant-optional kubectl \
+            mercurial apt-transport-https mono-complete libmysqlclient \
+            unixodbc-dev yarn chrpath libssl-dev libxft-dev \
+            libfreetype6 libfreetype6-dev libfontconfig1 libfontconfig1-dev \
+            snmp pollinate libpq-dev postgresql-client powershell ruby-full \
+            sphinxsearch subversion mongodb-org azure-cli microsoft-edge-stable \
+            -y -f >/dev/null 2>&1
+          sudo aptitude purge google-cloud-sdk -f -y >/dev/null 2>&1
+          sudo aptitude purge microsoft-edge-stable -f -y >/dev/null 2>&1 || true
+          sudo apt purge microsoft-edge-stable -f -y >/dev/null 2>&1 || true
+          sudo aptitude purge '~n ^php' -f -y >/dev/null 2>&1
+          sudo aptitude purge '~n ^dotnet' -f -y >/dev/null 2>&1
+          sudo apt-get autoremove -y >/dev/null 2>&1
+          sudo apt-get autoclean -y >/dev/null 2>&1
+          echo "some packages purged"
+          df -h
+
       - name: Run tests
         run: make test

tests/mysql/common.rs

@@ -58,9 +58,11 @@ pub async fn start_mysql_docker_container(port: usize) -> Result<RunningContaine
         .healthcheck(HealthConfig {
             test: Some(vec![
                 "CMD-SHELL".to_string(),
-                format!("mysqladmin ping --password={MYSQL_ROOT_PASSWORD}"),
+                format!(
+                    "mysqladmin ping --host=127.0.0.1 --port=3306 --password={MYSQL_ROOT_PASSWORD}"
+                ),
             ]),
-            interval: Some(250_000_000), // 250ms
+            interval: Some(500_000_000), // 250ms
             timeout: Some(100_000_000),  // 100ms
             retries: Some(5),
             start_period: Some(500_000_000), // 100ms
@@ -70,7 +72,7 @@ pub async fn start_mysql_docker_container(port: usize) -> Result<RunningContaine
         .run()
         .await?;
 
-    tokio::time::sleep(std::time::Duration::from_millis(5000)).await;
+    tokio::time::sleep(std::time::Duration::from_secs(5)).await;
     Ok(running_container)
 }
 

tests/postgres/mod.rs

@@ -101,6 +101,18 @@ struct ContainerManager {
     claimed: bool,
 }
 
+impl Drop for ContainerManager {
+    fn drop(&mut self) {
+        let _ = tokio::runtime::Runtime::new()
+            .unwrap()
+            .block_on(stop_container(self.port));
+    }
+}
+
+async fn stop_container(port: usize) {
+    println!("Stopping Postgres container on port {}", port);
+}
+
 #[fixture]
 #[once]
 fn container_manager() -> Mutex<ContainerManager> {