Tests: upload (#1753)

* test: test_upload/dataset.py

* test: test_upload/dataset.py remove unecessary imports

* test: adjust spacement and comments

* tests: add some tests for upload

* tests: fix lint in publish table.py

* tests: add more tests in test_table.py and fix in test_storage.py

* tests: last tests for table.py

* tests: testing utils.py

* ruff fixes

* adjust ruff formatter in files

python-package/basedosdados/upload/table.py

@@ -732,7 +732,7 @@ def update(self, mode="prod", custom_schema=None):
         )
 
     def publish(
-        self, if_exists="raise", custon_publish_sql=None, custom_schema=None
+        self, if_exists="raise", custom_publish_sql=None, custom_schema=None
     ):
         """Creates BigQuery table at production dataset.
 
@@ -765,13 +765,13 @@ def publish(
         publish_sql = self._make_publish_sql()
 
         # create view using API metadata
-        if custon_publish_sql is None:
+        if custom_publish_sql is None:
             self.client["bigquery_prod"].query(publish_sql).result()
             self.update(mode="prod")
 
         # create view using custon query
-        if custon_publish_sql is not None:
-            self.client["bigquery_prod"].query(custon_publish_sql).result()
+        if custom_publish_sql is not None:
+            self.client["bigquery_prod"].query(custom_publish_sql).result()
             # update schema using a custom schema
             if custom_schema is not None:
                 self.update(custom_schema=custom_schema)

python-package/tests/test_backend.py

@@ -1,13 +1,13 @@
 from basedosdados.backend import Backend
 
+backend = Backend()
+
 
 def test_get_dataset():
     """
     Test dataset output without parameters
     """
 
-    backend = Backend()
-
     out = backend.get_datasets()
     assert isinstance(out, dict)
     assert len(out) != 0
@@ -19,8 +19,6 @@ def test_get_dataset_with_input():
     Test dataset output with input
     """
 
-    backend = Backend()
-
     out = backend.get_datasets(dataset_name="br_me_caged")
     assert isinstance(out, dict)
     assert len(out) != 0
@@ -32,8 +30,6 @@ def test_get_tables():
     Test tables output without parameters
     """
 
-    backend = Backend()
-
     out = backend.get_tables()
     assert isinstance(out, dict)
     assert len(out) != 0
@@ -46,8 +42,6 @@ def test_get_tables_with_input():
     Test tables output with input
     """
 
-    backend = Backend()
-
     out = backend.get_tables(table_name="br_me_caged")
     assert isinstance(out, dict)
     assert len(out) != 0
@@ -60,8 +54,6 @@ def test_get_columns():
     Test columns output without parameters
     """
 
-    backend = Backend()
-
     out = backend.get_columns()
     assert isinstance(out, dict)
     assert len(out) != 0
@@ -74,36 +66,34 @@ def test_get_columns_with_input():
     Test columns output with input
     """
 
-    backend = Backend()
-
     out = backend.get_columns(column_name="description")
     assert isinstance(out, dict)
     assert len(out) != 0
     assert out["page_size"] >= 10
     assert out["page_total"] > 0
 
 
-def test_search():
+def test_search(capsys):
     """
     Test search output without parameters
     """
 
-    backend = Backend()
-
     out = backend.search()
+    _, res = capsys.readouterr()
+    print("TEST SEARCH WITH INPUT", res)
     assert isinstance(out, dict)
     assert len(out) != 0
     assert out["page_size"] > 1
 
 
-def test_search_with_input():
+def test_search_with_input(capsys):
     """
     Test search output with input
     """
 
-    backend = Backend()
-
     out = backend.search(q="description")
+    _, res = capsys.readouterr()
+    print("TEST SEARCH WITH INPUT", res)
     assert isinstance(out, dict)
     assert len(out) != 0
     assert out["page_size"] >= 10
@@ -113,7 +103,6 @@ def test_get_dataset_config():
     """
     Test get_dataset_config output
     """
-    backend = Backend()
 
     out = backend.get_dataset_config(dataset_id="br_me_rais")
     assert isinstance(out, dict)
@@ -126,14 +115,10 @@ def test_get_table_config():
     """
     Test get_dataset_config output
     """
-    backend = Backend()
 
     out = backend.get_table_config(
         dataset_id="br_me_rais", table_id="microdados_estabelecimentos"
     )
-    print(out)
-    print(len(out))
-    print(type(out))
     assert isinstance(out, dict)
     assert len(out) > 0
     assert out != ""
@@ -144,7 +129,6 @@ def test_get_dataset_id_from_name():
     """
     Test get dataset id from name
     """
-    backend = Backend()
 
     out = backend._get_dataset_id_from_name("br_me_rais")
     assert isinstance(out, str)
@@ -156,7 +140,6 @@ def test_get_table_id_from_name():
     """
     Test get table id from name
     """
-    backend = Backend()
 
     out = backend._get_table_id_from_name(
         "br_me_rais", "microdados_estabelecimentos"
@@ -170,45 +153,45 @@ def test_execute_query():
     """
     Test execute query
     """
-    backend = Backend()
+
     example = {"items": [], "page": 1, "page_size": 10, "page_total": 0}
     query = """
-         query {
-          allDataset(first: 5, offset: 10) {
-            edges {
-              node {
-                slug
-                name
-                description
-                organizations {
-                  edges {
-                    node {
-                      name
-                    }
+       query {
+        allDataset(first: 5, offset: 10) {
+          edges {
+            node {
+              slug
+              name
+              description
+              organizations {
+                edges {
+                  node {
+                    name
                   }
                 }
-                tags {
-                  edges {
-                    node {
-                      name
-                    }
+              }
+              tags {
+                edges {
+                  node {
+                    name
                   }
                 }
-                themes {
-                  edges {
-                    node {
-                      name
-                    }
+              }
+              themes {
+                edges {
+                  node {
+                    name
                   }
                 }
-                createdAt
-                updatedAt
               }
+              createdAt
+              updatedAt
             }
-            totalCount
           }
+          totalCount
         }
-      """
+      }
+    """
     out = backend._execute_query(query, example)
     assert isinstance(out, dict)
     assert len(out) != 0
@@ -220,11 +203,7 @@ def test_simplify_response():
     Test simplify query
     """
 
-    backend = Backend()
     response = {"items": [], "page": 1, "page_size": 10, "page_total": 0}
     out = backend._simplify_response(response)
-    print(out)
-    print(type(out))
-    print(len(out))
     assert isinstance(out, dict)
     assert len(out) != 0