Skip to content

Commit 95bcb0f

Browse files
mysiarmysiar
committed
dev: 0.0.1
1 parent 4946699 commit 95bcb0f

24 files changed

+125
-35
lines changed

Diff for: ‎.github/5578703.png

29.3 KB
Loading

Diff for: ‎.github/workflows/tests.yaml

+1-1
Original file line numberDiff line numberDiff line change
@@ -23,4 +23,4 @@ jobs:
2323
- name: Tests
2424
run: PYTHONPATH=. pytest --cov=data_flow --cov-report term
2525
- name: Lint
26-
run: pflake8 data_flow/
26+
run: pflake8 mysiar_data_flow/ tests/

Diff for: ‎.gitignore

+1-1
Original file line numberDiff line numberDiff line change
@@ -162,5 +162,5 @@ cython_debug/
162162

163163

164164
# data_flow
165-
!data_flow/lib
165+
!mysiar_data_flow/lib
166166
tests/data/*.csv

Diff for: ‎Makefile

+15-2
Original file line numberDiff line numberDiff line change
@@ -8,7 +8,20 @@ pip::
88
venv/bin/pip install -r requirements.dev.txt
99

1010
tests::
11-
PYTHONPATH=. venv/bin/pytest --cov=data_flow --cov-report html --cov-report term -rP tests/ -vvv
11+
PYTHONPATH=. venv/bin/pytest --cov=mysiar_data_flow --cov-report html --cov-report term -rP tests/ -vvv
1212

1313
lint::
14-
venv/bin/pflake8 data_flow/
14+
venv/bin/pflake8 mysiar_data_flow/ tests/
15+
16+
build::
17+
rm -rf dist
18+
venv/bin/poetry build
19+
20+
21+
upload-test::
22+
$(MAKE) build
23+
venv/bin/python -m twine upload -u $${PYPI_USER} -p $${PYPI_PASS_TEST} --verbose --repository testpypi dist/*
24+
25+
upload::
26+
$(MAKE) build
27+
. venv/bin/activate && python -m twine upload -u $${PYPI_USER} -p $${PYPI_PASS} --verbose dist/*

Diff for: ‎README.md

+13-1
Original file line numberDiff line numberDiff line change
@@ -8,5 +8,17 @@
88

99
library to manipulate data
1010

11+
## Installation instructions
12+
13+
```sh
14+
pip install mysiar-data-flow
15+
```
16+
1117
## DataFlow.DataFrame
12-
work in progress
18+
19+
### Usage
20+
For now check [mysiar_data_flow/data_flow.py](mysiar_data_flow/data_flow.py) file for interface
21+
22+
23+
24+
![work in progress](.github/5578703.png)

Diff for: ‎data_flow/__init__.py renamed to ‎mysiar_data_flow/__init__.py

File renamed without changes.

Diff for: ‎data_flow/data_flow.py renamed to ‎mysiar_data_flow/data_flow.py

+7-7
Original file line numberDiff line numberDiff line change
@@ -7,31 +7,31 @@
77
import polars as pl
88
from pyarrow import feather
99

10-
from data_flow.lib import FileType, Operator
11-
from data_flow.lib.data_columns import (
10+
from mysiar_data_flow.lib import FileType, Operator
11+
from mysiar_data_flow.lib.data_columns import (
1212
data_get_columns,
1313
data_delete_columns,
1414
data_rename_columns,
1515
data_select_columns,
1616
data_filter_on_column,
1717
)
18-
from data_flow.lib.data_from import (
18+
from mysiar_data_flow.lib.data_from import (
1919
from_csv_2_file,
2020
from_feather_2_file,
2121
from_parquet_2_file,
2222
from_json_2_file,
2323
from_hdf_2_file,
2424
)
25-
from data_flow.lib.data_to import (
25+
from mysiar_data_flow.lib.data_to import (
2626
to_csv_from_file,
2727
to_feather_from_file,
2828
to_parquet_from_file,
2929
to_json_from_file,
3030
to_hdf_from_file,
3131
)
32-
from data_flow.lib.fireducks import from_fireducks_2_file, to_fireducks_from_file
33-
from data_flow.lib.pandas import from_pandas_2_file
34-
from data_flow.lib.tools import generate_temporary_filename, delete_file
32+
from mysiar_data_flow.lib.fireducks import from_fireducks_2_file, to_fireducks_from_file
33+
from mysiar_data_flow.lib.pandas import from_pandas_2_file
34+
from mysiar_data_flow.lib.tools import generate_temporary_filename, delete_file
3535

3636

3737
class DataFlow:

Diff for: ‎data_flow/lib/FileType.py renamed to ‎mysiar_data_flow/lib/FileType.py

File renamed without changes.

Diff for: ‎data_flow/lib/Operator.py renamed to ‎mysiar_data_flow/lib/Operator.py

File renamed without changes.

Diff for: ‎data_flow/lib/__init__.py renamed to ‎mysiar_data_flow/lib/__init__.py

File renamed without changes.

Diff for: ‎data_flow/lib/data_columns.py renamed to ‎mysiar_data_flow/lib/data_columns.py

+2-2
Original file line numberDiff line numberDiff line change
@@ -2,8 +2,8 @@
22

33
import fireducks.pandas as fd
44

5-
from data_flow.lib.FileType import FileType
6-
from data_flow.lib.Operator import Operator
5+
from mysiar_data_flow.lib.FileType import FileType
6+
from mysiar_data_flow.lib.Operator import Operator
77

88

99
def data_get_columns(tmp_filename: str, file_type: FileType) -> list:

Diff for: ‎data_flow/lib/data_from.py renamed to ‎mysiar_data_flow/lib/data_from.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
import fireducks.pandas as fd
22
from pyarrow import feather
33

4-
from data_flow.lib.FileType import FileType
4+
from mysiar_data_flow.lib.FileType import FileType
55

66

77
def from_csv_2_file(filename: str, tmp_filename: str, file_type: FileType) -> None:

Diff for: ‎data_flow/lib/data_to.py renamed to ‎mysiar_data_flow/lib/data_to.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
import fireducks.pandas as fd
22

3-
from data_flow.lib.FileType import FileType
3+
from mysiar_data_flow.lib.FileType import FileType
44

55

66
def to_csv_from_file(filename: str, tmp_filename: str, file_type: FileType) -> None:

Diff for: ‎data_flow/lib/fireducks.py renamed to ‎mysiar_data_flow/lib/fireducks.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
import fireducks.pandas as fd
22

3-
from data_flow.lib.FileType import FileType
3+
from mysiar_data_flow.lib.FileType import FileType
44

55

66
def from_fireducks_2_file(df: fd.DataFrame, tmp_filename: str, file_type: FileType) -> None:

Diff for: ‎data_flow/lib/pandas.py renamed to ‎mysiar_data_flow/lib/pandas.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
import fireducks.pandas as fd
22
import pandas as pd
33

4-
from data_flow.lib.FileType import FileType
4+
from mysiar_data_flow.lib.FileType import FileType
55

66

77
def from_pandas_2_file(df: pd.DataFrame, tmp_filename: str, file_type: FileType) -> None:

Diff for: ‎data_flow/lib/tools.py renamed to ‎mysiar_data_flow/lib/tools.py

File renamed without changes.

Diff for: ‎pyproject.toml

+63
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,66 @@
1+
[tool.poetry]
2+
name = "mysiar-data-flow"
3+
version = "0.0.1rc2"
4+
readme = "README.md"
5+
description = "Python data manipulation library"
6+
authors = ["Piotr Synowiec <[email protected]>"]
7+
maintainers = ["Piotr Synowiec <[email protected]>"]
8+
keywords = ["dataframe", "pandas", "polars", "fireducks"]
9+
classifiers = [
10+
"Intended Audience :: Developers",
11+
"Programming Language :: Python :: 3 :: Only",
12+
"Programming Language :: Python :: 3.10",
13+
"Programming Language :: Python :: 3.11",
14+
"Programming Language :: Python :: 3.12",
15+
"Topic :: Software Development :: Libraries",
16+
"Topic :: Utilities"
17+
]
18+
19+
[tool.poetry.dependencies]
20+
python = ">=3.10,<3.13"
21+
fireducks = "*"
22+
tables = "*"
23+
pyarrow = "*"
24+
pandas = "*"
25+
polars = "*"
26+
black = "*"
27+
flake8 = "*"
28+
pyproject-flake8 = "*"
29+
pytest = "*"
30+
pytest-cov = "*"
31+
poetry = "*"
32+
33+
34+
[project.urls]
35+
Repository = "https://github.com/mysiar-org/python-data-flow"
36+
Issues = "https://github.com/mysiar-org/python-data-flow/issues"
37+
#Changelog=
38+
39+
[tool.poetry.extras]
40+
all = [
41+
42+
]
43+
dev = [
44+
"black",
45+
"flake8",
46+
"pyproject-flake8",
47+
"pytest",
48+
"pytest-cov",
49+
"poetry",
50+
]
51+
52+
#[tool.poetry.packages]
53+
#packages = [
54+
# { include = "data_flow" }
55+
#]
56+
57+
[build-system]
58+
requires = ["poetry-core>=1.0.0"]
59+
build-backend = "poetry.core.masonry.api"
60+
61+
62+
63+
164
[tool.black]
265
line-length = 120
366

Diff for: ‎requirements.dev.txt

+2
Original file line numberDiff line numberDiff line change
@@ -3,3 +3,5 @@ flake8
33
pyproject-flake8
44
pytest
55
pytest-cov
6+
poetry
7+
twine

Diff for: ‎tests/BaseTestCase.py

+2-2
Original file line numberDiff line numberDiff line change
@@ -4,8 +4,8 @@
44

55
import pandas as pd
66

7-
from data_flow import DataFlow
8-
from data_flow.lib import Operator
7+
from mysiar_data_flow import DataFlow
8+
from mysiar_data_flow.lib import Operator
99

1010

1111
class BaseTestCase(unittest.TestCase):

Diff for: ‎tests/test_data_flow_csv.py

+3-3
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,8 @@
11
import unittest
22

3-
from data_flow import DataFlow
4-
from data_flow.lib import FileType
5-
from data_flow.lib.tools import delete_file
3+
from mysiar_data_flow import DataFlow
4+
from mysiar_data_flow.lib import FileType
5+
from mysiar_data_flow.lib.tools import delete_file
66
from tests.BaseTestCase import BaseTestCase
77

88

Diff for: ‎tests/test_data_flow_feather.py

+3-3
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,8 @@
11
import unittest
22

3-
from data_flow import DataFlow
4-
from data_flow.lib import FileType
5-
from data_flow.lib.tools import delete_file
3+
from mysiar_data_flow import DataFlow
4+
from mysiar_data_flow.lib import FileType
5+
from mysiar_data_flow.lib.tools import delete_file
66
from tests.BaseTestCase import BaseTestCase
77

88

Diff for: ‎tests/test_data_flow_hdf.py

+3-3
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,8 @@
11
import unittest
22

3-
from data_flow import DataFlow
4-
from data_flow.lib import FileType
5-
from data_flow.lib.tools import delete_file
3+
from mysiar_data_flow import DataFlow
4+
from mysiar_data_flow.lib import FileType
5+
from mysiar_data_flow.lib.tools import delete_file
66
from tests.BaseTestCase import BaseTestCase
77

88

Diff for: ‎tests/test_data_flow_json.py

+3-3
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,8 @@
11
import unittest
22

3-
from data_flow import DataFlow
4-
from data_flow.lib import FileType
5-
from data_flow.lib.tools import delete_file
3+
from mysiar_data_flow import DataFlow
4+
from mysiar_data_flow.lib import FileType
5+
from mysiar_data_flow.lib.tools import delete_file
66
from tests.BaseTestCase import BaseTestCase
77

88

Diff for: ‎tests/test_data_flow_parquet.py

+3-3
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,8 @@
11
import unittest
22

3-
from data_flow import DataFlow
4-
from data_flow.lib import FileType
5-
from data_flow.lib.tools import delete_file
3+
from mysiar_data_flow import DataFlow
4+
from mysiar_data_flow.lib import FileType
5+
from mysiar_data_flow.lib.tools import delete_file
66
from tests.BaseTestCase import BaseTestCase
77

88

0 commit comments

Comments
 (0)