dev: 0.0.1

Author: mysiar

.github/5578703.png

@@ -23,4 +23,4 @@ jobs:
       - name: Tests
         run: PYTHONPATH=. pytest --cov=data_flow --cov-report term
       - name: Lint
-        run: pflake8 data_flow/
+        run: pflake8 mysiar_data_flow/ tests/

.github/workflows/tests.yaml

@@ -162,5 +162,5 @@ cython_debug/
 
 
 # data_flow
-!data_flow/lib
+!mysiar_data_flow/lib
 tests/data/*.csv

.gitignore

@@ -8,7 +8,20 @@ pip::
 	venv/bin/pip install -r requirements.dev.txt
 
 tests::
-	PYTHONPATH=. venv/bin/pytest --cov=data_flow --cov-report html --cov-report term -rP tests/ -vvv
+	PYTHONPATH=. venv/bin/pytest --cov=mysiar_data_flow --cov-report html --cov-report term -rP tests/ -vvv
 
 lint::
-	venv/bin/pflake8 data_flow/
+	venv/bin/pflake8 mysiar_data_flow/ tests/
+
+build::
+	rm -rf dist
+	venv/bin/poetry build
+
+
+upload-test::
+	$(MAKE) build
+	venv/bin/python -m twine upload -u $${PYPI_USER} -p $${PYPI_PASS_TEST} --verbose --repository testpypi dist/*
+
+upload::
+	$(MAKE) build
+	. venv/bin/activate && python -m twine upload -u $${PYPI_USER} -p $${PYPI_PASS} --verbose dist/*

Makefile

@@ -8,5 +8,17 @@
 
 library to manipulate data
 
+## Installation instructions
+
+```sh
+pip install mysiar-data-flow
+```
+
 ## DataFlow.DataFrame
-work in progress
+
+### Usage
+For now check  [mysiar_data_flow/data_flow.py](mysiar_data_flow/data_flow.py) file for interface
+
+
+
+![work in progress](.github/5578703.png)

README.md

@@ -7,31 +7,31 @@
 import polars as pl
 from pyarrow import feather
 
-from data_flow.lib import FileType, Operator
-from data_flow.lib.data_columns import (
+from mysiar_data_flow.lib import FileType, Operator
+from mysiar_data_flow.lib.data_columns import (
     data_get_columns,
     data_delete_columns,
     data_rename_columns,
     data_select_columns,
     data_filter_on_column,
 )
-from data_flow.lib.data_from import (
+from mysiar_data_flow.lib.data_from import (
     from_csv_2_file,
     from_feather_2_file,
     from_parquet_2_file,
     from_json_2_file,
     from_hdf_2_file,
 )
-from data_flow.lib.data_to import (
+from mysiar_data_flow.lib.data_to import (
     to_csv_from_file,
     to_feather_from_file,
     to_parquet_from_file,
     to_json_from_file,
     to_hdf_from_file,
 )
-from data_flow.lib.fireducks import from_fireducks_2_file, to_fireducks_from_file
-from data_flow.lib.pandas import from_pandas_2_file
-from data_flow.lib.tools import generate_temporary_filename, delete_file
+from mysiar_data_flow.lib.fireducks import from_fireducks_2_file, to_fireducks_from_file
+from mysiar_data_flow.lib.pandas import from_pandas_2_file
+from mysiar_data_flow.lib.tools import generate_temporary_filename, delete_file
 
 
 class DataFlow: