chore: rename data-processing to pypi

Signed-off-by: bjwswang <bjwswang@gmail.com>
kubeagi · Jan 18, 2024 · e17495f · e17495f
1 parent 517d75b
commit e17495f
Show file tree

Hide file tree

Showing 55 changed files with 7 additions and 4 deletions.
diff --git a/.github/workflows/image_build.yml b/.github/workflows/image_build.yml
@@ -78,8 +78,8 @@ jobs:
       - name: Build data processing image
         uses: docker/build-push-action@v5
         with:
-          context: ./data-processing
-          file: ./data-processing/Dockerfile
+          context: ./pypi
+          file: ./pypi/data_manipultion/Dockerfile
           platforms: linux/amd64,linux/arm64
           tags: |
             kubeagi/data-processing:latest

diff --git a/data-processing/entrypoint.sh b/data-processing/entrypoint.sh
diff --git a/data-processing/.gitignore → pypi/data_manipulation/.gitignore b/data-processing/.gitignore → pypi/data_manipulation/.gitignore
diff --git a/data-processing/Dockerfile → pypi/data_manipulation/Dockerfile b/data-processing/Dockerfile → pypi/data_manipulation/Dockerfile
diff --git a/data-processing/README.md → pypi/data_manipulation/README.md b/data-processing/README.md → pypi/data_manipulation/README.md
diff --git a/...ssing/db-scripts/init-database-schema.sql → ...ation/db-scripts/init-database-schema.sql b/...ssing/db-scripts/init-database-schema.sql → ...ation/db-scripts/init-database-schema.sql
diff --git a/pypi/data_manipulation/entrypoint.sh b/pypi/data_manipulation/entrypoint.sh
@@ -0,0 +1,2 @@
+#!/bin/sh
+python /arcadia_app/src/server.py
diff --git a/data-processing/requirements.txt → pypi/data_manipulation/requirements.txt b/data-processing/requirements.txt → pypi/data_manipulation/requirements.txt
diff --git a/...essing/data_manipulation/common/config.py → pypi/data_manipulation/src/common/config.py b/...essing/data_manipulation/common/config.py → pypi/data_manipulation/src/common/config.py
diff --git a/...cessing/data_manipulation/common/const.py → pypi/data_manipulation/src/common/const.py b/...cessing/data_manipulation/common/const.py → pypi/data_manipulation/src/common/const.py
diff --git a/...data_manipulation/common/log_tag_const.py → ..._manipulation/src/common/log_tag_const.py b/...data_manipulation/common/log_tag_const.py → ..._manipulation/src/common/log_tag_const.py
diff --git a/...manipulation/common/special_characters.py → ...pulation/src/common/special_characters.py b/...manipulation/common/special_characters.py → ...pulation/src/common/special_characters.py
diff --git a/...ion/controller/data_process_controller.py → ...src/controller/data_process_controller.py b/...ion/controller/data_process_controller.py → ...src/controller/data_process_controller.py
diff --git a/.../data_store_clients/minio_store_client.py → .../data_store_clients/minio_store_client.py b/.../data_store_clients/minio_store_client.py → .../data_store_clients/minio_store_client.py
diff --git a/...data_store_process/minio_store_process.py → ...data_store_process/minio_store_process.py b/...data_store_process/minio_store_process.py → ...data_store_process/minio_store_process.py
diff --git a/...atabase_clients/postgresql_pool_client.py → ...atabase_clients/postgresql_pool_client.py b/...atabase_clients/postgresql_pool_client.py → ...atabase_clients/postgresql_pool_client.py
diff --git a/...tabase_operate/data_process_db_operate.py → ...tabase_operate/data_process_db_operate.py b/...tabase_operate/data_process_db_operate.py → ...tabase_operate/data_process_db_operate.py
diff --git a/...operate/data_process_detail_db_operate.py → ...operate/data_process_detail_db_operate.py b/...operate/data_process_detail_db_operate.py → ...operate/data_process_detail_db_operate.py
diff --git a/...data_process_detail_preview_db_operate.py → ...data_process_detail_preview_db_operate.py b/...data_process_detail_preview_db_operate.py → ...data_process_detail_preview_db_operate.py
diff --git a/...data_process_document_chunk_db_operate.py → ...data_process_document_chunk_db_operate.py b/...data_process_document_chunk_db_operate.py → ...data_process_document_chunk_db_operate.py
diff --git a/...erate/data_process_document_db_operate.py → ...erate/data_process_document_db_operate.py b/...erate/data_process_document_db_operate.py → ...erate/data_process_document_db_operate.py
diff --git a/...se_operate/data_process_log_db_operate.py → ...se_operate/data_process_log_db_operate.py b/...se_operate/data_process_log_db_operate.py → ...se_operate/data_process_log_db_operate.py
diff --git a/...rate/data_process_stage_log_db_operate.py → ...rate/data_process_stage_log_db_operate.py b/...rate/data_process_stage_log_db_operate.py → ...rate/data_process_stage_log_db_operate.py
diff --git a/...manipulation/file_handle/common_handle.py → ...pulation/src/file_handle/common_handle.py b/...manipulation/file_handle/common_handle.py → ...pulation/src/file_handle/common_handle.py
diff --git a/...ta_manipulation/file_handle/csv_handle.py → ...anipulation/src/file_handle/csv_handle.py b/...ta_manipulation/file_handle/csv_handle.py → ...anipulation/src/file_handle/csv_handle.py
diff --git a/...ta_manipulation/file_handle/pdf_handle.py → ...anipulation/src/file_handle/pdf_handle.py b/...ta_manipulation/file_handle/pdf_handle.py → ...anipulation/src/file_handle/pdf_handle.py
diff --git a/...a_manipulation/file_handle/word_handle.py → ...nipulation/src/file_handle/word_handle.py b/...a_manipulation/file_handle/word_handle.py → ...nipulation/src/file_handle/word_handle.py
diff --git a/...ocessing/data_manipulation/kube/client.py → pypi/data_manipulation/src/kube/client.py b/...ocessing/data_manipulation/kube/client.py → pypi/data_manipulation/src/kube/client.py
diff --git a/...ata_manipulation/kube/custom_resources.py → ...manipulation/src/kube/custom_resources.py b/...ata_manipulation/kube/custom_resources.py → ...manipulation/src/kube/custom_resources.py
diff --git a/...sing/data_manipulation/kube/dataset_cr.py → .../data_manipulation/src/kube/dataset_cr.py b/...sing/data_manipulation/kube/dataset_cr.py → .../data_manipulation/src/kube/dataset_cr.py
diff --git a/...essing/data_manipulation/kube/minio_cr.py → pypi/data_manipulation/src/kube/minio_cr.py b/...essing/data_manipulation/kube/minio_cr.py → pypi/data_manipulation/src/kube/minio_cr.py
diff --git a/...essing/data_manipulation/kube/model_cr.py → pypi/data_manipulation/src/kube/model_cr.py b/...essing/data_manipulation/kube/model_cr.py → pypi/data_manipulation/src/kube/model_cr.py
diff --git a/...g/data_manipulation/kube/postgresql_cr.py → ...ta_manipulation/src/kube/postgresql_cr.py b/...g/data_manipulation/kube/postgresql_cr.py → ...ta_manipulation/src/kube/postgresql_cr.py
diff --git a/...ation/llm_api_service/base_qa_provider.py → ...n/src/llm_api_service/base_qa_provider.py b/...ation/llm_api_service/base_qa_provider.py → ...n/src/llm_api_service/base_qa_provider.py
diff --git a/...on/llm_api_service/qa_provider_open_ai.py → ...rc/llm_api_service/qa_provider_open_ai.py b/...on/llm_api_service/qa_provider_open_ai.py → ...rc/llm_api_service/qa_provider_open_ai.py
diff --git a/...i_service/qa_provider_zhi_pu_ai_online.py → ...i_service/qa_provider_zhi_pu_ai_online.py b/...i_service/qa_provider_zhi_pu_ai_online.py → ...i_service/qa_provider_zhi_pu_ai_online.py
diff --git a/...ulation/llm_prompt_template/llm_prompt.py → ...ion/src/llm_prompt_template/llm_prompt.py b/...ulation/llm_prompt_template/llm_prompt.py → ...ion/src/llm_prompt_template/llm_prompt.py
diff --git a/..._manipulation/parallel/thread_parallel.py → ...ipulation/src/parallel/thread_parallel.py b/..._manipulation/parallel/thread_parallel.py → ...ipulation/src/parallel/thread_parallel.py
diff --git a/data-processing/data_manipulation/server.py → pypi/data_manipulation/src/server.py b/data-processing/data_manipulation/server.py → pypi/data_manipulation/src/server.py
diff --git a/...ipulation/service/data_process_service.py → ...ation/src/service/data_process_service.py b/...ipulation/service/data_process_service.py → ...ation/src/service/data_process_service.py
diff --git a/...ulation/transform/text/clean_transform.py → ...ion/src/transform/text/clean_transform.py b/...ulation/transform/text/clean_transform.py → ...ion/src/transform/text/clean_transform.py
diff --git a/...on/transform/text/duplicates_transform.py → ...rc/transform/text/duplicates_transform.py b/...on/transform/text/duplicates_transform.py → ...rc/transform/text/duplicates_transform.py
diff --git a/...on/transform/text/filtration_transform.py → ...rc/transform/text/filtration_transform.py b/...on/transform/text/filtration_transform.py → ...rc/transform/text/filtration_transform.py
diff --git a/...ation/transform/text/privacy_transform.py → ...n/src/transform/text/privacy_transform.py b/...ation/transform/text/privacy_transform.py → ...n/src/transform/text/privacy_transform.py
diff --git a/...nipulation/transform/text/support_type.py → ...lation/src/transform/text/support_type.py b/...nipulation/transform/text/support_type.py → ...lation/src/transform/text/support_type.py
diff --git a/...ng/data_manipulation/utils/class_utils.py → ...ata_manipulation/src/utils/class_utils.py b/...ng/data_manipulation/utils/class_utils.py → ...ata_manipulation/src/utils/class_utils.py
diff --git a/...sing/data_manipulation/utils/csv_utils.py → .../data_manipulation/src/utils/csv_utils.py b/...sing/data_manipulation/utils/csv_utils.py → .../data_manipulation/src/utils/csv_utils.py
diff --git a/...ata_manipulation/utils/date_time_utils.py → ...manipulation/src/utils/date_time_utils.py b/...ata_manipulation/utils/date_time_utils.py → ...manipulation/src/utils/date_time_utils.py
diff --git a/...ing/data_manipulation/utils/docx_utils.py → ...data_manipulation/src/utils/docx_utils.py b/...ing/data_manipulation/utils/docx_utils.py → ...data_manipulation/src/utils/docx_utils.py
diff --git a/...ing/data_manipulation/utils/file_utils.py → ...data_manipulation/src/utils/file_utils.py b/...ing/data_manipulation/utils/file_utils.py → ...data_manipulation/src/utils/file_utils.py
diff --git a/...ing/data_manipulation/utils/json_utils.py → ...data_manipulation/src/utils/json_utils.py b/...ing/data_manipulation/utils/json_utils.py → ...data_manipulation/src/utils/json_utils.py
diff --git a/...sing/data_manipulation/utils/log_utils.py → .../data_manipulation/src/utils/log_utils.py b/...sing/data_manipulation/utils/log_utils.py → .../data_manipulation/src/utils/log_utils.py
diff --git a/...sing/data_manipulation/utils/pdf_utils.py → .../data_manipulation/src/utils/pdf_utils.py b/...sing/data_manipulation/utils/pdf_utils.py → .../data_manipulation/src/utils/pdf_utils.py
diff --git a/...ng/data_manipulation/utils/sanic_utils.py → ...ata_manipulation/src/utils/sanic_utils.py b/...ng/data_manipulation/utils/sanic_utils.py → ...ata_manipulation/src/utils/sanic_utils.py
diff --git a/pypi/ragas_once/README.md b/pypi/ragas_once/README.md
@@ -0,0 +1,3 @@
+# ragas-once
+
+A one-stop cli for ragas(RAG Evaluation)