Merge pull request #51 from TogetherCrew/feat/rename-ingestion-workflow

feat: Update collection name handling in ingestion pipeline for VectorIngestionPipeline!

Author: amindadgar

hivemind_etl/simple_ingestion/pipeline.py

@@ -68,13 +68,13 @@ async def process_document(
     processing logic, including any necessary embedding or LLM operations.
     """
     if ingestion_request.collectionName is None:
-        collection_name = (
-            f"{ingestion_request.communityId}_{ingestion_request.platformId}"
-        )
+        collection_name = ingestion_request.platformId
     else:
         collection_name = ingestion_request.collectionName
 
     # Initialize the ingestion pipeline
+    # the collection name will be reconstructed in `CustomIngestionPipeline`
+    # in the format of `[communityId]_[collection_name]`
     pipeline = CustomIngestionPipeline(
         community_id=ingestion_request.communityId,
         collection_name=collection_name,