feat(ml): implement annotation ingestion with windowed/BIO encoding and TA-Lib patterns
This commit is contained in:
parent
fd29ab91e0
commit
16763b967e
3 changed files with 541 additions and 10 deletions
|
|
@ -61,11 +61,18 @@ def run_annotation_ingestion(config: PipelineConfig) -> None:
|
|||
return
|
||||
|
||||
# Import here to avoid circular dependencies
|
||||
from app.annotation_ingestion import run_annotation_ingestion_stage
|
||||
from app.annotation_ingestion import run_annotation_ingestion as run_ingestion
|
||||
|
||||
logger.info(f"Reading enriched data from: {config.data.enriched_path}")
|
||||
logger.info(f"Reading annotations from: {config.data.annotations_path}")
|
||||
run_annotation_ingestion_stage(config)
|
||||
|
||||
run_ingestion(
|
||||
config=config.stages.annotation_ingestion,
|
||||
enriched_path=config.data.enriched_path,
|
||||
annotations_path=config.data.annotations_path,
|
||||
output_path=config.data.labeled_path
|
||||
)
|
||||
|
||||
logger.info(f"Labeled data written to: {config.data.labeled_path}")
|
||||
logger.info("Annotation ingestion stage completed successfully")
|
||||
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue