its coqui-tts not coqui.
All checks were successful
Compile and Upload Pipelines / Compile & Upload (push) Successful in 17s
Compile and Upload Pipelines / Notify (push) Successful in 1s

This commit is contained in:
2026-02-18 07:11:56 -05:00
parent 9c51355baa
commit 7f2b011c95
4 changed files with 19 additions and 12 deletions

View File

@@ -65,11 +65,12 @@ def fetch_pdfs_from_s3(
client = boto3.client(
"s3",
endpoint_url=f"http://{s3_endpoint}",
endpoint_url=s3_endpoint,
aws_access_key_id=aws_access_key_id,
aws_secret_access_key=aws_secret_access_key,
region_name="us-east-1",
config=Config(signature_version="s3v4"),
verify=False,
)
paginator = client.get_paginator("list_objects_v2")
@@ -226,11 +227,12 @@ def upload_data_to_s3(
client = boto3.client(
"s3",
endpoint_url=f"http://{s3_endpoint}",
endpoint_url=s3_endpoint,
aws_access_key_id=aws_access_key_id,
aws_secret_access_key=aws_secret_access_key,
region_name="us-east-1",
config=Config(signature_version="s3v4"),
verify=False,
)
for fname in ["train.json", "val.json"]:
@@ -273,11 +275,12 @@ from trl import SFTTrainer
def _s3_client(cfg):
return boto3.client(
"s3",
endpoint_url=f"http://{cfg['s3_endpoint']}",
endpoint_url=cfg['s3_endpoint'],
aws_access_key_id=cfg["aws_access_key_id"],
aws_secret_access_key=cfg["aws_secret_access_key"],
region_name="us-east-1",
config=Config(signature_version="s3v4"),
verify=False,
)
@@ -693,11 +696,12 @@ def submit_ray_training_job(
# ── Read results from S3 ────────────────────────────────
s3 = boto3.client(
"s3",
endpoint_url=f"http://{s3_endpoint}",
endpoint_url=s3_endpoint,
aws_access_key_id=aws_access_key_id,
aws_secret_access_key=aws_secret_access_key,
region_name="us-east-1",
config=Config(signature_version="s3v4"),
verify=False,
)
results_obj = s3.get_object(
@@ -751,11 +755,12 @@ def download_adapter_from_s3(
client = boto3.client(
"s3",
endpoint_url=f"http://{s3_endpoint}",
endpoint_url=s3_endpoint,
aws_access_key_id=aws_access_key_id,
aws_secret_access_key=aws_secret_access_key,
region_name="us-east-1",
config=Config(signature_version="s3v4"),
verify=False,
)
adapter_path = "/tmp/adapter"
@@ -1019,7 +1024,7 @@ def log_training_metrics(
)
def cpu_training_pipeline(
# ── S3 / Quobjects ──
s3_endpoint: str = "candlekeep.lab.daviestechlabs.io",
s3_endpoint: str = "https://gravenhollow.lab.daviestechlabs.io:30292",
s3_bucket: str = "training-data",
s3_prefix: str = "",
aws_access_key_id: str = "",