its coqui-tts not coqui.
This commit is contained in:
@@ -65,11 +65,12 @@ def fetch_pdfs_from_s3(
|
||||
|
||||
client = boto3.client(
|
||||
"s3",
|
||||
endpoint_url=f"http://{s3_endpoint}",
|
||||
endpoint_url=s3_endpoint,
|
||||
aws_access_key_id=aws_access_key_id,
|
||||
aws_secret_access_key=aws_secret_access_key,
|
||||
region_name="us-east-1",
|
||||
config=Config(signature_version="s3v4"),
|
||||
verify=False,
|
||||
)
|
||||
|
||||
paginator = client.get_paginator("list_objects_v2")
|
||||
@@ -226,11 +227,12 @@ def upload_data_to_s3(
|
||||
|
||||
client = boto3.client(
|
||||
"s3",
|
||||
endpoint_url=f"http://{s3_endpoint}",
|
||||
endpoint_url=s3_endpoint,
|
||||
aws_access_key_id=aws_access_key_id,
|
||||
aws_secret_access_key=aws_secret_access_key,
|
||||
region_name="us-east-1",
|
||||
config=Config(signature_version="s3v4"),
|
||||
verify=False,
|
||||
)
|
||||
|
||||
for fname in ["train.json", "val.json"]:
|
||||
@@ -273,11 +275,12 @@ from trl import SFTTrainer
|
||||
def _s3_client(cfg):
|
||||
return boto3.client(
|
||||
"s3",
|
||||
endpoint_url=f"http://{cfg['s3_endpoint']}",
|
||||
endpoint_url=cfg['s3_endpoint'],
|
||||
aws_access_key_id=cfg["aws_access_key_id"],
|
||||
aws_secret_access_key=cfg["aws_secret_access_key"],
|
||||
region_name="us-east-1",
|
||||
config=Config(signature_version="s3v4"),
|
||||
verify=False,
|
||||
)
|
||||
|
||||
|
||||
@@ -693,11 +696,12 @@ def submit_ray_training_job(
|
||||
# ── Read results from S3 ────────────────────────────────
|
||||
s3 = boto3.client(
|
||||
"s3",
|
||||
endpoint_url=f"http://{s3_endpoint}",
|
||||
endpoint_url=s3_endpoint,
|
||||
aws_access_key_id=aws_access_key_id,
|
||||
aws_secret_access_key=aws_secret_access_key,
|
||||
region_name="us-east-1",
|
||||
config=Config(signature_version="s3v4"),
|
||||
verify=False,
|
||||
)
|
||||
|
||||
results_obj = s3.get_object(
|
||||
@@ -751,11 +755,12 @@ def download_adapter_from_s3(
|
||||
|
||||
client = boto3.client(
|
||||
"s3",
|
||||
endpoint_url=f"http://{s3_endpoint}",
|
||||
endpoint_url=s3_endpoint,
|
||||
aws_access_key_id=aws_access_key_id,
|
||||
aws_secret_access_key=aws_secret_access_key,
|
||||
region_name="us-east-1",
|
||||
config=Config(signature_version="s3v4"),
|
||||
verify=False,
|
||||
)
|
||||
|
||||
adapter_path = "/tmp/adapter"
|
||||
@@ -1019,7 +1024,7 @@ def log_training_metrics(
|
||||
)
|
||||
def cpu_training_pipeline(
|
||||
# ── S3 / Quobjects ──
|
||||
s3_endpoint: str = "candlekeep.lab.daviestechlabs.io",
|
||||
s3_endpoint: str = "https://gravenhollow.lab.daviestechlabs.io:30292",
|
||||
s3_bucket: str = "training-data",
|
||||
s3_prefix: str = "",
|
||||
aws_access_key_id: str = "",
|
||||
|
||||
Reference in New Issue
Block a user