aboutsummaryrefslogtreecommitdiff
path: root/.venv/lib/python3.12/site-packages/openai/cli/_tools/fine_tunes.py
diff options
context:
space:
mode:
Diffstat (limited to '.venv/lib/python3.12/site-packages/openai/cli/_tools/fine_tunes.py')
-rw-r--r--.venv/lib/python3.12/site-packages/openai/cli/_tools/fine_tunes.py63
1 files changed, 63 insertions, 0 deletions
diff --git a/.venv/lib/python3.12/site-packages/openai/cli/_tools/fine_tunes.py b/.venv/lib/python3.12/site-packages/openai/cli/_tools/fine_tunes.py
new file mode 100644
index 00000000..2128b889
--- /dev/null
+++ b/.venv/lib/python3.12/site-packages/openai/cli/_tools/fine_tunes.py
@@ -0,0 +1,63 @@
+from __future__ import annotations
+
+import sys
+from typing import TYPE_CHECKING
+from argparse import ArgumentParser
+
+from .._models import BaseModel
+from ...lib._validators import (
+ get_validators,
+ write_out_file,
+ read_any_format,
+ apply_validators,
+ apply_necessary_remediation,
+)
+
+if TYPE_CHECKING:
+ from argparse import _SubParsersAction
+
+
+def register(subparser: _SubParsersAction[ArgumentParser]) -> None:
+ sub = subparser.add_parser("fine_tunes.prepare_data")
+ sub.add_argument(
+ "-f",
+ "--file",
+ required=True,
+ help="JSONL, JSON, CSV, TSV, TXT or XLSX file containing prompt-completion examples to be analyzed."
+ "This should be the local file path.",
+ )
+ sub.add_argument(
+ "-q",
+ "--quiet",
+ required=False,
+ action="store_true",
+ help="Auto accepts all suggestions, without asking for user input. To be used within scripts.",
+ )
+ sub.set_defaults(func=prepare_data, args_model=PrepareDataArgs)
+
+
+class PrepareDataArgs(BaseModel):
+ file: str
+
+ quiet: bool
+
+
+def prepare_data(args: PrepareDataArgs) -> None:
+ sys.stdout.write("Analyzing...\n")
+ fname = args.file
+ auto_accept = args.quiet
+ df, remediation = read_any_format(fname)
+ apply_necessary_remediation(None, remediation)
+
+ validators = get_validators()
+
+ assert df is not None
+
+ apply_validators(
+ df,
+ fname,
+ remediation,
+ validators,
+ auto_accept,
+ write_out_file_func=write_out_file,
+ )