You signed in with another tab or window. Reload to refresh your session.You signed out in another tab or window. Reload to refresh your session.You switched accounts on another tab or window. Reload to refresh your session.Dismiss alert
Copy file name to clipboardExpand all lines: README.md
+2-1
Original file line number
Diff line number
Diff line change
@@ -59,6 +59,8 @@ This will display detailed usage information.
59
59
-`-t`, `--api_timeout`: Timeout (in seconds) for API requests (default: 10).
60
60
-`-i`, `--poll_interval`: Interval (in seconds) between API status polls (default: 5).
61
61
-`-p`, `--parallel_call_count`: Number of parallel API calls (default: 10).
62
+
-`--csv_report`: Path to export the detailed report as a CSV file.
63
+
-`--db_path`: Path where the SQlite DB file is stored (default: './file_processing.db')
62
64
-`--retry_failed`: Retry processing of failed files.
63
65
-`--retry_pending`: Retry processing of pending files by making new requests.
64
66
-`--skip_pending`: Skip processing of pending files.
@@ -67,7 +69,6 @@ This will display detailed usage information.
67
69
-`--print_report`: Print a detailed report of all processed files at the end.
68
70
-`--exclude_metadata`: Exclude metadata on tokens consumed and the context passed to LLMs for prompt studio exported tools in the result for each file.
parser=argparse.ArgumentParser(description="Process files using the API.")
505
+
parser=argparse.ArgumentParser(description="Process files using Unstract's API deployment")
506
506
parser.add_argument(
507
507
"-e",
508
508
"--api_endpoint",
509
509
dest="api_endpoint",
510
510
type=str,
511
511
required=True,
512
-
help="API Endpoint to use for processing the files.",
512
+
help="API Endpoint to use for processing the files",
513
513
)
514
514
parser.add_argument(
515
515
"-k",
@@ -525,38 +525,38 @@ def main():
525
525
dest="api_timeout",
526
526
type=int,
527
527
default=10,
528
-
help="Time in seconds to wait before switching to async mode.",
528
+
help="Time in seconds to wait before switching to async mode (default: 10)",
529
529
)
530
530
parser.add_argument(
531
531
"-i",
532
532
"--poll_interval",
533
533
dest="poll_interval",
534
534
type=int,
535
535
default=5,
536
-
help="Time in seconds the process will sleep between polls in async mode.",
536
+
help="Time in seconds the process will sleep between polls in async mode (default: 5)",
537
537
)
538
538
parser.add_argument(
539
539
"-f",
540
540
"--input_folder_path",
541
541
dest="input_folder_path",
542
542
type=str,
543
543
required=True,
544
-
help="Path where the files to process are present.",
544
+
help="Path where the files to process are present",
545
545
)
546
546
parser.add_argument(
547
547
"-p",
548
548
"--parallel_call_count",
549
549
dest="parallel_call_count",
550
550
type=int,
551
551
default=5,
552
-
help="Number of calls to be made in parallel.",
552
+
help="Number of calls to be made in parallel (default: 5)",
553
553
)
554
554
parser.add_argument(
555
555
"--db_path",
556
556
dest="db_path",
557
557
type=str,
558
558
default="file_processing.db",
559
-
help="Path where the SQlite DB file is stored, defaults to './file_processing.db'",
559
+
help="Path where the SQlite DB file is stored (default: './file_processing.db)'",
560
560
)
561
561
parser.add_argument(
562
562
'--csv_report',
@@ -568,25 +568,25 @@ def main():
568
568
"--retry_failed",
569
569
dest="retry_failed",
570
570
action="store_true",
571
-
help="Retry processing of failed files.",
571
+
help="Retry processing of failed files (default: True)",
572
572
)
573
573
parser.add_argument(
574
574
"--retry_pending",
575
575
dest="retry_pending",
576
576
action="store_true",
577
-
help="Retry processing of pending files as new request (Without this it will try to fetch the results using status API).",
577
+
help="Retry processing of pending files as new request (Without this it will try to fetch the results using status API) (default: True)",
578
578
)
579
579
parser.add_argument(
580
580
"--skip_pending",
581
581
dest="skip_pending",
582
582
action="store_true",
583
-
help="Skip processing of pending files (Over rides --retry-pending).",
583
+
help="Skip processing of pending files (overrides --retry-pending) (default: True)",
584
584
)
585
585
parser.add_argument(
586
586
"--skip_unprocessed",
587
587
dest="skip_unprocessed",
588
588
action="store_true",
589
-
help="Skip unprocessed files while retry processing of failed files.",
589
+
help="Skip unprocessed files while retry processing of failed files (default: True)",
590
590
)
591
591
parser.add_argument(
592
592
"--log_level",
@@ -600,19 +600,19 @@ def main():
600
600
"--print_report",
601
601
dest="print_report",
602
602
action="store_true",
603
-
help="Print a detailed report of all file processed.",
603
+
help="Print a detailed report of all file processed (default: True)",
604
604
)
605
605
parser.add_argument(
606
606
"--exclude_metadata",
607
607
dest="include_metadata",
608
608
action="store_false",
609
-
help="Exclude metadata on tokens consumed and the context passed to LLMs for prompt studio exported tools in the result for each file.",
609
+
help="Exclude metadata on tokens consumed and the context passed to LLMs for prompt studio exported tools in the result for each file (default: False)",
0 commit comments