Skip to content

Commit

Permalink
Update Readme
Browse files Browse the repository at this point in the history
  • Loading branch information
apaniukov committed Apr 26, 2024
1 parent c47ff79 commit ec6ea7a
Show file tree
Hide file tree
Showing 2 changed files with 3 additions and 14 deletions.
6 changes: 2 additions & 4 deletions benchmark/README.md
Original file line number Diff line number Diff line change
Expand Up @@ -7,8 +7,8 @@ Use `pip install -U openvino-tokenizers[benchmark]` or `pip install -U .[benchma
## Usage

```shell
usage: benchmark.py [-h] [-d DATASET] [-n NUM_PAIRS] [--trust-remote-code] [--log-scale] [--dump-latency-stats] [--print-per-layer-stats]
[--tput] [--seed SEED]
usage: benchmark.py [-h] [-d DATASET] [-n NUM_PAIRS] [--trust-remote-code] [--dump-latency-stats] [--print-per-layer-stats] [--tput]
[--seed SEED]
model_id

OpenVINO Tokenizers Benchmark
Expand All @@ -25,8 +25,6 @@ options:
--trust-remote-code, --trust_remote_code
Pass `trust_remote_code=True` to `AutoTokenizer.from_pretrained`. It will execute code present on the Hub on your local
machine.
--log-scale, --log_scale
Use log scale for the plot.
--dump-latency-stats, --dump_latency_stats
Save csv file with latency stats.
--print-per-layer-stats, --print_per_layer_stats
Expand Down
11 changes: 1 addition & 10 deletions benchmark/benchmark.py
Original file line number Diff line number Diff line change
Expand Up @@ -176,7 +176,6 @@ def main(
dataset: str,
num_pairs: int = 1000,
trust: bool = False,
log: bool = False,
dump_latency: bool = False,
per_layer_stats: bool = False,
tput: bool = False,
Expand All @@ -202,7 +201,7 @@ def main(
if dump_latency:
dump_latency_stats(result_df, model_name)

build_plot(result_df, f"latency_benchmark_{model_name}.jpeg", log=log, title=f"OV vs HF Latency\n{checkpoint}")
build_plot(result_df, f"latency_benchmark_{model_name}.jpeg", title=f"OV vs HF Latency\n{checkpoint}")


if __name__ == "__main__":
Expand Down Expand Up @@ -233,13 +232,6 @@ def main(
"execute code present on the Hub on your local machine."
),
)
parser.add_argument(
"--log-scale",
"--log_scale",
required=False,
action="store_true",
help="Use log scale for the plot.",
)
parser.add_argument(
"--dump-latency-stats",
"--dump_latency_stats",
Expand Down Expand Up @@ -277,7 +269,6 @@ def main(
args.dataset,
args.num_pairs,
trust=args.trust_remote_code,
log=args.log_scale,
dump_latency=args.dump_latency_stats,
per_layer_stats=args.print_per_layer_stats,
tput=args.tput,
Expand Down

0 comments on commit ec6ea7a

Please sign in to comment.