yuekaiz commited on
Commit
b228154
·
1 Parent(s): 6de055e

change usage

Browse files
Files changed (1) hide show
  1. runtime/triton_trtllm/client_grpc.py +10 -15
runtime/triton_trtllm/client_grpc.py CHANGED
@@ -16,25 +16,20 @@
16
  # See the License for the specific language governing permissions and
17
  # limitations under the License.
18
  """
19
- This script supports to load manifest files in kaldi format and sends it to the server
20
  for decoding, in parallel.
21
 
22
  Usage:
23
- # For offline F5-TTS
24
  # huggingface dataset
25
- dataset_name=yuekai/aishell
26
- subset_name=test
27
- split_name=test
28
- num_task=32
29
- python3 client.py \
30
- --server-addr localhost \
31
- --model-name infer_bls \
32
- --num-tasks $num_task \
33
- --text-prompt "<|startoftranscript|><|zh|><|transcribe|><|notimestamps|>" \
34
- --huggingface_dataset $dataset_name \
35
- --subset_name $subset_name \
36
- --split_name $split_name \
37
- --log-dir ./log_sherpa_multi_hans_whisper_large_ifb_$num_task
38
  """
39
 
40
  import argparse
 
16
  # See the License for the specific language governing permissions and
17
  # limitations under the License.
18
  """
19
+ This script supports to load dataset from huggingface and sends it to the server
20
  for decoding, in parallel.
21
 
22
  Usage:
23
+ # For offline Spark-TTS-0.5B
24
  # huggingface dataset
25
+ num_task=2
26
+ python3 client_grpc.py \
27
+ --server-addr localhost \
28
+ --model-name spark_tts \
29
+ --num-tasks $num_task \
30
+ --huggingface-dataset yuekai/seed_tts \
31
+ --split-name wenetspeech4tts \
32
+ --log-dir ./log_concurrent_tasks_${num_task}
 
 
 
 
 
33
  """
34
 
35
  import argparse