change usage
Browse files
runtime/triton_trtllm/client_grpc.py
CHANGED
@@ -16,25 +16,20 @@
|
|
16 |
# See the License for the specific language governing permissions and
|
17 |
# limitations under the License.
|
18 |
"""
|
19 |
-
This script supports to load
|
20 |
for decoding, in parallel.
|
21 |
|
22 |
Usage:
|
23 |
-
# For offline
|
24 |
# huggingface dataset
|
25 |
-
|
26 |
-
|
27 |
-
|
28 |
-
|
29 |
-
|
30 |
-
|
31 |
-
|
32 |
-
|
33 |
-
--text-prompt "<|startoftranscript|><|zh|><|transcribe|><|notimestamps|>" \
|
34 |
-
--huggingface_dataset $dataset_name \
|
35 |
-
--subset_name $subset_name \
|
36 |
-
--split_name $split_name \
|
37 |
-
--log-dir ./log_sherpa_multi_hans_whisper_large_ifb_$num_task
|
38 |
"""
|
39 |
|
40 |
import argparse
|
|
|
16 |
# See the License for the specific language governing permissions and
|
17 |
# limitations under the License.
|
18 |
"""
|
19 |
+
This script supports to load dataset from huggingface and sends it to the server
|
20 |
for decoding, in parallel.
|
21 |
|
22 |
Usage:
|
23 |
+
# For offline Spark-TTS-0.5B
|
24 |
# huggingface dataset
|
25 |
+
num_task=2
|
26 |
+
python3 client_grpc.py \
|
27 |
+
--server-addr localhost \
|
28 |
+
--model-name spark_tts \
|
29 |
+
--num-tasks $num_task \
|
30 |
+
--huggingface-dataset yuekai/seed_tts \
|
31 |
+
--split-name wenetspeech4tts \
|
32 |
+
--log-dir ./log_concurrent_tasks_${num_task}
|
|
|
|
|
|
|
|
|
|
|
33 |
"""
|
34 |
|
35 |
import argparse
|