说明文档

教程

启动服务端

docker pull soar97/triton-wenet:22.12
docker run -it --rm --name \"wenet_tlg_test\" --gpus all --shm-size 1g --net host soar97/triton-wenet:22.12
git-lfs install
git clone https://huggingface.co/yuekai/model_repo_conformer_aishell_wenet_tlg.git
cd model_repo_conformer_aishell_wenet_tlg
bash run.sh

启动客户端

pip3 install tritonclient[all]==2.29
apt-get install -y libsndfile1
pip3 install soundfile

python3 generate_perf_input.py --audio_file ./mid.wav
perf_analyzer -m attention_rescoring -b 1 -p 20000 --concurrency-range 100 -i gRPC --input-data=offline_input.json  -u localhost:8001

speechai/model_repo_conformer_aishell_wenet_tlg

作者 speechai

↓ 0 ♥ 1

创建时间: 2023-03-31 09:07:43+00:00

更新时间: 2023-04-05 11:52:02+00:00

在 Hugging Face 上查看

文件 (67)

.gitattributes

README.md

generate_perf_input.py

mid.wav

model_repo_cuda_decoder/attention_rescoring/1/.gitkeep

model_repo_cuda_decoder/attention_rescoring/config.pbtxt

model_repo_cuda_decoder/attention_rescoring/config.pbtxt.template

model_repo_cuda_decoder/decoder/1/.gitkeep

model_repo_cuda_decoder/decoder/1/decoder_fp16.onnx ONNX

model_repo_cuda_decoder/decoder/config.pbtxt

model_repo_cuda_decoder/decoder/config.pbtxt.template

model_repo_cuda_decoder/encoder/1/.gitkeep

model_repo_cuda_decoder/encoder/1/encoder_fp16.onnx ONNX

model_repo_cuda_decoder/encoder/config.pbtxt

model_repo_cuda_decoder/encoder/config.pbtxt.template

model_repo_cuda_decoder/feature_extractor/1/__pycache__/model.cpython-38.pyc

model_repo_cuda_decoder/feature_extractor/1/model.py

model_repo_cuda_decoder/feature_extractor/config.pbtxt

model_repo_cuda_decoder/feature_extractor/config.pbtxt.template

model_repo_cuda_decoder/scoring/1/__pycache__/decoder.cpython-38.pyc

model_repo_cuda_decoder/scoring/1/__pycache__/model.cpython-38.pyc

model_repo_cuda_decoder/scoring/1/decoder.py

model_repo_cuda_decoder/scoring/1/frame_reducer.py

model_repo_cuda_decoder/scoring/1/lang/.gitkeep

model_repo_cuda_decoder/scoring/1/lang/TLG.fst

model_repo_cuda_decoder/scoring/1/lang/words.txt

model_repo_cuda_decoder/scoring/1/model.py

model_repo_cuda_decoder/scoring/1/wfst_decoding_config.yaml

model_repo_cuda_decoder/scoring/config.pbtxt

model_repo_cuda_decoder/scoring/config.pbtxt.template

model_repo_cuda_decoder/scoring/units.txt

perf_log/model_repo_tlg_mbr/errs-aishell_cuts_test-20.txt

perf_log/model_repo_tlg_mbr/errs-aishell_cuts_test-40.txt

perf_log/model_repo_tlg_mbr/errs-aishell_cuts_test-60.txt

perf_log/model_repo_tlg_mbr/errs-aishell_cuts_test-80.txt

perf_log/model_repo_tlg_mbr/rtf-20.txt

perf_log/model_repo_tlg_mbr/rtf-40.txt

perf_log/model_repo_tlg_mbr/rtf-60.txt

perf_log/model_repo_tlg_mbr/rtf-80.txt

perf_log/model_repo_tlg_mbr/stats-20-summary-new.txt

perf_log/model_repo_tlg_mbr/stats-20.json

perf_log/model_repo_tlg_mbr/stats-40.json

perf_log/model_repo_tlg_mbr/stats-60.json

perf_log/model_repo_tlg_mbr/stats-80.json

perf_log/model_repo_tlg_mbr/stats_summary-20.txt

perf_log/model_repo_tlg_mbr/stats_summary-40.txt

perf_log/model_repo_tlg_mbr/stats_summary-60.txt

perf_log/model_repo_tlg_mbr/stats_summary-80.txt

perf_log/model_repo_tlg_mbr/stats_summary.py

perf_log/model_repo_tlg_mbr_skip_blank_0.95/errs-aishell_cuts_test-20.txt

perf_log/model_repo_tlg_mbr_skip_blank_0.95/errs-aishell_cuts_test-40.txt

perf_log/model_repo_tlg_mbr_skip_blank_0.95/errs-aishell_cuts_test-60.txt

perf_log/model_repo_tlg_mbr_skip_blank_0.95/errs-aishell_cuts_test-80.txt

perf_log/model_repo_tlg_mbr_skip_blank_0.95/rtf-20.txt

perf_log/model_repo_tlg_mbr_skip_blank_0.95/rtf-40.txt

perf_log/model_repo_tlg_mbr_skip_blank_0.95/rtf-60.txt

perf_log/model_repo_tlg_mbr_skip_blank_0.95/rtf-80.txt

perf_log/model_repo_tlg_mbr_skip_blank_0.95/stats-20.json

perf_log/model_repo_tlg_mbr_skip_blank_0.95/stats-40.json

perf_log/model_repo_tlg_mbr_skip_blank_0.95/stats-60.json

perf_log/model_repo_tlg_mbr_skip_blank_0.95/stats-80.json

perf_log/model_repo_tlg_mbr_skip_blank_0.95/stats_summary-20.txt

perf_log/model_repo_tlg_mbr_skip_blank_0.95/stats_summary-40.txt

perf_log/model_repo_tlg_mbr_skip_blank_0.95/stats_summary-60.txt

perf_log/model_repo_tlg_mbr_skip_blank_0.95/stats_summary-80.txt

requirements.txt

run.sh