{"id":10021218,"date":"2026-01-30T16:35:12","date_gmt":"2026-01-30T08:35:12","guid":{"rendered":"https:\/\/itmax.cn\/?p=10021218"},"modified":"2026-01-30T16:35:12","modified_gmt":"2026-01-30T08:35:12","slug":"%e6%80%8e%e4%b9%88%e8%ae%a9-transformers-%e5%92%8c-vllm-%e4%bb%8e-modelscope-%e4%b8%8b%e8%bd%bd%e8%b5%84%e6%ba%90%e8%80%8c%e4%b8%8d%e6%98%af%e4%bb%8e-huggingface-%e4%b8%8b%e8%bd%bd%e8%b5%84%e6%ba%90","status":"publish","type":"post","link":"https:\/\/itmax.cn\/?p=10021218","title":{"rendered":"\u600e\u4e48\u8ba9 transformers \u548c vLLM \u4ece modelscope \u4e0b\u8f7d\u8d44\u6e90\u800c\u4e0d\u662f\u4ece huggingface \u4e0b\u8f7d\u8d44\u6e90\uff1f"},"content":{"rendered":"<p>\u600e\u4e48\u8ba9 qwen_asr \u3001transformers \u540e\u7aef \u548c vLLM \u540e\u7aef\u4ece modelscope \u4e0b\u8f7d\u8d44\u6e90\u800c\u4e0d\u662f\u4ece huggingface \u4e0b\u8f7d\u8d44\u6e90\uff1f<\/p>\n<hr>\n<p>\u770b\u4e86 <a href=\"https:\/\/link.segmentfault.com\/?enc=SM33RalXEPpjnlTZWQy4Eg%3D%3D.I9uEO19%2BgUcLSWAxeBKv6uzpqh0uZJfUsNAJ%2BbLyWhV4NOYz%2FjdKM1ZSHZ3u6IrWEfUZwSyuNvQuA6CeWsGK1A%3D%3D\" rel=\"nofollow noopener noreferrer\" target=\"_blank\">https:\/\/modelscope.cn\/models\/Qwen\/Qwen3-ASR-0.6B<\/a> \u8fd9\u4e2a\u6559\u7a0b, \u8fd0\u884c\u4e0b\u9762\u7684\u547d\u4ee4\u62a5\u9519\u4e86<\/p>\n<pre><code class=\"shell\">qwen-asr-demo \/\n  --asr-checkpoint Qwen\/Qwen3-ASR-1.7B \/\n  --aligner-checkpoint Qwen\/Qwen3-ForcedAligner-0.6B \/\n  --backend vllm \/\n  --cuda-visible-devices 0 \/\n  --backend-kwargs '{&quot;gpu_memory_utilization&quot;:0.7,&quot;max_inference_batch_size&quot;:8,&quot;max_new_tokens&quot;:2048}' \/\n  --aligner-kwargs '{&quot;device_map&quot;:&quot;cuda:0&quot;,&quot;dtype&quot;:&quot;bfloat16&quot;}' \/\n  --ip 0.0.0.0 --port 8000<\/code><\/pre>\n<p>\u62a5\u9519\u5982\u4e0b\uff1a<\/p>\n<pre><code class=\"log\">    config_dict, kwargs = cls._get_config_dict(pretrained_model_name_or_path, **kwargs)\n                          ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File &quot;\/home\/pon\/.local\/share\/virtualenvs\/modelscope_example-DACykz4b\/lib\/python3.11\/site-packages\/transformers\/configuration_utils.py&quot;, line 721, in _get_config_dict\n    resolved_config_file = cached_file(\n                           ^^^^^^^^^^^^\n  File &quot;\/home\/pon\/.local\/share\/virtualenvs\/modelscope_example-DACykz4b\/lib\/python3.11\/site-packages\/transformers\/utils\/hub.py&quot;, line 322, in cached_file\n    file = cached_files(path_or_repo_id=path_or_repo_id, filenames=[filename], **kwargs)\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File &quot;\/home\/pon\/.local\/share\/virtualenvs\/modelscope_example-DACykz4b\/lib\/python3.11\/site-packages\/transformers\/utils\/hub.py&quot;, line 553, in cached_files\n    raise OSError(\nOSError: We couldn't connect to 'https:\/\/huggingface.co' to load the files, and couldn't find them in the cached files.\nCheck your internet connection or see how to run the library in offline mode at 'https:\/\/huggingface.co\/docs\/transformers\/installation#offline-mode'.<\/code><\/pre>\n<p>\u6240\u4ee5\u600e\u4e48\u529e\uff1f<\/p>\n<p><a href=\"https:\/\/segmentfault.com\/a\/1190000047583141\">https:\/\/segmentfault.com\/a\/1190000047583141<\/a><\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u600e\u4e48\u8ba9 qwen_asr \u3001transformers \u540e\u7aef \u548c vLLM \u540e\u7aef\u4ece modelscope \u4e0b\u8f7d\u8d44 [&hellip;]<\/p>\n","protected":false},"author":4,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"_jetpack_memberships_contains_paid_content":false,"footnotes":""},"categories":[4],"tags":[],"class_list":["post-10021218","post","type-post","status-publish","format-standard","hentry","category-share"],"jetpack_sharing_enabled":true,"jetpack_featured_media_url":"","_links":{"self":[{"href":"https:\/\/itmax.cn\/index.php?rest_route=\/wp\/v2\/posts\/10021218","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/itmax.cn\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/itmax.cn\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/itmax.cn\/index.php?rest_route=\/wp\/v2\/users\/4"}],"replies":[{"embeddable":true,"href":"https:\/\/itmax.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=10021218"}],"version-history":[{"count":0,"href":"https:\/\/itmax.cn\/index.php?rest_route=\/wp\/v2\/posts\/10021218\/revisions"}],"wp:attachment":[{"href":"https:\/\/itmax.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=10021218"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/itmax.cn\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=10021218"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/itmax.cn\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=10021218"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}