testopenai_whisper_model_result.ipynb · o3sky/o3sky-vtai-bi100

加入 Gitee

与超过 1200万开发者一起发现、参与优秀开源项目，私有仓库也完全免费：）

文件

克隆/下载

testopenai_whisper_model_result.ipynb 3.23 KB

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import whisper\n",
    "def openai_whisper_model_result(file_path, device, model_name,model_path,prompt, temp, vad, lang, beam_size, min_vad):\n",
    "    if model_name not in ['tiny', 'tiny.en', 'base', 'base.en', 'small', 'small.en', 'medium', 'medium.en', 'large-v1',\n",
    "                          'large-v2', 'large-v3', 'large']:\n",
    "        print(\"\\n*** Faster Whisper 本地模型加载模式 ***\\n\")\n",
    "    else:\n",
    "        print(\"\\n*** Faster Whisper 调用模式 ***\\n\")\n",
    "    print(f\"- 运行模型：{model_name}\")\n",
    "    print(f\"- 运行模型路径：{model_path}\")\n",
    "    print(f\"- 运行方式：{device}\")\n",
    "    print(f\"- VAD辅助：{vad}\")\n",
    "\n",
    "    try:\n",
    "        file_path.split('.')\n",
    "        file_path = open(file_path, \"rb\")\n",
    "    except:\n",
    "        file_path = open(file_path + \"/output.mp3\", \"rb\")\n",
    "    # 加载音频文件为 NumPy 数组\n",
    "    #audio = whisper.load_audio(file_path)\n",
    "    model = whisper.load_model(model_name,device,model_path)\n",
    "    #result = model.transcribe(audio,initial_prompt=prompt,beam_size=beam_size,temperature=temp)\n",
    "    result = model.transcribe(\"/home/app/project/cache/2024-08-12 06-53-35/output.mp3\",initial_prompt=prompt)\n",
    "    print(f\"- whisper识别内容：\\n{result['segments']}\\n\")\n",
    "    # 获取 segments\n",
    "    segments = result[\"segments\"]\n",
    "    segments_dict =openai_whisper_result_dict(segments)\n",
    "    print(f\"- whisper2识别内容：\\n{segments_dict}\\n\")\n",
    "    return segments_dict\n",
    "def openai_whisper_result_dict(segments):\n",
    "    segments_dict = {\n",
    "        'text': ' '.join([segment['text'] for segment in segments]),\n",
    "        'segments': [{\n",
    "            'id': segment['id'],\n",
    "            'seek': segment['seek'],\n",
    "            'start': segment['start'],\n",
    "            'end': segment['end'],\n",
    "            'text': segment['text'],\n",
    "            'tokens': segment['tokens'],\n",
    "            'temperature': segment.get('temperature', None),\n",
    "            'avg_logprob': segment['avg_logprob'],\n",
    "            'compression_ratio': segment['compression_ratio'],\n",
    "            'no_speech_prob': segment['no_speech_prob']}\n",
    "            for segment in segments\n",
    "        ]\n",
    "    }\n",
    "    return segments_dict\n",
    "openai_whisper_model_result(\"/home/app/project/cache/2024-08-12 06-53-35\",\"cuda\",\"medium\",\"/home/app/model/medium\",\"Don’t make each line too long.\",\"0.8\",False,\"自动识别\",5,500)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}

一键复制编辑原始数据按行查看历史

提交于 2024-08-13 14:50 . 修改utils2.py 增加测试代码

马建仓 AI 助手

尝试更多

代码解读

代码找茬

代码优化

https://gitee.com/o3sky/o3sky-vtai-bi100.git

[email protected]:o3sky/o3sky-vtai-bi100.git

o3sky

o3sky-vtai-bi100

master

o3sky/o3sky-vtai-bi100

简介

发行版

贡献者

近期动态

o3sky/o3sky-vtai-bi100 .gitee-modal { width: 500px !important; }

简介

发行版

开源评估指数源自 OSS-Compass 评估体系，评估体系围绕以下三个维度对项目展开评估：

贡献者

近期动态

搜索帮助

o3sky/o3sky-vtai-bi100