tensorflow.js基本使用语音识别（十一）

最新推荐文章于 2024-07-25 09:24:40 发布

（；￣ェ￣）。

最新推荐文章于 2024-07-25 09:24:40 发布

阅读量2.2k

点赞数 1

分类专栏： tensorflow.js笔记文章标签： javascript

本文链接：https://blog.csdn.net/qq_35496811/article/details/122621397

版权

tensorflow.js笔记专栏收录该内容

13 篇文章 3 订阅

订阅专栏

示例

const $ = require('jquery');
const tf = require('@tensorflow/tfjs');
const tfvis = require('@tensorflow/tfjs-vis');
const speechCommands = require('@tensorflow-models/speech-commands');
const MODEL_PATH = 'http://127.0.0.1:8080/speech';

let transferRecognizer;

$(async () => {
  //创建语音识别器
  const recognizer = speechCommands.create(
    'BROWSER_FFT',
    null,
    MODEL_PATH + '/model.json',
    MODEL_PATH + '/metadata.json'
  );

  //加载模型
  await recognizer.ensureModelLoaded();

  //创建迁移学习器
  transferRecognizer = recognizer.createTransfer('轮播图');
});

window.collect = async (btn) => {
  btn.disabled = true;
  const label = btn.innerText;
  console.log(label);

  //收集声音
  await transferRecognizer.collectExample(
    label === '背景噪音' ? '_background_noise_' : label
  );
  btn.disabled = false;
  $('#count').html(JSON.stringify(transferRecognizer.countExamples()));
  console.log(transferRecognizer.countExamples());
}

//训练模型
window.train = async () => {
  await transferRecognizer.train({
    epochs: 30,
    callback: tfvis.show.fitCallbacks(
      { name: "训练过程" },
      ['loss', 'acc'],
      { callbacks: ['onEpochEnd'] }
    )
  });
}

//设置监听开关，用于测试训练结果
window.toggle = async (checked) => {
  console.log(checked);
  if (checked) {
    await transferRecognizer.listen(result => {
      const { scores } = result;
      const labels = transferRecognizer.wordLabels();
      const index = scores.indexOf(Math.max(...scores));
      console.log(labels[index]);
    }, {
      //识别频率，越大越频繁
      overlapFactor: 0,
      probabilityThreshold: 0.75
    });
  } else {
    transferRecognizer.stopListening();
  }
}

//保存模型
window.save = () => {
  const arrayBuffer = transferRecognizer.serializeExamples();
  const blob = new Blob([arrayBuffer]);
  const link = document.createElement('a');
  link.href = window.URL.createObjectURL(blob);
  link.download = 'data.bin';
  link.click();
}

html部分

<!DOCTYPE html>
<html lang="en">
<head>
  <meta charset="UTF-8">
  <meta name="viewport" content="width=device-width, initial-scale=1.0">
  <title>Document</title>
</head>
<body>
  <button onclick="collect(this)">上一张</button>
  <button onclick="collect(this)">下一张</button>
  <button onclick="collect(this)">背景噪音</button>
  <button onclick="save()">保存</button>
  <pre id="count"></pre>
  <button onclick="train()">训练</button>
  <br><br>
  监听开关：<input type="checkbox" onchange="toggle(this.checked)">
</body>
<script src="./t9.js"></script>
</html>

执行结果

（；￣ェ￣）。

关注

1
点赞
踩
1

收藏

觉得还不错? 一键收藏
1
评论
tensorflow.js基本使用语音识别（十一）

示例const $ = require('jquery');const tf = require('@tensorflow/tfjs');const tfvis = require('@tensorflow/tfjs-vis');const speechCommands = require('@tensorflow-models/speech-commands');const MODEL_PATH = 'http://127.0.0.1:8080/speech';let transferR
复制链接

扫一扫