基於Qt的語音識別功能
阿新 • • 發佈：2019-01-26
最近研究了下基於Qt平臺下的語音識別功能，在此記錄一二
首先，語音識別要做三件事情
1.記錄使用者的語音檔案到本地
2.將使用者語音編碼 使用flac或者speex進行編碼
3.使用第三方語音識別API或者SDK進行分析識別語音
目前做的比較簡單就是使用flac檔案對wav音訊檔案進行編碼
基於Mac OSX和Win 7平臺的
win 7下使用flac.exe，具體exe幫助，讀者可以使用flac.exe --help > help.txt 重定向到一個help檔案中，方便查閱.
mac osx下面安裝flac.dmg的安裝包即可使用flac命令
我們先看音訊的錄入
Qt集成了音訊模組
這個檔案包含三個類/* * Based on Qt Example * PCM2WAV is not mine, I found it in Google and modified it. */ #include "speechInput.h" #include <QtEndian> #include <QDebug> #include <QPainter> WavPcmFile::WavPcmFile(const QString & name, const QAudioFormat & format_, QObject *parent_) : QFile(name, parent_), format(format_) { } bool WavPcmFile::hasSupportedFormat() { return (format.sampleSize() == 8 && format.sampleType() == QAudioFormat::UnSignedInt) || (format.sampleSize() > 8 && format.sampleType() == QAudioFormat::SignedInt && format.byteOrder() == QAudioFormat::LittleEndian); } bool WavPcmFile::open() { if (!hasSupportedFormat()) { setErrorString("Wav PCM supports only 8-bit unsigned samples " "or 16-bit (or more) signed samples (in little endian)"); return false; } else { if (!QFile::open(ReadWrite | Truncate)) return false; writeHeader(); return true; } } void WavPcmFile::writeHeader() { QDataStream out(this); out.setByteOrder(QDataStream::LittleEndian); // RIFF chunk out.writeRawData("RIFF", 4); out << quint32(0); // Placeholder for the RIFF chunk size (filled by close()) out.writeRawData("WAVE", 4); // Format description chunk out.writeRawData("fmt ", 4); out << quint32(16); // "fmt " chunk size (always 16 for PCM) out << quint16(1); // data format (1 => PCM) out << quint16(format.channelCount()); out << quint32(format.sampleRate()); out << quint32(format.sampleRate() * format.channelCount() * format.sampleSize() / 8 ); // bytes per second out << quint16(format.channelCount() * format.sampleSize() / 8); // Block align out << quint16(format.sampleSize()); // Significant Bits Per Sample // Data chunk out.writeRawData("data", 4); out << quint32(0); // Placeholder for the data chunk size (filled by close()) Q_ASSERT(pos() == 44); // Must be 44 for WAV PCM } void WavPcmFile::close() { // Fill the header size placeholders quint32 fileSize = size(); QDataStream out(this); // RIFF chunk size seek(4); out << quint32(fileSize - 8); // data chunk size seek(40); out << quint32(fileSize - 44); QFile::close(); } AudioInfo::AudioInfo(const QAudioFormat &format, QObject *parent, const QString &filename) : QIODevice(parent) , m_format(format) , m_maxAmplitude(0) , m_level(0.0) { switch (m_format.sampleSize()) { case 8: switch (m_format.sampleType()) { case QAudioFormat::UnSignedInt: m_maxAmplitude = 255; break; case QAudioFormat::SignedInt: m_maxAmplitude = 127; break; default: break; } break; case 16: switch (m_format.sampleType()) { case QAudioFormat::UnSignedInt: m_maxAmplitude = 65535; break; case QAudioFormat::SignedInt: m_maxAmplitude = 32767; break; default: break; } break; default: break; } m_file = new WavPcmFile(filename,format,this); } AudioInfo::~AudioInfo() { } void AudioInfo::start() { m_file->open(); open(QIODevice::WriteOnly); } void AudioInfo::stop() { close(); m_file->close(); } qint64 AudioInfo::readData(char *data, qint64 maxlen) { Q_UNUSED(data) Q_UNUSED(maxlen) return 0; } qint64 AudioInfo::writeData(const char *data, qint64 len) { if (m_maxAmplitude) { Q_ASSERT(m_format.sampleSize() % 8 == 0); const int channelBytes = m_format.sampleSize() / 8; const int sampleBytes = m_format.channelCount() * channelBytes; Q_ASSERT(len % sampleBytes == 0); const int numSamples = len / sampleBytes; quint16 maxValue = 0; const unsigned char *ptr = reinterpret_cast<const unsigned char *>(data); for (int i = 0; i < numSamples; ++i) { for(int j = 0; j < m_format.channelCount(); ++j) { quint16 value = 0; if (m_format.sampleSize() == 8 && m_format.sampleType() == QAudioFormat::UnSignedInt) { value = *reinterpret_cast<const quint8*>(ptr); } else if (m_format.sampleSize() == 8 && m_format.sampleType() == QAudioFormat::SignedInt) { value = qAbs(*reinterpret_cast<const qint8*>(ptr)); } else if (m_format.sampleSize() == 16 && m_format.sampleType() == QAudioFormat::UnSignedInt) { if (m_format.byteOrder() == QAudioFormat::LittleEndian) value = qFromLittleEndian<quint16>(ptr); else value = qFromBigEndian<quint16>(ptr); } else if (m_format.sampleSize() == 16 && m_format.sampleType() == QAudioFormat::SignedInt) { if (m_format.byteOrder() == QAudioFormat::LittleEndian) value = qAbs(qFromLittleEndian<qint16>(ptr)); else value = qAbs(qFromBigEndian<qint16>(ptr)); } maxValue = qMax(value, maxValue); ptr += channelBytes; } } maxValue = qMin(maxValue, m_maxAmplitude); m_level = qreal(maxValue) / m_maxAmplitude; } m_file->write(data,len); emit update(); return len; } RenderArea::RenderArea(QWidget *parent) : QPushButton(parent) { setBackgroundRole(QPalette::Base); setAutoFillBackground(true); m_level = 0; setMinimumHeight(30); setMinimumWidth(80); } void RenderArea::paintEvent(QPaintEvent * /* event */) { QPainter painter(this); QPixmap pixmap = QPixmap(":/images/button_default.png").scaled(this->size()); painter.drawPixmap(this->rect(), pixmap); // painter.setPen(Qt::black); // painter.drawRect(QRect(painter.viewport().left(), // painter.viewport().top(), // painter.viewport().right()-20, // painter.viewport().bottom()-20)); if (m_level == 0.0) return; painter.setPen(Qt::darkGray); int pos = ((painter.viewport().right()-20)-(painter.viewport().left()+11))*m_level; for (int i = 0; i < 10; ++i) { int x1 = painter.viewport().left()+11; int y1 = painter.viewport().top()+10+i; int x2 = painter.viewport().left()+20+pos; int y2 = painter.viewport().top()+10+i; if (x2 < painter.viewport().left()+10) x2 = painter.viewport().left()+10; painter.drawLine(QPoint(x1+10, y1+10),QPoint(x2+10, y2+10)); } } void RenderArea::setLevel(qreal value) { m_level = value; repaint(); }
主要是寫wav檔案的
最後一個類是一個widget，可以檢測音訊的波動情況
mianWidget主要是操作語音識別等功能
#include "widget.h" #include <QApplication> mainWidget::mainWidget(QWidget *parent) : QWidget(parent),curI(0),canmove(false),speechInput_AudioInput(NULL), flacEncoder(NULL) { this->setFixedSize(440,300); this->setWindowFlags(Qt::FramelessWindowHint); curPath = QApplication::applicationDirPath(); curPath.chop(30); frame_Speech = new QPushButton(this); connect(frame_Speech,SIGNAL(clicked()),this,SLOT(pushButton_Speech_clicked())); frame_Speech->resize(100,50); frame_Speech->move(50,110); frame_Speech->setStyleSheet("QPushButton {\ color: grey;\ image: url(:/images/speech_n.png) ;\ image-position: right center;\ border-image: url(:/images/button_default.png) 3 10 3 10;\ border-top: 3px transparent;\ border-bottom: 3px transparent;\ border-right: 10px transparent;\ border-left: 10px transparent;\ }"\ "QPushButton:pressed {\ image: url(:/images/speech_p.png);\ image-position: right center;\ border-image: url(:/images/button_press.png) 3 10 3 10;\ border-top: 3px transparent;\ border-bottom: 3px transparent;\ border-right: 10px transparent;\ border-left: 10px transparent;\ }"\ "QPushButton:hover {\ color:grey;\ image: url(:/images/speech_p.png);\ image-position: right center;\ border-image: url(:/images/button_press.png) 3 10 3 10;\ border-top: 3px transparent;\ border-bottom: 3px transparent;\ border-right: 10px transparent;\ border-left: 10px transparent;\ }"); qDebug()<<"11111111111"<<endl; cancel_btn = new QPushButton(this); connect(cancel_btn,SIGNAL(clicked()),this,SLOT(pushButton_SpeechCancel_clicked())); cancel_btn->resize(100,50); cancel_btn->move(50,110); cancel_btn->setText(QString::fromUtf8("取消錄音")); cancel_btn->setStyleSheet("QPushButton {\ color: grey;\ border-image: url(:/images/button_default.png) 3 10 3 10;\ border-top: 3px transparent;\ border-bottom: 3px transparent;\ border-right: 10px transparent;\ border-left: 10px transparent;\ }"\ "QPushButton:pressed {\ color: grey;\ border-image: url(:/images/button_press.png) 3 10 3 10;\ border-top: 3px transparent;\ border-bottom: 3px transparent;\ border-right: 10px transparent;\ border-left: 10px transparent;\ }"\ "QPushButton:hover {\ color:grey;\ image-position: right center;\ border-image: url(:/images/button_press.png) 3 10 3 10;\ border-top: 3px transparent;\ border-bottom: 3px transparent;\ border-right: 10px transparent;\ border-left: 10px transparent;\ }"); cancel_btn->setEnabled(false); cancel_btn->hide(); qDebug()<<"222222222222"<<endl; textEdit_Input = new QTextEdit(this); textEdit_Input->resize(180,200); textEdit_Input->move(230,50); textEdit_Input->setStyleSheet("QTextEdit {\ border: 2px solid gray;\ border-radius: 5px;\ padding: 0 8px;\ background: \"#649f12\";\ selection-background-color: darkgray;\ }"\ "QScrollBar:vertical {\ border: 1px solid grey;\ background: #32CC99;\ width: 13px;\ margin: 22px 0 22px 0;\ }"\ "QScrollBar::handle:vertical {\ background: darkgray;\ min-height: 20px;\ }"\ "QScrollBar::add-line:vertical {\ border: 2px solid grey;\ background: #32CC99;\ height: 20px;\ subcontrol-position: bottom;\ subcontrol-origin: margin;\ }"\ "QScrollBar::sub-line:vertical {\ border: 2px solid grey;\ background: #32CC99;\ height: 20px;\ subcontrol-position: top;\ subcontrol-origin: margin;\ }"\ "QScrollBar::up-arrow:vertical, QScrollBar::down-arrow:vertical {\ border: 2px solid grey;\ width: 3px;\ height: 3px;\ background: darkgray;\ }"\ "QScrollBar::add-page:vertical, QScrollBar::sub-page:vertical {\ background: none;\ }"); qDebug()<<"33333333333"<<endl; label_Speech_Waiting = new QPushButton(this); //connect(label_Speech_Waiting,SIGNAL(clicked()),this,SLOT(pushButton_SpeechCancel_clicked())); label_Speech_Waiting->resize(100,50); label_Speech_Waiting->move(50,110); label_Speech_Waiting->setText(QString::fromUtf8("智慧識別")); label_Speech_Waiting->setStyleSheet("QPushButton {\ color: grey;\ border-image: url(:/images/button_default.png) 3 10 3 10;\ border-top: 3px transparent;\ border-bottom: 3px transparent;\ border-right: 10px transparent;\ border-left: 10px transparent;\ }"\ "QPushButton:pressed {\ color: grey;\ border-image: url(:/images/button_press.png) 3 10 3 10;\ border-top: 3px transparent;\ border-bottom: 3px transparent;\ border-right: 10px transparent;\ border-left: 10px transparent;\ }"\ "QPushButton:hover {\ color: grey;\ border-image: url(:/images/button_press.png) 3 10 3 10;\ border-top: 3px transparent;\ border-bottom: 3px transparent;\ border-right: 10px transparent;\ border-left: 10px transparent;\ }"); label_Speech_Waiting->hide(); protocol = new Protocol(); connect(protocol,SIGNAL(Signal_SPEECH(int,QString,double)),this,SLOT(slotGoogleApiData(int,QString,double))); speechArea = new RenderArea(this); speechArea->resize(100,50); speechArea->move(50,200); speechArea->hide(); close_btn = new QPushButton(this); connect(close_btn,SIGNAL(clicked()),this,SLOT(pushButton_Close_Clicked())); close_btn->resize(25,25); close_btn->move(this->width()-40,10); close_btn->setStyleSheet("QPushButton {\ color: grey;\ border-image: url(:/images/close_d.png) 3 10 3 10;\ border-top: 3px transparent;\ border-bottom: 3px transparent;\ border-right: 10px transparent;\ border-left: 10px transparent;\ }"\ "QPushButton:pressed {\ color: grey;\ border-image: url(:/images/close_h.png) 3 10 3 10;\ border-top: 3px transparent;\ border-bottom: 3px transparent;\ border-right: 10px transparent;\ border-left: 10px transparent;\ }"\ "QPushButton:hover {\ color: grey;\ border-image: url(:/images/close_p.png) 3 10 3 10;\ border-top: 3px transparent;\ border-bottom: 3px transparent;\ border-right: 10px transparent;\ border-left: 10px transparent;\ }"); timer = new QTimer(this); connect(timer, SIGNAL(timeout()), this, SLOT(slotUpdate())); //timer->start(500); } mainWidget::~mainWidget() { } // Init Speech Input void mainWidget::initializeAudioInput() { speechInput_AudioFormat.setSampleRate(16000); speechInput_AudioFormat.setChannelCount(1); speechInput_AudioFormat.setSampleSize(16); speechInput_AudioFormat.setSampleType(QAudioFormat::SignedInt); speechInput_AudioFormat.setByteOrder(QAudioFormat::LittleEndian); speechInput_AudioFormat.setCodec("audio/pcm"); speechInput_AudioDeviceInfo = QAudioDeviceInfo::defaultInputDevice(); bool isSupport = speechInput_AudioDeviceInfo.isFormatSupported(speechInput_AudioFormat); qDebug()<<"isSupport "<<isSupport<<curPath; if(!isSupport) { speechInput_AudioFormat = speechInput_AudioDeviceInfo.nearestFormat(speechInput_AudioFormat); } curName = QDateTime::currentDateTime().toString("yyyyMMddhhmmss"); curName.append(".wav"); speechInput_AudioInfo = new AudioInfo(speechInput_AudioFormat, this, curPath+"/lib/"+curName); connect(speechInput_AudioInfo, SIGNAL(update()), SLOT(refreshRender())); qDebug()<<"isSupport======= "<<speechInput_AudioInfo->errorString(); createAudioInput(); } // Create Audio Input void mainWidget::createAudioInput() { speechInput_AudioInput = new QAudioInput(speechInput_AudioDeviceInfo, speechInput_AudioFormat, this); //connect(speechInput_AudioInput,SIGNAL(stateChanged(QAudio::State)),this,SLOT(slotStateChanged(QAudio::State))); connect(speechInput_AudioInput,SIGNAL(notify()),this,SLOT(slotNotify())); qDebug()<<"createAudioInput"; if(speechInput_AudioInput != NULL) { qDebug()<<"createAudioInput333"; speechInput_AudioInfo->start(); qDebug()<<"createAudioInput1111"; speechInput_AudioInput->start(speechInput_AudioInfo); qDebug()<<"createAudioInput222"; } } // Stop Audio Input void mainWidget::stopAudioInput() { speechInput_AudioInput->stop(); speechInput_AudioInfo->stop(); speechInput_AudioInput->deleteLater(); speechInput_AudioInput = NULL; } // Refresh Render void mainWidget::refreshRender() { speechArea->setLevel(speechInput_AudioInfo->level()); speechArea->repaint(); } void mainWidget::slotGoogleApiData(int, QString str, double) { if(str != ""){ label_Speech_Waiting->hide(); textEdit_Input->setText(str); }else{ label_Speech_Waiting->hide(); } label_Speech_Waiting->setEnabled(true); frame_Speech->show(); speechArea->hide(); } /* * QAudio::ActiveState 0 Audio data is being processed, this state is set after start() is called and while audio data is available to be processed. QAudio::SuspendedState 1 The audio device is in a suspended state, this state will only be entered after suspend() is called. QAudio::StoppedState 2 The audio device is closed, not processing any audio data QAudio::IdleState */ void mainWidget::slotStateChanged(QAudio::State status) { //qDebug()<<"slotStateChanged "<<status<<speechInput_AudioInput->error(); switch (status) { case QAudio::SuspendedState: break; case QAudio::ActiveState: //QTimer::singleShot(5000,this,SLOT(pushButton_SpeechCancel_clicked())); break; case QAudio::StoppedState: if (speechInput_AudioInput->error() != QAudio::NoError) { textEdit_Input->setText(QString::fromUtf8("音訊裝置未安裝")); } else { //QTimer::singleShot(5000,this,SLOT(pushButton_SpeechCancel_clicked())); } break; default: break; } speechInput_AudioInput->error(); } void mainWidget::slotUpdate() { curI +=0.1; qDebug()<<"slotUpdate "<<curI; if(curI >1.0) { timer->stop(); return; } if(speechArea != NULL) { qreal i = qrand()%10; qreal ii = i/10; qDebug()<<"slotUpdate I "<<curI; speechArea->setLevel(curI); speechArea->repaint(); } } void mainWidget::slotNotify() { // qDebug()<<" slotNotify "<<speechInput_AudioInput->error(); } void mainWidget::paintEvent(QPaintEvent *) { QPainter painter(this); QPixmap pixmap = QPixmap(":/images/main_bg.png").scaled(this->size()); painter.drawPixmap(this->rect(), pixmap); } void mainWidget::mousePressEvent(QMouseEvent *e) { if( (e->pos().x()>= 10) && (e->pos().y()<=45) && (e->pos().x()<=this->x()-40)) { canmove = true; } else { canmove = false; e->accept(); return; } oldPos = e->pos(); e->accept(); } void mainWidget::mouseMoveEvent(QMouseEvent *e) { if(canmove) { //qDebug()<<this->pos()<<"\n"<<this->y(); move(e->globalPos() - oldPos); } e->accept(); } // Send Request void mainWidget::flacEncoderFinished(int exitCode, QProcess::ExitStatus exitStatus) { qDebug()<<"flacEncoderFinished "<<exitStatus<<"\n"<<exitCode; if (exitStatus == QProcess::NormalExit) { QByteArray flacData = flacEncoder->readAll(); protocol->Request_SPEECH(flacData); } //label_Speech_Waiting->hide(); //frame_Speech->hide(); flacEncoder->deleteLater(); flacEncoder = NULL; } // Speech Input Button - Start Speech void mainWidget::pushButton_Speech_clicked() { initializeAudioInput(); qDebug()<<"pushButton_Speech_clicked"; textEdit_Input->setReadOnly(true); //label_Speech_Waiting->show(); frame_Speech->hide(); speechArea->show(); cancel_btn->show(); cancel_btn->setEnabled(true); //QTimer::singleShot(5000,this,SLOT(pushButton_SpeechCancel_clicked())); } void mainWidget::pushButton_Close_Clicked() { if(speechInput_AudioInput != NULL) { stopAudioInput(); } qApp->quit(); } // Speech Input Button - Stop Speech // Call flacEncoder void mainWidget::pushButton_SpeechCancel_clicked() { frame_Speech->hide(); cancel_btn->hide(); speechArea->hide(); label_Speech_Waiting->show(); label_Speech_Waiting->setEnabled(false); stopAudioInput(); //delete speechInput_AudioInput; //label_Speech_Waiting->setText(QString::fromUtf8("識別中...")); //QString program = "./lib/flac.exe"; /* * flac.exe -c --totally-silent -f -8 test.wav */ QStringList arguments; #ifdef Q_OS_WIN QString program = "./lib/flac.exe"; #else Q_OS_MAC QString program = "/usr/local/bin/flac"; #endif arguments << "-c" << "-f" << "-8" << curPath +"/lib/"+curName; flacEncoder = new QProcess(this); connect(flacEncoder,SIGNAL(finished(int,QProcess::ExitStatus)),this,SLOT(flacEncoderFinished(int, QProcess::ExitStatus))); flacEncoder->start(program, arguments); qDebug()<<"arguments "<<program<<" "<<arguments; }
錄入音訊後獲取，然後再呼叫google speech api，返回識別結果
api呼叫示例：
#include "protocol.h"
Protocol::Protocol(QObject *parent) :
QObject(parent),Nt_SPEECH(NULL)
{
}
void Protocol::Request_SPEECH(QByteArray & audioData)
{
qDebug()<<"audioData "<<audioData.length();
if (!Nt_SPEECH)
{
QNetworkRequest request;
QString speechAPI = "http://www.google.com/speech-api/v1/recognize?xjerr=1&client=chromium&lang=zh-CN&maxresults=1";
request.setUrl(speechAPI);
request.setRawHeader("User-Agent", "Mozilla/5.0");
request.setRawHeader("Content-Type", "audio/x-flac; rate=16000");
//qDebug(audioData);
Nt_SPEECH = NetworkMGR.post(request, audioData);
connect(Nt_SPEECH, SIGNAL(readyRead()), this, SLOT(Read_SPEECH()));
}
}
//*
// *{
// "status":0, /* 結果程式碼 */
// "id":"c421dee91abe31d9b8457f2a80ebca91-1", /* 識別編號 */
// "hypotheses": /* 假設，即結果 */
// [
// {
// "utterance":"下午好", /* 話語 */
// "confidence":0.2507637 /* 信心，即準確度 */
// },
// {
// "utterance":"午好", /* 話語 */
// "confidence":0.2507637 /* 信心，即準確度 */
// }
// ]
//}
//
void Protocol::Read_SPEECH()
{
QString content = QString::fromUtf8( Nt_SPEECH->readAll() );
qDebug()<<"content: "<<content;
emit Signal_SPEECH(0,content,0);
disconnect(Nt_SPEECH, SIGNAL(readyRead()), this, SLOT(Read_SPEECH()));
//delete Nt_SPEECH;
Nt_SPEECH = NULL;
}
初始化介面
最後一張是未識別，看來音訊檔案在噪音多的情況下 識別是很不理想的
PS:主要參考基於google speech api，在此感謝，我已經將其修改移植到了win 7平臺和mac osx平臺