ROS+科大讯飞语音识别控制机器人

75 阅读 0 评论 50 点赞

我是靠谱客的博主健康小刺猬，最近开发中收集的这篇文章主要介绍ROS+科大讯飞语音识别控制机器人，觉得挺不错的，现在分享给大家，希望可以做个参考。

概述

科大讯飞语音识别控制实际机器人运动。

本文将ros与语音识别想结合进行开发。进行以下步骤，
1、创作ros工作空间
2、安装mpalyer播放器

sudo apt-get install mplayer

3、将讯非的语音库动态文件.so文件放到/usr/lib/下
4、ros工程目录src下新建文件xf_asr.cpp 并将以下内容复制进去，appid改成你自己的（官网申请）。

/*
* 语音听写(iFly Auto Transform)技术能够实时地将语音转换成对应的文字。
*/
 
#include <stdlib.h>
#include <stdio.h>
#include <string.h>
#include <unistd.h>
#include "qisr.h"
#include "msp_cmn.h"
#include "msp_errors.h"
#include "speech_recognizer.h"
#include <iconv.h>
 
#include "ros/ros.h"
#include "std_msgs/String.h"
 
#define FRAME_LEN   640 
#define BUFFER_SIZE 4096
 
int wakeupFlag   = 0 ;
int resultFlag   = 0 ;
 
static void show_result(char *string, char is_over)
{
    resultFlag=1;   
    printf("rResult: [ %s ]", string);
    if(is_over)
        putchar('n');
}
 
static char *g_result = NULL;

static unsigned int g_buffersize = BUFFER_SIZE;
 
void on_result(const char *result, char is_last)
{
    if (result) {
        size_t left = g_buffersize - 1 - strlen(g_result);
        size_t size = strlen(result);
        if (left < size) {
            g_result = (char*)realloc(g_result, g_buffersize + BUFFER_SIZE);
            if (g_result)
                g_buffersize += BUFFER_SIZE;
            else {
                printf("mem alloc failedn");
                return;
            }
        }
        strncat(g_result, result, size);
        show_result(g_result, is_last);
    }
}
 

void on_speech_begin()
{
    if (g_result)
    {
        free(g_result);
    }
    g_result = (char*)malloc(BUFFER_SIZE);
    g_buffersize = BUFFER_SIZE;
    memset(g_result, 0, g_buffersize);
 
    printf("Start Listening...n");
}
void on_speech_end(int reason)
{
    if (reason == END_REASON_VAD_DETECT)
        printf("nSpeaking done n");
    else
        printf("nRecognizer error %dn", reason);
}
 


/* demo recognize the audio from microphone */
static void demo_mic(const char* session_begin_params)
{
    int errcode;
    int i = 0;
 
    struct speech_rec iat;
 
    struct speech_rec_notifier recnotifier = {
        on_result,
        on_speech_begin,
        on_speech_end
    };
 
    errcode = sr_init(&iat, session_begin_params, SR_MIC, &recnotifier);
    if (errcode) {
        printf("speech recognizer init failedn");
        return;
    }
    errcode = sr_start_listening(&iat);
    if (errcode) {
        printf("start listen failed %dn", errcode);
    }
    /* demo 10 seconds recording */
    while(i++ < 2)
        sleep(1);
    errcode = sr_stop_listening(&iat);
    if (errcode) {
        printf("stop listening failed %dn", errcode);
    }
 
    sr_uninit(&iat);
}
 
 
/* main thread: start/stop record ; query the result of recgonization.
 * record thread: record callback(data write)
 * helper thread: ui(keystroke detection)
 */
 

void WakeUp(const std_msgs::String::ConstPtr& msg)
{
    printf("waking uprn");
    usleep(700*1000);
    wakeupFlag=1;
}


int main(int argc, char* argv[])
{
    // 初始化ROS
    ros::init(argc, argv, "voiceRecognition");
    ros::NodeHandle n;
    ros::Rate loop_rate(10);
 
    // 声明Publisher和Subscriber
    // 订阅唤醒语音识别的信号
    ros::Subscriber wakeUpSub = n.subscribe("voiceWakeup", 1000, WakeUp);   
    // 订阅唤醒语音识别的信号    
    ros::Publisher voiceWordsPub = n.advertise<std_msgs::String>("voiceWords", 1000);  
 
    ROS_INFO("Sleeping...");
    int count=0;
    while(ros::ok())
    {
        // 语音识别唤醒
        if (wakeupFlag){
            ROS_INFO("Wakeup...");
            int ret = MSP_SUCCESS;
            const char* login_params = "appid = , work_dir = .";
 
            const char* session_begin_params =
                "sub = iat, domain = iat, language = zh_cn, "
                "accent = mandarin, sample_rate = 16000, "
                "result_type = plain, result_encoding = utf8";
 
            ret = MSPLogin(NULL, NULL, login_params);
            if(MSP_SUCCESS != ret){
                MSPLogout();
                printf("MSPLogin failed , Error code %d.n",ret);
            }
 
            printf("Demo recognizing the speech from microphonen");
	
	    printf("Speak in 3 secondsn");
 	
            demo_mic(session_begin_params);
 
            printf("3 sec passedn");
        
            wakeupFlag=1;
            MSPLogout();
        }
 
        // 语音识别完成
        if(resultFlag)
	{
            resultFlag=0;
            std_msgs::String msg;
            msg.data = g_result;
            voiceWordsPub.publish(msg);
        }
 
        ros::spinOnce();
        loop_rate.sleep();
        count++;
    }
 
exit:
    MSPLogout(); // Logout...
 
    return 0;
}

5、CMakeLists.txt增加以下代码

add_executable(xf_asr src/xf_asr.cpp)
target_link_libraries(xf_asr ${catkin_LIBRARIES} -lmsc  -ldl -lpthread -lm -lrt)
add_dependencies(xf_asr xf_voice_generate_messages_cpp)（这句要不要都可以）

6、回到工作空间编译，编译后source一下。此时语音识别已经可以运行，打开新的终端运行roscore。在另一个终端运行asr。
7、添加语音控制的package，新创建一个新的package，在新的src里面创建voice_cmd.cpp。复制一下代码、

#include<ros/ros.h>
#include<geometry_msgs/Twist.h>
#include<std_msgs/String.h>
#include<pthread.h>
#include<iostream>
#include<stdio.h>
//#include<string.h>
using namespace std;
ros::Publisher pub;
geometry_msgs::Twist vel_cmd;
pthread_t pth_[5];


void* vel_ctr(void* arg)
{
    while(true)
    {

        pub.publish(vel_cmd);
        ros::spinOnce();
        sleep(1);
    }
    return 0;
}
//void callback(const package_name::type_name & msg)
void callback(const std_msgs::String::ConstPtr& msg)
{
    cout<<"收到："<<msg->data.c_str()<<endl;
    string str1 = msg->data.c_str();
    string str2 = "11";
    string str3 = "22";
    string str4 = "33";
    string str5 = "44";
    string str6 = "55";
    //if(str1 == str2)
    if(str1.find("前进"))
//    if(strstr(&str1, &str2))
    {
      //  cout<<"11111"<<endl;
        vel_cmd.linear.x = 0.2;
        vel_cmd.angular.z = 0;
        pthread_create(&pth_[0],NULL,vel_ctr,NULL);
    }
    //if(str1 == str3)
    if(str1.find("后退“))
    //if(strstr(&str1 , &str3))
    {
        vel_cmd.linear.x = -0.2;
        vel_cmd.angular.z = 0;
        pthread_create(&pth_[1],NULL,vel_ctr,NULL);
    }
    if(str1.find("左转"))
    //if(strstr(&str1 , &str4))
    {
        vel_cmd.linear.x = 0;
        vel_cmd.angular.z = 0.05;
        pthread_create(&pth_[2],NULL,vel_ctr,NULL);
    }
    if(str1.find("右转"))
    //if(strstr(&str1 ,&str5))
    {
        vel_cmd.linear.x = 0;
        vel_cmd.angular.z = -0.05;
        pthread_create(&pth_[3],NULL,vel_ctr,NULL);
    }
    if(str1.find("停止"))
    //if(strstr(&str1 ,&str6))
    {
        vel_cmd.linear.x = 0;
        vel_cmd.angular.z = 0;
        pthread_create(&pth_[4],NULL,vel_ctr,NULL);
    }    
}

int main(int argc, char** argv)
{

    ros::init(argc, argv, "sub_word");
    ros::NodeHandle n;
    //pub = n.advertise<geometry_msgs::Twist>("/cmd_vel_mux/input/teleop",10);
    pub = n.advertise<geometry_msgs::Twist>("/mobile_base/mobile_base_controller/cmd_vel",1000);
    
    ros::Subscriber sub = n.subscribe("/voiceWords",10,callback);
//    ros::Subscriber sub = n.subscribe("read",10,callback);
    //ros::Publisher pub = n.advertise<geometry_msgs::Twist>("/cmd_vel_mux/input/teleop", 10);
    
cout<<"您好！你可以语音控制啦！"<<endl;
cout<<"向前行———————————>前进"<<endl;
cout<<"向后退———————————>后退"<<endl;
cout<<"向左转———————————>左转"<<endl;
cout<<"向右转———————————>右转"<<endl;
cout<<"使停止———————————>停止"<<endl;
    ros::spin();
}

8、同理在Cmakelist加上以下：

add_executable(voice_cmd src/voice_cmd.cpp)
target_link_libraries(voice_cmd ${catkin_LIBRARIES} )
add_dependencies(voice_cmd voice_cmd_generate_messages_cpp)

9、回到工作空间编译，运行。
10、运行上面两个模块后再打开一个终端运行rqt_graph查看节点图是否联通。（完）

或者用python去控制机器人运动，订阅asr的内容，
以下是python代码：

#!/usr/bin/env python
# This Python file uses the following encoding: utf-8
import os, sys

import roslib; roslib.load_manifest('pocketsphinx')
import rospy
import math


from geometry_msgs.msg import Twist
from std_msgs.msg import String

class voice_cmd_vel:

    def __init__(self):
        rospy.on_shutdown(self.cleanup)
        self.speed = 0.2
        self.msg = Twist()
	
	

        # publish to cmd_vel, subscribe to speech output
        #self.pub_ = rospy.Publisher('/mobile_base/commands/velocity', Twist)
	self.pub_ = rospy.Publisher('/mobile_base/mobile_base_controller/cmd_vel', Twist)
        rospy.Subscriber('/voiceWords', String, self.speechCb)

	r = rospy.Rate(10.0)
	while not rospy.is_shutdown():
            self.pub_.publish(self.msg)
            r.sleep()
        
    def speechCb(self, msg):
        rospy.loginfo(msg.data)
	
        #if msg.data.find("full speed") > -1:
	if msg.data.find("加速") > -1:
            if self.speed == 0.2:
                self.msg.linear.x = self.msg.linear.x*2
                self.msg.angular.z = self.msg.angular.z*2
                self.speed = 0.4
        if msg.data.find("减速") > -1:
            if self.speed == 0.4:
                self.msg.linear.x = self.msg.linear.x/2
                self.msg.angular.z = self.msg.angular.z/2
                self.speed = 0.2
	if msg.data.find("前进") > -1:
        #if msg.data.find("forward") > -1:    
            self.msg.linear.x = self.speed
            self.msg.angular.z = 0
        elif msg.data.find("左转") > -1:
            if self.msg.linear.x != 0:
                if self.msg.angular.z < self.speed:
                    self.msg.angular.z += 0.05
            else:        
                self.msg.angular.z = self.speed*2
        elif msg.data.find("右转") > -1:    
            if self.msg.linear.x != 0:
                if self.msg.angular.z > -self.speed:
                    self.msg.angular.z -= 0.05
            else:        
                self.msg.angular.z = -self.speed*2
        elif msg.data.find("后退") > -1:
            self.msg.linear.x = -self.speed
            self.msg.angular.z = 0
        elif msg.data.find("停止") > -1 or msg.data.find("立定") > -1:          
            self.msg = Twist()
        
        self.pub_.publish(self.msg)
	
	

    def cleanup(self):
        # stop the robot!
        twist = Twist()
        self.pub_.publish(twist)

if __name__=="__main__":
    rospy.init_node('voice_cmd_vel')
    try:
        voice_cmd_vel()
    except:
        pass