一步步教你把人工智能对话系统小智python移植到树莓派5上

# 主要组件交互关系
while running:
    1. GUI线程 --> 消息队列 --> 更新**记录
    2. MQTT线程 --> 接收云端指令 --> 控制音频会话
    3. 音频线程 --> UDP加密传输 --> 实现双向语音
    4. 心跳线程 --> 维持连接 --> 处理会话超时

 

def on_space_key_press():
    global key_state, udp_socket, aes_opus_info, listen_state, conn_state
    if key_state == "press":
        return
    key_state = "press"
    # 判断是否需要发送hello消息
    if conn_state is False or aes_opus_info['session_id'] is None:
        conn_state = True
        # 发送hello消息,建立udp连接
        hello_msg = {"type": "hello", "version": 3, "transport": "udp",
                     "audio_params": {"format": "opus", "sample_rate": 16000, "channels": 1, "frame_duration": 60}}
        push_mqtt_msg(hello_msg)
        print(f"send hello message: {hello_msg}")
    if tts_state == "start" or tts_state == "entence_start":
        # 在播放状态下发送abort消息
        push_mqtt_msg({"type": "abort"})
        print(f"send abort message")
    if aes_opus_info['session_id'] is not None:
        # 发送start listen消息
        msg = {"session_id": aes_opus_info['session_id'], "type": "listen", "state": "start", "mode": "manual"}
        print(f"send start listen message: {msg}")
        push_mqtt_msg(msg)


def on_space_key_release():
    global aes_opus_info, key_state
    key_state = "release"
    # 发送stop listen消息
    if aes_opus_info['session_id'] is not None:
        msg = {"session_id": aes_opus_info['session_id'], "type": "listen", "state": "stop"}
        print(f"send stop listen message: {msg}")
        push_mqtt_msg(msg)


# def on_press(key):
#     if key == pynput_keyboard.Key.space:
#         on_space_key_press(None)


# def on_release(key):
#     if key == pynput_keyboard.Key.space:
#         on_space_key_release(None)
#     # Stop listener
#     if key == pynput_keyboard.Key.esc:
#         return False


def run():
    global mqtt_info, mqttc
    # 获取mqtt与版本信息
    get_ota_version()
    # 监听键盘按键，当按下空格键时，发送listen消息
    # listener = pynput_keyboard.Listener(on_press=on_press, on_release=on_release)
    # listener.start()
    button = Button(16)
    button.when_pressed = on_space_key_press
    button.when_released = on_space_key_release
    # 创建客户端实例
    mqttc = mqtt.Client(callback_api_version=mqtt.CallbackAPIVersion.VERSION2, client_id=mqtt_info['client_id'])
    mqttc.username_pw_set(username=mqtt_info['username'], password=mqtt_info['password'])
    mqttc.tls_set(ca_certs=None, certfile=None, keyfile=None, cert_reqs=mqtt.ssl.CERT_REQUIRED,
                  tls_version=mqtt.ssl.PROTOCOL_TLS, ciphers=None)
    mqttc.on_connect = on_connect
    mqttc.on_message = on_message
    mqttc.connect(host=mqtt_info['endpoint'], port=8883)
    mqttc.loop_forever()


if __name__ == "__main__":
    audio = pyaudio.PyAudio()
    run()

部分关键代码

人工智能已经把人类带向了一个前所未有的繁荣，树莓派作以其优越的性能，成为了承载人工智能运行的实体，走进平凡人家的最佳实践。借助树莓派，智能家居系统变得触手可及。人们仅需通过简单的语音指令，就能依托树莓派搭载的人工智能程序，轻松操控家中的灯光、温度与电器设备，让生活变得更加便捷与舒适。在教育领域，树莓派为学生们开启了探索人工智能世界的大门。学生们可以利用它开展简单的图像识别、语音交互等实验项目，将抽象的人工智能理论知识转化为生动有趣的实践操作，极大地激发了他们对科技的热爱与创新思维。在科研层面，树莓派凭借其灵活的扩展性，成为了众多科研人员进行小型人工智能实验的得力助手，帮助他们在有限的资源条件下，快速验证新的算法与模型，为人工智能技术的进一步突破贡献力量。随着技术的不断迭代升级，未来树莓派有望在更多领域大放异彩，持续推动人工智能与日常生活深度融合，创造出更多令人惊喜的应用场景 。

参考附件