452 lines
17 KiB
PHP
452 lines
17 KiB
PHP
<?php
|
||
// +----------------------------------------------------------------------
|
||
// | likeadmin快速开发前后端分离管理后台（PHP版）
|
||
// +----------------------------------------------------------------------
|
||
// | 欢迎阅读学习系统程序代码，建议反馈是我们前进的动力
|
||
// | 开源版本可自由商用，可去除界面版权logo
|
||
// | gitee下载：https://gitee.com/likeshop_gitee/likeadmin
|
||
// | github下载：https://github.com/likeshop-github/likeadmin
|
||
// | 访问官网：https://www.likeadmin.cn
|
||
// | likeadmin团队 版权所有 拥有最终解释权
|
||
// +----------------------------------------------------------------------
|
||
// | author: likeadminTeam
|
||
// +----------------------------------------------------------------------
|
||
|
||
namespace app\api\controller;
|
||
|
||
use IFlytek\Xfyun\Speech\ChatClient;
|
||
use IFlytek\Xfyun\Speech\IatClient;
|
||
use IFlytek\Xfyun\Speech\TtsClient;
|
||
use IFlytek\Xfyun\Speech\OcrClient;
|
||
use think\facade\Db;
|
||
use WebSocket\Client;
|
||
use GuzzleHttp\Client as GzClient;
|
||
use GuzzleHttp\Psr7\Request;
|
||
use GuzzleHttp\Exception\GuzzleException;
|
||
use Guzzle\Http\Exception\RequestException;
|
||
|
||
/**
|
||
* 讯飞
|
||
* Class WechatController
|
||
*/
|
||
class XunFeiController extends BaseApiController
|
||
{
|
||
public array $notNeedLogin = ['chat', 'iat', 'tts', 'ocr', 'iatWss', 'analyse'];
|
||
|
||
private $app_id='2eda6c2e';
|
||
private $api_key='12ec1f9d113932575fc4b114a2f60ffd';
|
||
private $api_secret='MDEyMzE5YTc5YmQ5NjMwOTU1MWY4N2Y2';
|
||
|
||
//星火认知chat
|
||
public function chat()
|
||
{
|
||
header('X-Accel-Buffering: no');
|
||
$content = $this->request->param('content');
|
||
if(empty($content)){
|
||
return $this->data(['answer' => '']);
|
||
}
|
||
$chat=new ChatClient($this->app_id,$this->api_key,$this->api_secret);
|
||
$client = new Client($chat->assembleAuthUrl('wss://spark-api.xf-yun.com/v2.1/chat'));
|
||
// 连接到 WebSocket 服务器
|
||
if ($client) {
|
||
$header = [
|
||
"app_id" => $this->app_id,
|
||
"uid" => "1"
|
||
];
|
||
$parameter = [
|
||
"chat" => [
|
||
"domain" => "generalv2",
|
||
"temperature" => 0.5,
|
||
"max_tokens" => 1024
|
||
]
|
||
];
|
||
$payload = [
|
||
"message" => [
|
||
"text" => [
|
||
["role" => "user", "content" => $content]
|
||
]
|
||
]
|
||
];
|
||
$data = json_encode([
|
||
"header" => $header,
|
||
"parameter" => $parameter,
|
||
"payload" => $payload
|
||
]);
|
||
|
||
$client->send($data);
|
||
$answer = "";
|
||
while(true){
|
||
$response = $client->receive();
|
||
$resp = json_decode($response, true);
|
||
$code = $resp["header"]["code"] ?? 0;
|
||
if(0 == $code){
|
||
$status = $resp["header"]["status"];
|
||
if($status != 2){
|
||
$content = $resp['payload']['choices']['text'][0]['content'];
|
||
$answer .= $content;
|
||
}else{
|
||
$content = $resp['payload']['choices']['text'][0]['content'];
|
||
$answer .= $content;
|
||
break;
|
||
}
|
||
}else{
|
||
return $this->fail( "服务返回报错 " . $response);
|
||
break;
|
||
}
|
||
}
|
||
return $this->data(['answer' => $answer]);
|
||
} else {
|
||
return $this->fail('无法连接到 WebSocket 服务器');
|
||
}
|
||
}
|
||
|
||
//AI分析信息
|
||
public function analyse()
|
||
{
|
||
$informationg_demand_id = $this->request->param('informationg_demand_id');
|
||
if(empty($informationg_demand_id)){
|
||
return $this->fail('信息参数错误');
|
||
}
|
||
$informationg = Db::name('user_informationg_demand')->where('id', $informationg_demand_id)->where('status', 1)->find();
|
||
$type_name = Db::name('category_business')->where('id', $informationg['category_child'])->value('name');
|
||
$data_field = json_decode($informationg['data_field'], true);
|
||
$demand = '';
|
||
foreach($data_field as $k=>$v) {
|
||
$demand .= $k . '：' . $v . '；';
|
||
}
|
||
$question = "根据以下{$type_name}信息【{$demand}】请问有那些商机？";
|
||
$chat=new ChatClient($this->app_id,$this->api_key,$this->api_secret);
|
||
$client = new Client($chat->assembleAuthUrl('wss://spark-api.xf-yun.com/v2.1/chat'));
|
||
// 连接到 WebSocket 服务器
|
||
if ($client) {
|
||
$header = [
|
||
"app_id" => $this->app_id,
|
||
"uid" => "1"
|
||
];
|
||
$parameter = [
|
||
"chat" => [
|
||
"domain" => "generalv2",
|
||
"temperature" => 0.5,
|
||
"max_tokens" => 1024
|
||
]
|
||
];
|
||
$payload = [
|
||
"message" => [
|
||
"text" => [
|
||
["role" => "user", "content" => $question]
|
||
]
|
||
]
|
||
];
|
||
$data = json_encode([
|
||
"header" => $header,
|
||
"parameter" => $parameter,
|
||
"payload" => $payload
|
||
]);
|
||
|
||
$client->send($data);
|
||
$answer = '';
|
||
while(true){
|
||
$response = $client->receive();
|
||
$resp = json_decode($response, true);
|
||
$code = $resp["header"]["code"] ?? 0;
|
||
if($code == 0){
|
||
$status = $resp["header"]["status"];
|
||
$content = $resp['payload']['choices']['text'][0]['content'] ?? '';
|
||
$answer .= $content;
|
||
if($status == 2){
|
||
break;
|
||
}
|
||
}else{
|
||
return $this->fail( "服务返回报错 " . $response);
|
||
break;
|
||
}
|
||
}
|
||
$data = [
|
||
'ai_aianalyse' => $answer,
|
||
'update_time' => time(),
|
||
];
|
||
$res = Db::name('user_informationg_demand')->where('id', $informationg_demand_id)->update($data);
|
||
if (!$res) {
|
||
return $this->fail('AI分析信息失败');
|
||
}
|
||
} else {
|
||
return $this->fail('无法连接到 WebSocket 服务器');
|
||
}
|
||
return $this->data(['question'=>$question, 'answer' => $answer]);
|
||
}
|
||
|
||
//语音听写（流式版）
|
||
public function iat()
|
||
{
|
||
header('X-Accel-Buffering: no');
|
||
$file = request()->file('audio');
|
||
if (empty($file)) {
|
||
return $this->fail('未上传音频文件');
|
||
}
|
||
// 上传音频临时文件
|
||
$savename = \think\facade\Filesystem::putFile('audio', $file);
|
||
|
||
$file = app()->getRootPath() . '/runtime/storage/' . $savename;
|
||
if (!file_exists($file)) {
|
||
return $this->fail('未上传音频文件');
|
||
}
|
||
$filesize = filesize($file);
|
||
if ($filesize > 1 * 1024 * 1024) {
|
||
return $this->fail('录音文件太长');
|
||
}
|
||
$last_file = substr($savename, -36);
|
||
$copyFile = app()->getRootPath() . '/public/uploads/iat/' . $last_file;
|
||
|
||
// ********** 临时方案 ********** //
|
||
copy($file, $copyFile);
|
||
// $last_file = 'a1fcdd96c7967b48add17b52ab456368.mp3';
|
||
$curl_url = "https://dev.app.tword.cn/ffmpeg.php?file={$last_file}";
|
||
$ch = curl_init();
|
||
curl_setopt($ch, CURLOPT_URL, $curl_url);
|
||
curl_setopt($ch, CURLOPT_RETURNTRANSFER, 1);
|
||
curl_setopt($ch, CURLOPT_HEADER, 0);
|
||
curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, 0);
|
||
curl_exec($ch);
|
||
curl_close($ch);
|
||
|
||
$file = "https://dev.app.tword.cn/iat/" . $last_file . ".pcm";
|
||
// $ext = pathinfo($file, PATHINFO_EXTENSION);
|
||
$ext = "pcm";
|
||
$extArray = ['mp3', 'pcm'];
|
||
if (!in_array($ext, $extArray)) {
|
||
return $this->fail('录音格式错误');
|
||
}
|
||
// ********** 临时方案 ********** //
|
||
$encoding = 'raw';
|
||
if ($ext == 'mp3') {
|
||
$encoding = 'lame';
|
||
}
|
||
if ($ext == 'pcm') {
|
||
$encoding = 'raw';
|
||
}
|
||
$audioFile = fopen($file, 'rb');
|
||
if ($audioFile === false) {
|
||
return $this->fail('音频文件异常');
|
||
}
|
||
|
||
try {
|
||
$words = '';
|
||
$iatHostUrl = "wss://iat-api.xfyun.cn/v2/iat";
|
||
$iat = new IatClient($this->app_id, $this->api_key, $this->api_secret);
|
||
$client = new Client($iat->assembleAuthUrl($iatHostUrl));
|
||
$frameSize = 1280; //每一帧的音频大小
|
||
$intervel = 20 * 1000; //发送音频间隔
|
||
$status = 0;
|
||
while (true) {
|
||
$len = fread($audioFile, $frameSize);
|
||
if ($len === false) {
|
||
break;
|
||
}
|
||
if ($len === '') { //文件读取完了
|
||
$status = 2;
|
||
}
|
||
switch ($status) {
|
||
case 0: //发送第一帧音频，带business 参数
|
||
$frameData = array(
|
||
'common' => array(
|
||
'app_id' => $this->app_id //appid 必须带上，只需第一帧发送
|
||
),
|
||
'business' => array( //business 参数，只需一帧发送
|
||
'language' => 'zh_cn',
|
||
'domain' => 'iat',
|
||
'accent' => 'mandarin'
|
||
),
|
||
'data' => array(
|
||
'status' => 0,
|
||
'format' => 'audio/L16;rate=16000',
|
||
'audio' => base64_encode($len),
|
||
'encoding' => $encoding
|
||
)
|
||
);
|
||
$client->send(json_encode($frameData));
|
||
$status = 1;
|
||
break;
|
||
case 1:
|
||
$frameData = array(
|
||
'data' => array(
|
||
'status' => 1,
|
||
'format' => 'audio/L16;rate=16000',
|
||
'audio' => base64_encode($len),
|
||
'encoding' => $encoding
|
||
)
|
||
);
|
||
$client->send(json_encode($frameData));
|
||
break;
|
||
case 2:
|
||
$frameData = array(
|
||
'data' => array(
|
||
'status' => 2,
|
||
'format' => 'audio/L16;rate=16000',
|
||
'audio' => base64_encode($len),
|
||
'encoding' => $encoding
|
||
)
|
||
);
|
||
$client->send(json_encode($frameData));
|
||
break 2;
|
||
}
|
||
//模拟音频采样间隔
|
||
usleep($intervel);
|
||
}
|
||
while (true) {
|
||
$response = $client->receive();
|
||
if ($response === null) {
|
||
break;
|
||
}
|
||
$resp = json_decode($response, true);
|
||
$code = $resp['code'];
|
||
if ($code != 0) {
|
||
break;
|
||
}
|
||
$message = $resp['message'];
|
||
$data = $resp['data'];
|
||
$result = $data['result'];
|
||
$status = $data['status'];
|
||
foreach($result['ws'] as $v) {
|
||
$words .= $v['cw'][0]['w'] ?? '';
|
||
}
|
||
if ($status === 2) {
|
||
break;
|
||
}
|
||
}
|
||
fclose($audioFile);
|
||
// 删除临时音频文件
|
||
if (file_exists($file)) {
|
||
unlink($file);
|
||
}
|
||
} catch (\Exception $e) {
|
||
if (file_exists($file)) {
|
||
// 删除临时文件
|
||
unlink($file);
|
||
}
|
||
return $this->fail($e->getMessage());
|
||
}
|
||
return $this->data(['words' => $words]);
|
||
}
|
||
|
||
//获取语音听写（流式版）websocket地址
|
||
public function iatWss()
|
||
{
|
||
header('X-Accel-Buffering: no');
|
||
$iatHostUrl = "wss://iat-api.xfyun.cn/v2/iat";
|
||
$iat = new IatClient($this->app_id, $this->api_key, $this->api_secret);
|
||
$iat_wss = $iat->assembleAuthUrl($iatHostUrl);
|
||
//后期添加鉴权
|
||
return $this->data(['iat_wss' => $iat_wss]);
|
||
}
|
||
|
||
//语音合成（流式版）
|
||
public function tts()
|
||
{
|
||
header('X-Accel-Buffering: no');
|
||
$ttsHostUrl = "wss://tts-api.xfyun.cn/v2/tts";
|
||
$text = request()->param('text');
|
||
if (empty($text)) {
|
||
return $this->fail('未上传文本参数');
|
||
}
|
||
$file_name = date('YmdHis', time()) . mt_rand(1000, 9999) . '.mp3';
|
||
$date_path = date('Ymd');
|
||
$dir = app()->getRootPath() . '/public/uploads/audio/' . $date_path;
|
||
if (!is_dir($dir)) {
|
||
mkdir($dir, 0755, true);
|
||
}
|
||
$audioFile = $dir . '/' . $file_name;
|
||
$business = [
|
||
'aue' => 'lame', //mp3格式
|
||
'vcn' => 'aisjinger', //发音人
|
||
'auf' => 'audio/L16;rate=16000', //音频采样率
|
||
'speed' => 50, //语速
|
||
'volume' => 100, //音量
|
||
'pitch' => 50, //音高
|
||
'tte' => 'UTF8'
|
||
];
|
||
try {
|
||
$tts = new TtsClient($this->app_id, $this->api_key, $this->api_secret, $business);
|
||
file_put_contents($audioFile, $tts->request($text)->getBody()->getContents());
|
||
//生成语音文件需要定时清理
|
||
} catch (\Exception $e) {
|
||
return $this->fail($e->getMessage());
|
||
}
|
||
return $this->data(['audio_file' => request()->domain() . '/uploads/audio/' . $date_path . '/' . $file_name]);
|
||
}
|
||
|
||
//通用文字识别
|
||
public function ocr()
|
||
{
|
||
$ocrHostUrl = "https://api.xf-yun.com/v1/private/sf8e6aca1";
|
||
$file = request()->param('image');
|
||
if (empty($file)) {
|
||
return $this->fail('未上传图片文件');
|
||
}
|
||
/*
|
||
// 上传图片临时文件
|
||
$savename = \think\facade\Filesystem::putFile('ocr', $file);
|
||
$file = app()->getRootPath() . '/runtime/storage/' . $savename;
|
||
if (!file_exists($file)) {
|
||
return $this->fail('未上传图片文件');
|
||
}
|
||
$filesize = filesize($file);
|
||
if ($filesize > 4 * 1024 * 1024) {
|
||
return $this->fail('图片文件不能超过4M');
|
||
}
|
||
*/
|
||
$ext = pathinfo($file, PATHINFO_EXTENSION);
|
||
$base64_image = base64_encode(file_get_contents($file));
|
||
$ocr = new OcrClient($this->app_id, $this->api_key, $this->api_secret);
|
||
$ocrHostUrl = $ocr->assembleAuthUrl($ocrHostUrl);
|
||
$requestBody = [
|
||
'header' => [
|
||
'app_id' => $this->app_id,
|
||
'status' => 3
|
||
],
|
||
'parameter' => [
|
||
'sf8e6aca1' => [
|
||
'category' => 'ch_en_public_cloud',
|
||
'result' => [
|
||
'encoding' => 'utf8',
|
||
'compress' => 'raw',
|
||
'format' => 'json'
|
||
]
|
||
]
|
||
],
|
||
'payload' => [
|
||
'sf8e6aca1_data_1' => [
|
||
'encoding' => $ext,
|
||
'status' => 3,
|
||
'image' => $base64_image
|
||
]
|
||
]
|
||
];
|
||
$text = [];
|
||
try {
|
||
$client = new GzClient(['timeout' => 5]);
|
||
$response = $client->request('POST', $ocrHostUrl, [
|
||
'json' => $requestBody,
|
||
'verify' => false
|
||
]);
|
||
$responseData = $response->getBody()->getContents();
|
||
$responseArray = json_decode($responseData, true);
|
||
if (empty($responseArray['payload']['result']['text'])) {
|
||
return $this->fail('json解析错误');
|
||
}
|
||
$encodeText = $responseArray['payload']['result']['text'];
|
||
$textArray = json_decode(base64_decode($encodeText), true);
|
||
$lineArray = $textArray['pages'][0]['lines'] ?? [];
|
||
foreach($lineArray as $item) {
|
||
$content = $item['words'][0]['content'] ?? '';
|
||
if ($content) {
|
||
$text[] = $content;
|
||
}
|
||
}
|
||
} catch (GuzzleException $e) {
|
||
return $this->fail($e->getMessage());
|
||
}
|
||
return $this->data(['words' => $text]);
|
||
}
|
||
|
||
}
|