452 lines
17 KiB
PHP
452 lines
17 KiB
PHP
|
<?php
|
|||
|
|
// +----------------------------------------------------------------------
|
|||
|
|
// | likeadmin快速开发前后端分离管理后台（PHP版）
|
|||
|
|
// +----------------------------------------------------------------------
|
|||
|
|
// | 欢迎阅读学习系统程序代码，建议反馈是我们前进的动力
|
|||
|
|
// | 开源版本可自由商用，可去除界面版权logo
|
|||
|
|
// | gitee下载：https://gitee.com/likeshop_gitee/likeadmin
|
|||
|
|
// | github下载：https://github.com/likeshop-github/likeadmin
|
|||
|
|
// | 访问官网：https://www.likeadmin.cn
|
|||
|
|
// | likeadmin团队 版权所有 拥有最终解释权
|
|||
|
|
// +----------------------------------------------------------------------
|
|||
|
|
// | author: likeadminTeam
|
|||
|
|
// +----------------------------------------------------------------------
|
|||
|
|
|
|||
|
|
namespace app\api\controller;
|
|||
|
|
|
|||
|
|
use IFlytek\Xfyun\Speech\ChatClient;
|
|||
|
|
use IFlytek\Xfyun\Speech\IatClient;
|
|||
|
|
use IFlytek\Xfyun\Speech\TtsClient;
|
|||
|
|
use IFlytek\Xfyun\Speech\OcrClient;
|
|||
|
|
use think\facade\Db;
|
|||
|
|
use WebSocket\Client;
|
|||
|
|
use GuzzleHttp\Client as GzClient;
|
|||
|
|
use GuzzleHttp\Psr7\Request;
|
|||
|
|
use GuzzleHttp\Exception\GuzzleException;
|
|||
|
|
use Guzzle\Http\Exception\RequestException;
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* 讯飞
|
|||
|
|
* Class WechatController
|
|||
|
|
*/
|
|||
|
|
class XunFeiController extends BaseApiController
|
|||
|
|
{
|
|||
|
|
public array $notNeedLogin = ['chat', 'iat', 'tts', 'ocr', 'iatWss', 'analyse'];
|
|||
|
|
|
|||
|
|
private $app_id='2eda6c2e';
|
|||
|
|
private $api_key='12ec1f9d113932575fc4b114a2f60ffd';
|
|||
|
|
private $api_secret='MDEyMzE5YTc5YmQ5NjMwOTU1MWY4N2Y2';
|
|||
|
|
|
|||
|
|
//星火认知chat
|
|||
|
|
public function chat()
|
|||
|
|
{
|
|||
|
|
header('X-Accel-Buffering: no');
|
|||
|
|
$content = $this->request->param('content');
|
|||
|
|
if(empty($content)){
|
|||
|
|
return $this->data(['answer' => '']);
|
|||
|
|
}
|
|||
|
|
$chat=new ChatClient($this->app_id,$this->api_key,$this->api_secret);
|
|||
|
|
$client = new Client($chat->assembleAuthUrl('wss://spark-api.xf-yun.com/v2.1/chat'));
|
|||
|
|
// 连接到 WebSocket 服务器
|
|||
|
|
if ($client) {
|
|||
|
|
$header = [
|
|||
|
|
"app_id" => $this->app_id,
|
|||
|
|
"uid" => "1"
|
|||
|
|
];
|
|||
|
|
$parameter = [
|
|||
|
|
"chat" => [
|
|||
|
|
"domain" => "generalv2",
|
|||
|
|
"temperature" => 0.5,
|
|||
|
|
"max_tokens" => 1024
|
|||
|
|
]
|
|||
|
|
];
|
|||
|
|
$payload = [
|
|||
|
|
"message" => [
|
|||
|
|
"text" => [
|
|||
|
|
["role" => "user", "content" => $content]
|
|||
|
|
]
|
|||
|
|
]
|
|||
|
|
];
|
|||
|
|
$data = json_encode([
|
|||
|
|
"header" => $header,
|
|||
|
|
"parameter" => $parameter,
|
|||
|
|
"payload" => $payload
|
|||
|
|
]);
|
|||
|
|
|
|||
|
|
$client->send($data);
|
|||
|
|
$answer = "";
|
|||
|
|
while(true){
|
|||
|
|
$response = $client->receive();
|
|||
|
|
$resp = json_decode($response, true);
|
|||
|
|
$code = $resp["header"]["code"] ?? 0;
|
|||
|
|
if(0 == $code){
|
|||
|
|
$status = $resp["header"]["status"];
|
|||
|
|
if($status != 2){
|
|||
|
|
$content = $resp['payload']['choices']['text'][0]['content'];
|
|||
|
|
$answer .= $content;
|
|||
|
|
}else{
|
|||
|
|
$content = $resp['payload']['choices']['text'][0]['content'];
|
|||
|
|
$answer .= $content;
|
|||
|
|
break;
|
|||
|
|
}
|
|||
|
|
}else{
|
|||
|
|
return $this->fail( "服务返回报错 " . $response);
|
|||
|
|
break;
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
return $this->data(['answer' => $answer]);
|
|||
|
|
} else {
|
|||
|
|
return $this->fail('无法连接到 WebSocket 服务器');
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//AI分析信息
|
|||
|
|
public function analyse()
|
|||
|
|
{
|
|||
|
|
$informationg_demand_id = $this->request->param('informationg_demand_id');
|
|||
|
|
if(empty($informationg_demand_id)){
|
|||
|
|
return $this->fail('信息参数错误');
|
|||
|
|
}
|
|||
|
|
$informationg = Db::name('user_informationg_demand')->where('id', $informationg_demand_id)->where('status', 1)->find();
|
|||
|
|
$type_name = Db::name('category_business')->where('id', $informationg['category_child'])->value('name');
|
|||
|
|
$data_field = json_decode($informationg['data_field'], true);
|
|||
|
|
$demand = '';
|
|||
|
|
foreach($data_field as $k=>$v) {
|
|||
|
|
$demand .= $k . '：' . $v . '；';
|
|||
|
|
}
|
|||
|
|
$question = "根据以下{$type_name}信息【{$demand}】请问有那些商机？";
|
|||
|
|
$chat=new ChatClient($this->app_id,$this->api_key,$this->api_secret);
|
|||
|
|
$client = new Client($chat->assembleAuthUrl('wss://spark-api.xf-yun.com/v2.1/chat'));
|
|||
|
|
// 连接到 WebSocket 服务器
|
|||
|
|
if ($client) {
|
|||
|
|
$header = [
|
|||
|
|
"app_id" => $this->app_id,
|
|||
|
|
"uid" => "1"
|
|||
|
|
];
|
|||
|
|
$parameter = [
|
|||
|
|
"chat" => [
|
|||
|
|
"domain" => "generalv2",
|
|||
|
|
"temperature" => 0.5,
|
|||
|
|
"max_tokens" => 1024
|
|||
|
|
]
|
|||
|
|
];
|
|||
|
|
$payload = [
|
|||
|
|
"message" => [
|
|||
|
|
"text" => [
|
|||
|
|
["role" => "user", "content" => $question]
|
|||
|
|
]
|
|||
|
|
]
|
|||
|
|
];
|
|||
|
|
$data = json_encode([
|
|||
|
|
"header" => $header,
|
|||
|
|
"parameter" => $parameter,
|
|||
|
|
"payload" => $payload
|
|||
|
|
]);
|
|||
|
|
|
|||
|
|
$client->send($data);
|
|||
|
|
$answer = '';
|
|||
|
|
while(true){
|
|||
|
|
$response = $client->receive();
|
|||
|
|
$resp = json_decode($response, true);
|
|||
|
|
$code = $resp["header"]["code"] ?? 0;
|
|||
|
|
if($code == 0){
|
|||
|
|
$status = $resp["header"]["status"];
|
|||
|
|
$content = $resp['payload']['choices']['text'][0]['content'] ?? '';
|
|||
|
|
$answer .= $content;
|
|||
|
|
if($status == 2){
|
|||
|
|
break;
|
|||
|
|
}
|
|||
|
|
}else{
|
|||
|
|
return $this->fail( "服务返回报错 " . $response);
|
|||
|
|
break;
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
$data = [
|
|||
|
|
'ai_aianalyse' => $answer,
|
|||
|
|
'update_time' => time(),
|
|||
|
|
];
|
|||
|
|
$res = Db::name('user_informationg_demand')->where('id', $informationg_demand_id)->update($data);
|
|||
|
|
if (!$res) {
|
|||
|
|
return $this->fail('AI分析信息失败');
|
|||
|
|
}
|
|||
|
|
} else {
|
|||
|
|
return $this->fail('无法连接到 WebSocket 服务器');
|
|||
|
|
}
|
|||
|
|
return $this->data(['question'=>$question, 'answer' => $answer]);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//语音听写（流式版）
|
|||
|
|
public function iat()
|
|||
|
|
{
|
|||
|
|
header('X-Accel-Buffering: no');
|
|||
|
|
$file = request()->file('audio');
|
|||
|
|
if (empty($file)) {
|
|||
|
|
return $this->fail('未上传音频文件');
|
|||
|
|
}
|
|||
|
|
// 上传音频临时文件
|
|||
|
|
$savename = \think\facade\Filesystem::putFile('audio', $file);
|
|||
|
|
|
|||
|
|
$file = app()->getRootPath() . '/runtime/storage/' . $savename;
|
|||
|
|
if (!file_exists($file)) {
|
|||
|
|
return $this->fail('未上传音频文件');
|
|||
|
|
}
|
|||
|
|
$filesize = filesize($file);
|
|||
|
|
if ($filesize > 1 * 1024 * 1024) {
|
|||
|
|
return $this->fail('录音文件太长');
|
|||
|
|
}
|
|||
|
|
$last_file = substr($savename, -36);
|
|||
|
|
$copyFile = app()->getRootPath() . '/public/uploads/iat/' . $last_file;
|
|||
|
|
|
|||
|
|
// ********** 临时方案 ********** //
|
|||
|
|
copy($file, $copyFile);
|
|||
|
|
// $last_file = 'a1fcdd96c7967b48add17b52ab456368.mp3';
|
|||
|
|
$curl_url = "https://dev.app.tword.cn/ffmpeg.php?file={$last_file}";
|
|||
|
|
$ch = curl_init();
|
|||
|
|
curl_setopt($ch, CURLOPT_URL, $curl_url);
|
|||
|
|
curl_setopt($ch, CURLOPT_RETURNTRANSFER, 1);
|
|||
|
|
curl_setopt($ch, CURLOPT_HEADER, 0);
|
|||
|
|
curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, 0);
|
|||
|
|
curl_exec($ch);
|
|||
|
|
curl_close($ch);
|
|||
|
|
|
|||
|
|
$file = "https://dev.app.tword.cn/iat/" . $last_file . ".pcm";
|
|||
|
|
// $ext = pathinfo($file, PATHINFO_EXTENSION);
|
|||
|
|
$ext = "pcm";
|
|||
|
|
$extArray = ['mp3', 'pcm'];
|
|||
|
|
if (!in_array($ext, $extArray)) {
|
|||
|
|
return $this->fail('录音格式错误');
|
|||
|
|
}
|
|||
|
|
// ********** 临时方案 ********** //
|
|||
|
|
$encoding = 'raw';
|
|||
|
|
if ($ext == 'mp3') {
|
|||
|
|
$encoding = 'lame';
|
|||
|
|
}
|
|||
|
|
if ($ext == 'pcm') {
|
|||
|
|
$encoding = 'raw';
|
|||
|
|
}
|
|||
|
|
$audioFile = fopen($file, 'rb');
|
|||
|
|
if ($audioFile === false) {
|
|||
|
|
return $this->fail('音频文件异常');
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
try {
|
|||
|
|
$words = '';
|
|||
|
|
$iatHostUrl = "wss://iat-api.xfyun.cn/v2/iat";
|
|||
|
|
$iat = new IatClient($this->app_id, $this->api_key, $this->api_secret);
|
|||
|
|
$client = new Client($iat->assembleAuthUrl($iatHostUrl));
|
|||
|
|
$frameSize = 1280; //每一帧的音频大小
|
|||
|
|
$intervel = 20 * 1000; //发送音频间隔
|
|||
|
|
$status = 0;
|
|||
|
|
while (true) {
|
|||
|
|
$len = fread($audioFile, $frameSize);
|
|||
|
|
if ($len === false) {
|
|||
|
|
break;
|
|||
|
|
}
|
|||
|
|
if ($len === '') { //文件读取完了
|
|||
|
|
$status = 2;
|
|||
|
|
}
|
|||
|
|
switch ($status) {
|
|||
|
|
case 0: //发送第一帧音频，带business 参数
|
|||
|
|
$frameData = array(
|
|||
|
|
'common' => array(
|
|||
|
|
'app_id' => $this->app_id //appid 必须带上，只需第一帧发送
|
|||
|
|
),
|
|||
|
|
'business' => array( //business 参数，只需一帧发送
|
|||
|
|
'language' => 'zh_cn',
|
|||
|
|
'domain' => 'iat',
|
|||
|
|
'accent' => 'mandarin'
|
|||
|
|
),
|
|||
|
|
'data' => array(
|
|||
|
|
'status' => 0,
|
|||
|
|
'format' => 'audio/L16;rate=16000',
|
|||
|
|
'audio' => base64_encode($len),
|
|||
|
|
'encoding' => $encoding
|
|||
|
|
)
|
|||
|
|
);
|
|||
|
|
$client->send(json_encode($frameData));
|
|||
|
|
$status = 1;
|
|||
|
|
break;
|
|||
|
|
case 1:
|
|||
|
|
$frameData = array(
|
|||
|
|
'data' => array(
|
|||
|
|
'status' => 1,
|
|||
|
|
'format' => 'audio/L16;rate=16000',
|
|||
|
|
'audio' => base64_encode($len),
|
|||
|
|
'encoding' => $encoding
|
|||
|
|
)
|
|||
|
|
);
|
|||
|
|
$client->send(json_encode($frameData));
|
|||
|
|
break;
|
|||
|
|
case 2:
|
|||
|
|
$frameData = array(
|
|||
|
|
'data' => array(
|
|||
|
|
'status' => 2,
|
|||
|
|
'format' => 'audio/L16;rate=16000',
|
|||
|
|
'audio' => base64_encode($len),
|
|||
|
|
'encoding' => $encoding
|
|||
|
|
)
|
|||
|
|
);
|
|||
|
|
$client->send(json_encode($frameData));
|
|||
|
|
break 2;
|
|||
|
|
}
|
|||
|
|
//模拟音频采样间隔
|
|||
|
|
usleep($intervel);
|
|||
|
|
}
|
|||
|
|
while (true) {
|
|||
|
|
$response = $client->receive();
|
|||
|
|
if ($response === null) {
|
|||
|
|
break;
|
|||
|
|
}
|
|||
|
|
$resp = json_decode($response, true);
|
|||
|
|
$code = $resp['code'];
|
|||
|
|
if ($code != 0) {
|
|||
|
|
break;
|
|||
|
|
}
|
|||
|
|
$message = $resp['message'];
|
|||
|
|
$data = $resp['data'];
|
|||
|
|
$result = $data['result'];
|
|||
|
|
$status = $data['status'];
|
|||
|
|
foreach($result['ws'] as $v) {
|
|||
|
|
$words .= $v['cw'][0]['w'] ?? '';
|
|||
|
|
}
|
|||
|
|
if ($status === 2) {
|
|||
|
|
break;
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
fclose($audioFile);
|
|||
|
|
// 删除临时音频文件
|
|||
|
|
if (file_exists($file)) {
|
|||
|
|
unlink($file);
|
|||
|
|
}
|
|||
|
|
} catch (\Exception $e) {
|
|||
|
|
if (file_exists($file)) {
|
|||
|
|
// 删除临时文件
|
|||
|
|
unlink($file);
|
|||
|
|
}
|
|||
|
|
return $this->fail($e->getMessage());
|
|||
|
|
}
|
|||
|
|
return $this->data(['words' => $words]);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//获取语音听写（流式版）websocket地址
|
|||
|
|
public function iatWss()
|
|||
|
|
{
|
|||
|
|
header('X-Accel-Buffering: no');
|
|||
|
|
$iatHostUrl = "wss://iat-api.xfyun.cn/v2/iat";
|
|||
|
|
$iat = new IatClient($this->app_id, $this->api_key, $this->api_secret);
|
|||
|
|
$iat_wss = $iat->assembleAuthUrl($iatHostUrl);
|
|||
|
|
//后期添加鉴权
|
|||
|
|
return $this->data(['iat_wss' => $iat_wss]);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//语音合成（流式版）
|
|||
|
|
public function tts()
|
|||
|
|
{
|
|||
|
|
header('X-Accel-Buffering: no');
|
|||
|
|
$ttsHostUrl = "wss://tts-api.xfyun.cn/v2/tts";
|
|||
|
|
$text = request()->param('text');
|
|||
|
|
if (empty($text)) {
|
|||
|
|
return $this->fail('未上传文本参数');
|
|||
|
|
}
|
|||
|
|
$file_name = date('YmdHis', time()) . mt_rand(1000, 9999) . '.mp3';
|
|||
|
|
$date_path = date('Ymd');
|
|||
|
|
$dir = app()->getRootPath() . '/public/uploads/audio/' . $date_path;
|
|||
|
|
if (!is_dir($dir)) {
|
|||
|
|
mkdir($dir, 0755, true);
|
|||
|
|
}
|
|||
|
|
$audioFile = $dir . '/' . $file_name;
|
|||
|
|
$business = [
|
|||
|
|
'aue' => 'lame', //mp3格式
|
|||
|
|
'vcn' => 'aisjinger', //发音人
|
|||
|
|
'auf' => 'audio/L16;rate=16000', //音频采样率
|
|||
|
|
'speed' => 50, //语速
|
|||
|
|
'volume' => 100, //音量
|
|||
|
|
'pitch' => 50, //音高
|
|||
|
|
'tte' => 'UTF8'
|
|||
|
|
];
|
|||
|
|
try {
|
|||
|
|
$tts = new TtsClient($this->app_id, $this->api_key, $this->api_secret, $business);
|
|||
|
|
file_put_contents($audioFile, $tts->request($text)->getBody()->getContents());
|
|||
|
|
//生成语音文件需要定时清理
|
|||
|
|
} catch (\Exception $e) {
|
|||
|
|
return $this->fail($e->getMessage());
|
|||
|
|
}
|
|||
|
|
return $this->data(['audio_file' => request()->domain() . '/uploads/audio/' . $date_path . '/' . $file_name]);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
//通用文字识别
|
|||
|
|
public function ocr()
|
|||
|
|
{
|
|||
|
|
$ocrHostUrl = "https://api.xf-yun.com/v1/private/sf8e6aca1";
|
|||
|
|
$file = request()->param('image');
|
|||
|
|
if (empty($file)) {
|
|||
|
|
return $this->fail('未上传图片文件');
|
|||
|
|
}
|
|||
|
|
/*
|
|||
|
|
// 上传图片临时文件
|
|||
|
|
$savename = \think\facade\Filesystem::putFile('ocr', $file);
|
|||
|
|
$file = app()->getRootPath() . '/runtime/storage/' . $savename;
|
|||
|
|
if (!file_exists($file)) {
|
|||
|
|
return $this->fail('未上传图片文件');
|
|||
|
|
}
|
|||
|
|
$filesize = filesize($file);
|
|||
|
|
if ($filesize > 4 * 1024 * 1024) {
|
|||
|
|
return $this->fail('图片文件不能超过4M');
|
|||
|
|
}
|
|||
|
|
*/
|
|||
|
|
$ext = pathinfo($file, PATHINFO_EXTENSION);
|
|||
|
|
$base64_image = base64_encode(file_get_contents($file));
|
|||
|
|
$ocr = new OcrClient($this->app_id, $this->api_key, $this->api_secret);
|
|||
|
|
$ocrHostUrl = $ocr->assembleAuthUrl($ocrHostUrl);
|
|||
|
|
$requestBody = [
|
|||
|
|
'header' => [
|
|||
|
|
'app_id' => $this->app_id,
|
|||
|
|
'status' => 3
|
|||
|
|
],
|
|||
|
|
'parameter' => [
|
|||
|
|
'sf8e6aca1' => [
|
|||
|
|
'category' => 'ch_en_public_cloud',
|
|||
|
|
'result' => [
|
|||
|
|
'encoding' => 'utf8',
|
|||
|
|
'compress' => 'raw',
|
|||
|
|
'format' => 'json'
|
|||
|
|
]
|
|||
|
|
]
|
|||
|
|
],
|
|||
|
|
'payload' => [
|
|||
|
|
'sf8e6aca1_data_1' => [
|
|||
|
|
'encoding' => $ext,
|
|||
|
|
'status' => 3,
|
|||
|
|
'image' => $base64_image
|
|||
|
|
]
|
|||
|
|
]
|
|||
|
|
];
|
|||
|
|
$text = [];
|
|||
|
|
try {
|
|||
|
|
$client = new GzClient(['timeout' => 5]);
|
|||
|
|
$response = $client->request('POST', $ocrHostUrl, [
|
|||
|
|
'json' => $requestBody,
|
|||
|
|
'verify' => false
|
|||
|
|
]);
|
|||
|
|
$responseData = $response->getBody()->getContents();
|
|||
|
|
$responseArray = json_decode($responseData, true);
|
|||
|
|
if (empty($responseArray['payload']['result']['text'])) {
|
|||
|
|
return $this->fail('json解析错误');
|
|||
|
|
}
|
|||
|
|
$encodeText = $responseArray['payload']['result']['text'];
|
|||
|
|
$textArray = json_decode(base64_decode($encodeText), true);
|
|||
|
|
$lineArray = $textArray['pages'][0]['lines'] ?? [];
|
|||
|
|
foreach($lineArray as $item) {
|
|||
|
|
$content = $item['words'][0]['content'] ?? '';
|
|||
|
|
if ($content) {
|
|||
|
|
$text[] = $content;
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
} catch (GuzzleException $e) {
|
|||
|
|
return $this->fail($e->getMessage());
|
|||
|
|
}
|
|||
|
|
return $this->data(['words' => $text]);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
}
|