request->param('content'); if(empty($parmas)){ return $this->success('success'); } $chat=new ChatClient($this->app_id,$this->api_key,$this->api_secret); $client = new Client($chat->assembleAuthUrl('wss://spark-api.xf-yun.com/v2.1/chat')); // 连接到 WebSocket 服务器 if ($client) { // 发送数据到 WebSocket 服务器 $data = $this->getBody($this->app_id,$parmas); $client->send($data); // 从 WebSocket 服务器接收数据 $answer = ""; while(true){ $response = $client->receive(); $resp = json_decode($response,true); $code = $resp["header"]["code"]; // echo "从服务器接收到的数据: " . $response; if(0 == $code){ $status = $resp["header"]["status"]; if($status != 2){ $content = $resp['payload']['choices']['text'][0]['content']; $answer .= $content; print($answer); ob_flush(); // 刷新输出缓冲区 flush(); // 刷新系统输出缓冲区 }else{ $content = $resp['payload']['choices']['text'][0]['content']; $answer .= $content; $total_tokens = $resp['payload']['usage']['text']['total_tokens']; print("\n本次消耗token用量:\n"); print($total_tokens); ob_flush(); // 刷新输出缓冲区 flush(); // 刷新系统输出缓冲区 break; } }else{ return $this->fail( "服务返回报错".$response); break; } } ob_flush(); // 刷新输出缓冲区 flush(); // 刷新系统输出缓冲区 return $this->success('success'); } else { return $this->fail('无法连接到 WebSocket 服务器'); } } //构造参数体 function getBody($appid,$question){ $header = array( "app_id" => $appid, "uid" => "1" ); $parameter = array( "chat" => array( "domain" => "generalv2", "temperature" => 0.5, "max_tokens" => 1024 ) ); $payload = array( "message" => array( "text" => array( array("role" => "user", "content" => $question) ) ) ); $json_string = json_encode(array( "header" => $header, "parameter" => $parameter, "payload" => $payload )); return $json_string; } //语音听写(流式版) public function iat() { header('X-Accel-Buffering: no'); $file = request()->file('audio'); if (empty($file)) { return $this->fail('未上传音频文件'); } // 上传音频临时文件 $savename = \think\facade\Filesystem::putFile('audio', $file); $file = app()->getRootPath() . '/runtime/storage/' . $savename; if (!file_exists($file)) { return $this->fail('未上传音频文件'); } // $file = "https://lihai001.oss-cn-chengdu.aliyuncs.com/media/iat_mp3_16k.mp3"; $audioFile = fopen($file, 'rb'); if ($audioFile === false) { return $this->fail('音频文件异常'); } $words = ''; $iatHostUrl = "wss://iat-api.xfyun.cn/v2/iat"; $iat = new IatClient($this->app_id, $this->api_key, $this->api_secret); $client = new Client($iat->assembleAuthUrl($iatHostUrl)); if ($client) { $frameSize = 1280; //每一帧的音频大小 $intervel = 40 * 1000; //发送音频间隔 $status = 0; while (true) { $len = fread($audioFile, $frameSize); if ($len === false) { break; } if ($len === '') { //文件读取完了 $status = 2; } switch ($status) { case 0: //发送第一帧音频,带business 参数 $frameData = array( 'common' => array( 'app_id' => $this->app_id //appid 必须带上,只需第一帧发送 ), 'business' => array( //business 参数,只需一帧发送 'language' => 'zh_cn', 'domain' => 'iat', 'accent' => 'mandarin' ), 'data' => array( 'status' => 0, 'format' => 'audio/L16;rate=16000', 'audio' => base64_encode($len), 'encoding' => 'lame' ) ); $client->send(json_encode($frameData)); $status = 1; break; case 1: $frameData = array( 'data' => array( 'status' => 1, 'format' => 'audio/L16;rate=16000', 'audio' => base64_encode($len), 'encoding' => 'raw' ) ); $client->send(json_encode($frameData)); break; case 2: $frameData = array( 'data' => array( 'status' => 2, 'format' => 'audio/L16;rate=16000', 'audio' => base64_encode($len), 'encoding' => 'raw' ) ); $client->send(json_encode($frameData)); break 2; } //模拟音频采样间隔 usleep($intervel); } while (true) { $response = $client->receive(); if ($response === null) { break; } $resp = json_decode($response,true); $code = $resp['code']; $message = $resp['message']; $data = $resp['data']; $result = $data['result']; $status = $data['status']; foreach($result['ws'] as $v) { $words .= $v['cw'][0]['w'] ?? ''; } if ($code != 0 || $status === 2) { break; } } } else { return $this->fail('无法连接到 WebSocket 服务器'); } fclose($audioFile); // 删除临时音频文件 if (file_exists($file)) { unlink($file); } return $this->data(['words' => $words]); } //语音合成(流式版) public function tts() { header('X-Accel-Buffering: no'); $ttsHostUrl = "wss://tts-api.xfyun.cn/v2/tts"; $text = request()->param('text'); if (empty($text)) { return $this->fail('未上传文本参数'); } $file_name = date('YmdHis', time()) . mt_rand(1000, 9999) . '.mp3'; $date_path = date('Ymd'); $dir = app()->getRootPath() . '/public/uploads/audio/' . $date_path; if (!is_dir($dir)) { mkdir($dir, 0755, true); } $audioFile = $dir . '/' . $file_name; $business = [ 'aue' => 'lame', //mp3格式 'vcn' => 'xiaoyan', //发音人 'auf' => 'audio/L16;rate=16000', //音频采样率 'speed' => 50, //语速 'volume' => 100, //音量 'pitch' => 50, //音高 'tte' => 'UTF8' ]; try { $tts = new TtsClient($this->app_id, $this->api_key, $this->api_secret, $business); file_put_contents($audioFile, $tts->request($text)->getBody()->getContents()); } catch (\Exception $e) { return $this->fail($e->getMessage()); } return $this->data(['audio_file' => request()->domain() . '/uploads/audio/' . $date_path . '/' . $file_name]); } //通用文字识别 public function ocr() { $ocrHostUrl = "https://api.xf-yun.com/v1/private/sf8e6aca1"; $base64_image = request()->param('base64_image'); $file = request()->file('image'); if (empty($file)) { return $this->fail('未上传图片文件'); } // 上传图片临时文件 $savename = \think\facade\Filesystem::putFile('ocr', $file); $file = app()->getRootPath() . '/runtime/storage/' . $savename; if (!file_exists($file)) { return $this->fail('未上传图片文件'); } $filesize = filesize($file); if ($filesize > 4 * 1024 * 1024) { return $this->fail('图片文件不能超过4M'); } $ext = pathinfo($file, PATHINFO_EXTENSION); $base64_image = base64_encode(file_get_contents($file)); $ocr = new OcrClient($this->app_id, $this->api_key, $this->api_secret); $authorization = $ocr->assembleAuthorization($ocrHostUrl); $requestBody = "{ 'header': { 'app_id': '{$this->app_id}', 'status': 3 }, 'parameter': { 'sf8e6aca1': { 'category': 'ch_en_public_cloud', 'result': { 'encoding': 'utf8', 'compress': 'raw', 'format': 'json' } } }, 'payload': { 'sf8e6aca1_data_1': { 'encoding': '{$ext}', 'status': 3, 'image': '{$base64_image}' } } }"; $ocrHostUrl .= '?authorization=' . $authorization; try { $client = new GzClient(['timeout' => 2]); $response = $client->request('POST', $ocrHostUrl, [ 'json' => json_decode($requestBody, true), 'verify' => false ]); $responseData = $response->getBody()->getContents(); return $this->data(['words' => (string)$responseData]); } catch (GuzzleException $e) { return $this->fail($e->getMessage()); } } }