speech_recognition/FunASR
1
0
Fork 0
mirror of https://github.com/modelscope/FunASR synced 2025-09-15 14:48:36 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

FunASR java http client

Browse Source
This commit is contained in:
VirtuosoQ 2024-04-26 14:59:30 +08:00
parent 7c3ba91f67
commit e9d2cfc3a1
11 changed files with 404 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
runtime/java/http/src/Readme.md Normal file
View File

@ -0,0 +1,6 @@
dependencies {
implementation("org.springframework.boot:spring-boot-starter-web")
implementation("org.json:json:20240303")
implementation("org.springframework.boot:spring-boot-starter-websocket")
testImplementation("org.springframework.boot:spring-boot-starter-test")
}

13
runtime/java/http/src/main/java/com/example/funasr_java_client/FunasrJavaClientApplication.java Normal file
View File

@ -0,0 +1,13 @@
package com.example.funasr_java_client;
import org.springframework.boot.SpringApplication;
import org.springframework.boot.autoconfigure.SpringBootApplication;
@SpringBootApplication
public class FunasrJavaClientApplication {
public static void main(String[] args) {
SpringApplication.run(FunasrJavaClientApplication.class, args);
}
}

36
runtime/java/http/src/main/java/com/example/funasr_java_client/RecognitionController.java Normal file
View File

@ -0,0 +1,36 @@
package com.example.funasr_java_client.Servcvice;
import org.springframework.http.ResponseEntity;
import org.springframework.web.bind.annotation.*;
import org.springframework.web.multipart.MultipartFile;
import java.io.IOException;
import java.util.concurrent.ExecutionException;
/**
*
* @author Virtuoso Qiu
* @since 2024/04/24
*
*/
@RestController
@RequestMapping("/recognition")
public class RecognitionController {
private final RecognitionService recognitionService;
public RecognitionController(RecognitionService recognitionService) {
this.recognitionService = recognitionService;
}
@PostMapping("/testNIO")
public String testIO(@RequestParam MultipartFile file) throws IOException, ExecutionException, InterruptedException {
recognitionService.recognition(file);
return "测试成功";
}
@PostMapping("/testIO")
public String testNIO(@RequestParam MultipartFile file) throws IOException, ExecutionException, InterruptedException {
recognitionService.recognition(file);
return "测试成功";
}
}

36
runtime/java/http/src/main/java/com/example/funasr_java_client/Servcvice/RecognitionController.java Normal file
View File

@ -0,0 +1,36 @@
package com.example.funasr_java_client.Servcvice;
import org.springframework.http.ResponseEntity;
import org.springframework.web.bind.annotation.*;
import org.springframework.web.multipart.MultipartFile;
import java.io.IOException;
import java.util.concurrent.ExecutionException;
/**
*
* @author Virtuoso Qiu
* @since 2024/04/24
*
*/
@RestController
@RequestMapping("/recognition")
public class RecognitionController {
private final RecognitionService recognitionService;
public RecognitionController(RecognitionService recognitionService) {
this.recognitionService = recognitionService;
}
@PostMapping("/testNIO")
public String testIO(@RequestParam MultipartFile file) throws IOException, ExecutionException, InterruptedException {
recognitionService.recognition(file);
return "测试成功";
}
@PostMapping("/testIO")
public String testNIO(@RequestParam MultipartFile file) throws IOException, ExecutionException, InterruptedException {
recognitionService.recognition(file);
return "测试成功";
}
}

19
runtime/java/http/src/main/java/com/example/funasr_java_client/Servcvice/RecognitionService.java Normal file
View File

@ -0,0 +1,19 @@
package com.example.funasr_java_client.Servcvice;
import org.springframework.web.multipart.MultipartFile;
import java.io.IOException;
import java.util.concurrent.ExecutionException;
/**
*
* @author Virtuoso Qiu
* @since 2024/04/24
*
*/
public interface RecognitionService {
Object recognition(MultipartFile file) throws IOException, ExecutionException, InterruptedException;
}

18
runtime/java/http/src/main/java/com/example/funasr_java_client/Servcvice/RecognitionService2.java Normal file
View File

@ -0,0 +1,18 @@
package com.example.funasr_java_client.Servcvice;
import org.springframework.web.multipart.MultipartFile;
import java.io.IOException;
import java.util.concurrent.ExecutionException;
/**
*
* @author Virtuoso Qiu
* @since 2024/04/24
*
*/
public interface RecognitionService2 {
Object recognition(MultipartFile file) throws IOException, ExecutionException, InterruptedException;
}

93
runtime/java/http/src/main/java/com/example/funasr_java_client/Servcvice/impl/RecognitionServiceImpl.java Normal file
View File

@ -0,0 +1,93 @@
package com.example.funasr_java_client.Servcvice.impl;
import com.example.funasr_java_client.Servcvice.RecognitionService;
import com.example.funasr_java_client.WebSocketClient;
import org.json.JSONObject;
import org.springframework.stereotype.Service;
import org.springframework.web.multipart.MultipartFile;
import org.springframework.web.socket.BinaryMessage;
import org.springframework.web.socket.TextMessage;
import org.springframework.web.socket.WebSocketSession;
import org.springframework.web.socket.client.standard.StandardWebSocketClient;
import java.io.File;
import java.io.IOException;
import java.net.URI;
import java.nio.ByteBuffer;
import java.nio.file.Files;
import java.nio.file.Paths;
import java.util.concurrent.ExecutionException;
/**
*
* @author Virtuoso Qiu
* @since 2024/04/24
*
*/
@Service
public class RecognitionServiceImpl implements RecognitionService {
@Override
public Object recognition(MultipartFile file) throws IOException, ExecutionException, InterruptedException {
if (file.isEmpty()) {
return "0"; // 文件为空，返回特殊值
}
String originalFilename = file.getOriginalFilename();
String[] parts = originalFilename.split("\\.");
String prefix = (parts.length > 0) ? parts[0] : originalFilename;
System.out.println(prefix);
String localFilePath = "E:/EI/Audio" + prefix + ".pcm";
File localFile = new File(localFilePath);
File destDir = localFile.getParentFile();
if (!destDir.exists() && !destDir.mkdirs()) {
throw new IOException("Unable to create destination directory: " + localFilePath);
}
file.transferTo(localFile);
WebSocketClient client = new WebSocketClient();
URI uri = URI.create("ws://182.40.192.72:10095");
StandardWebSocketClient standardWebSocketClient = new StandardWebSocketClient();
WebSocketSession webSocketSession = standardWebSocketClient.execute(client, null, uri).get();
JSONObject configJson = new JSONObject();
configJson.put("mode", "offline");
configJson.put("wav_name", prefix);
configJson.put("wav_format", "pcm"); // 文件格式为pcm
configJson.put("is_speaking", true);
configJson.put("hotwords", "{\"自定义\":20,\"热词\":20,\"设置\":30}");
configJson.put("itn", true);
// 发送配置参数与meta信息
webSocketSession.sendMessage(new TextMessage(configJson.toString()));
byte[] audioData;
try {
audioData = Files.readAllBytes(Paths.get(localFilePath));
} catch (IOException e) {
System.err.println("Error reading file: " + e.getMessage());
e.printStackTrace();
return "Error reading audio file"; // Return an appropriate error message or throw an exception
}
ByteBuffer audioByteBuffer = ByteBuffer.wrap(audioData);
BinaryMessage binaryMessage = new BinaryMessage(audioByteBuffer);
webSocketSession.sendMessage(binaryMessage);
// 发送音频结束标志
JSONObject endMarkerJson = new JSONObject();
endMarkerJson.put("is_speaking", false);
webSocketSession.sendMessage(new TextMessage(endMarkerJson.toString()));
// TODO: 实现接收并处理服务端返回的识别结果
return "test";
}
}

105
runtime/java/http/src/main/java/com/example/funasr_java_client/Servcvice/impl/RecognitionServiceImpl2.java Normal file
View File

@ -0,0 +1,105 @@
package com.example.funasr_java_client.Servcvice.impl;
import com.example.funasr_java_client.Servcvice.RecognitionService;
import com.example.funasr_java_client.Servcvice.RecognitionService2;
import com.example.funasr_java_client.WebSocketClient;
import org.json.JSONObject;
import org.springframework.stereotype.Service;
import org.springframework.web.multipart.MultipartFile;
import org.springframework.web.socket.BinaryMessage;
import org.springframework.web.socket.TextMessage;
import org.springframework.web.socket.WebSocketSession;
import org.springframework.web.socket.client.standard.StandardWebSocketClient;
import java.io.ByteArrayOutputStream;
import java.io.File;
import java.io.FileInputStream;
import java.io.IOException;
import java.net.URI;
import java.nio.ByteBuffer;
import java.nio.file.Files;
import java.nio.file.Paths;
import java.util.concurrent.ExecutionException;
/**
*
* @author Virtuoso Qiu
* @since 2024/04/24
*
*/
@Service
public class RecognitionServiceImpl2 implements RecognitionService2 {
@Override
public Object recognition(MultipartFile file) throws IOException, ExecutionException, InterruptedException {
if (file.isEmpty()) {
return "0"; // 文件为空，返回特殊值
}
String originalFilename = file.getOriginalFilename();
String[] parts = originalFilename.split("\\.");
String prefix = (parts.length > 0) ? parts[0] : originalFilename;
System.out.println(prefix);
String localFilePath = "E:/EI/Audio" + prefix + ".pcm";
File localFile = new File(localFilePath);
File destDir = localFile.getParentFile();
if (!destDir.exists() && !destDir.mkdirs()) {
throw new IOException("Unable to create destination directory: " + localFilePath);
}
file.transferTo(localFile);
WebSocketClient client = new WebSocketClient();
URI uri = URI.create("ws://182.40.192.72:10095");
StandardWebSocketClient standardWebSocketClient = new StandardWebSocketClient();
WebSocketSession webSocketSession = standardWebSocketClient.execute(client, null, uri).get();
JSONObject configJson = new JSONObject();
configJson.put("mode", "offline");
configJson.put("wav_name", prefix);
configJson.put("wav_format", "pcm"); // 文件格式为pcm
configJson.put("is_speaking", true);
configJson.put("hotwords", "{\"自定义\":20,\"热词\":20,\"设置\":30}");
configJson.put("itn", true);
// 发送配置参数与meta信息
webSocketSession.sendMessage(new TextMessage(configJson.toString()));
try (FileInputStream fis = new FileInputStream(localFilePath)) {
ByteArrayOutputStream baos = new ByteArrayOutputStream();
byte[] buffer = new byte[1024];
int bytesRead;
while ((bytesRead = fis.read(buffer)) != -1) {
baos.write(buffer, 0, bytesRead);
}
// 将所有读取的字节合并到一个字节数组中
byte[] completeData = baos.toByteArray();
// 使用字节数组创建BinaryMessage实例
BinaryMessage binaryMessage = new BinaryMessage(completeData);
webSocketSession.sendMessage(binaryMessage);
// 使用或发送binaryMessage...
} catch (IOException e) {
System.err.println("Error reading file: " + e.getMessage());
e.printStackTrace();
}
// 发送音频结束标志
JSONObject endMarkerJson = new JSONObject();
endMarkerJson.put("is_speaking", false);
webSocketSession.sendMessage(new TextMessage(endMarkerJson.toString()));
// TODO: 实现接收并处理服务端返回的识别结果
return "test";
}
}

63
runtime/java/http/src/main/java/com/example/funasr_java_client/WebSocketClient.java Normal file
View File

@ -0,0 +1,63 @@
package com.example.funasr_java_client;
import org.springframework.stereotype.Component;
import org.springframework.web.socket.*;
/**
*
* @author Virtuoso Qiu
* @since 2024/04/24
*
*/
@Component
public class WebSocketClient implements WebSocketHandler {
private WebSocketSession session;
@Override
public void afterConnectionEstablished(WebSocketSession session) throws Exception {
this.session = session;
System.out.println("WebSocket connection established.");
}
@Override
public void handleMessage(WebSocketSession session, WebSocketMessage<?> message) throws Exception {
if (message instanceof TextMessage) {
String receivedMessage = ((TextMessage) message).getPayload();
System.out.println("Received message from server: " + receivedMessage);
// 在这里处理接收到的消息
}
}
@Override
public void handleTransportError(WebSocketSession session, Throwable exception) throws Exception {
System.err.println("WebSocket transport error: " + exception.getMessage());
session.close(CloseStatus.SERVER_ERROR);
}
@Override
public void afterConnectionClosed(WebSocketSession session, CloseStatus status) throws Exception {
System.out.println("WebSocket connection closed with status: " + status);
}
@Override
public boolean supportsPartialMessages() {
return false;
}
public void sendMessage(String message) {
if (session != null && session.isOpen()) {
try {
session.sendMessage(new TextMessage(message));
System.out.println("Sent message to server: " + message);
} catch (Exception e) {
e.printStackTrace();
}
} else {
System.err.println("WebSocket session is not open. Cannot send message.");
}
}
}

2
runtime/java/http/src/main/resources/application.properties Normal file
View File

@ -0,0 +1,2 @@
spring.application.name=funasr_java_client
server.port=8081

13
runtime/java/http/src/test/java/com/example/funasr_java_client/FunasrJavaClientApplicationTests.java Normal file
View File

@ -0,0 +1,13 @@
package com.example.funasr_java_client;
import org.junit.jupiter.api.Test;
import org.springframework.boot.test.context.SpringBootTest;
@SpringBootTest
class FunasrJavaClientApplicationTests {
@Test
void contextLoads() {
}
}