当前位置：首页 > news >正文

langChain4j-流式输出

news 来源：原创 2025/6/18 12:47:57

基础搭建如上一篇

引入依赖

<!--    不是spring家族，在wen应用中需要引入webflux --><dependency><groupId>org.springframework.boot</groupId><artifactId>spring-boot-starter-webflux</artifactId></dependency>

配置文件

langchain4j:community:dashscope:chat-model:api-key: xxxmodel: qwen-maxstreaming-chat-model:api-key: xxxmodel: qwen-32b

测试

package com.yd.langchain4j_springboot;import dev.langchain4j.community.model.dashscope.QwenChatModel;
import dev.langchain4j.community.model.dashscope.QwenStreamingChatModel;
import dev.langchain4j.model.chat.response.ChatResponse;
import dev.langchain4j.model.chat.response.StreamingChatResponseHandler;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.web.bind.annotation.RequestMapping;
import org.springframework.web.bind.annotation.RequestParam;
import org.springframework.web.bind.annotation.RestController;
import reactor.core.publisher.Flux;@RestController
@RequestMapping("ai")
public class ChatController {@AutowiredQwenChatModel qwenChatModel;@AutowiredQwenStreamingChatModel qwenStreamingChatModel;@RequestMapping("/chat")public String test(@RequestParam(defaultValue="你是谁") String message){String chat = qwenChatModel.chat(message);return chat;}@RequestMapping(value = "/stream",produces = "text/stream;charset=UTF-8")public Flux<String> stream(@RequestParam(defaultValue="你是谁") String message){return Flux.create(sink->{//需要两个参数，第二个参数为一个handler，需要重写三个方法qwenStreamingChatModel.chat(message, new StreamingChatResponseHandler() {@Overridepublic void onPartialResponse(String s) {//返回一个个tokensink.next(s);}@Overridepublic void onCompleteResponse(ChatResponse chatResponse) {sink.complete();}@Overridepublic void onError(Throwable throwable) {sink.error(throwable);}});});}
}