网站没有备案可以做百度推广吗,做创业网站赚钱,温江区网站建设,鄂州网站制作Ollama使用
Ollama是一个用于在本地计算机上运行大模型的软件 软件运行后监听11434端口#xff0c;自己写的程序要调大模型就用这个端口
ollama命令 ollama list#xff1a;显示模型列表 ollama show#xff1a;显示模型的信息 ollama pull#xff1a;拉取模型 ollama pu…Ollama使用
Ollama是一个用于在本地计算机上运行大模型的软件 软件运行后监听11434端口自己写的程序要调大模型就用这个端口
ollama命令 ollama list显示模型列表 ollama show显示模型的信息 ollama pull拉取模型 ollama push推送模型 ollama cp拷贝一个模型 ollama rm删除一个模型 ollama run运行一个模型
ollama全是命令行下操作所以结合web客户端界面使用【安装可选】 主流的web工具 1 Openwebui 2 LobeChat,功能强大可调用Ollama的模型也可调用openai,google的等在设置界面中配置url和key即可 spring Ai框架调用
1 pom.xml注意添加的依赖和配置了仓库
?xml version1.0 encodingUTF-8?
project xmlnshttp://maven.apache.org/POM/4.0.0 xmlns:xsihttp://www.w3.org/2001/XMLSchema-instancexsi:schemaLocationhttp://maven.apache.org/POM/4.0.0 https://maven.apache.org/xsd/maven-4.0.0.xsdmodelVersion4.0.0/modelVersionparentgroupIdorg.springframework.boot/groupIdartifactIdspring-boot-starter-parent/artifactIdversion3.2.5/versionrelativePath/ !-- lookup parent from repository --/parentgroupIdcom.example/groupIdartifactIdspring-ai-ollama/artifactIdversion0.0.1-SNAPSHOT/versionnamespring-ai-ollama/namedescriptionspring-ai-ollama/descriptionpropertiesjava.version17/java.versionspring-ai.version0.8.1/spring-ai.version/propertiesdependenciesdependencygroupIdorg.springframework.boot/groupIdartifactIdspring-boot-starter-web/artifactId/dependencydependencygroupIdio.springboot.ai/groupIdartifactIdspring-ai-ollama-spring-boot-starter/artifactIdversion1.0.0/version/dependencydependencygroupIdorg.springframework.boot/groupIdartifactIdspring-boot-devtools/artifactIdscoperuntime/scopeoptionaltrue/optional/dependencydependencygroupIdorg.projectlombok/groupIdartifactIdlombok/artifactIdoptionaltrue/optional/dependencydependencygroupIdorg.springframework.boot/groupIdartifactIdspring-boot-starter-test/artifactIdscopetest/scope/dependency/dependenciesdependencyManagementdependenciesdependencygroupIdorg.springframework.ai/groupIdartifactIdspring-ai-bom/artifactIdversion${spring-ai.version}/versiontypepom/typescopeimport/scope/dependency/dependencies/dependencyManagementbuildpluginsplugingroupIdorg.springframework.boot/groupIdartifactIdspring-boot-maven-plugin/artifactIdconfigurationexcludesexcludegroupIdorg.projectlombok/groupIdartifactIdlombok/artifactId/exclude/excludes/configuration/plugin/plugins/buildrepositoriesrepositoryidspring-milestones/idnameSpring Milestones/nameurlhttps://repo.spring.io/milestone/urlsnapshotsenabledfalse/enabled/snapshots/repository/repositories/project2 yml配置写自己的 Ollama 地址模型用哪个先用Ollama去下载
spring:application:name: spring-ai-ollamaai:ollama:base-url: http://120.55.99.218:11434chat:options:model: gemma:7b3 测试
import org.springframework.ai.chat.ChatResponse;
import org.springframework.ai.chat.messages.AssistantMessage;
import org.springframework.ai.chat.prompt.Prompt;
import org.springframework.ai.chat.prompt.PromptTemplate;
import org.springframework.ai.ollama.OllamaChatClient;
import org.springframework.ai.ollama.api.OllamaOptions;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.web.bind.annotation.*;RestController
public class AiController {Autowiredprivate OllamaChatClient ollamaChatClient;GetMapping(value /chat_1)public String chat_1(RequestParam(value message) String message) {String call ollamaChatClient.call(message);System.out.println(模型回答 call);return call;}GetMapping(value /chat_2)public Object chat_2(RequestParam(value message) String message) {Prompt prompt new Prompt(message,OllamaOptions.create()//代码中配置会覆盖application.yml中的配置.withModel(gemma:7b) //使用什么大模型.withTemperature(0.9F) //温度高更发散,准确性降低温度低更保守准确性高);ChatResponse call ollamaChatClient.call(prompt);AssistantMessage output call.getResult().getOutput();System.out.println(模型回答 output.getContent());return output;}GetMapping(/chat_3/{size})public String chatYear(PathVariable(size) Integer size) {String message 随便写一句话,{size} 字以内;PromptTemplate promptTemplate new PromptTemplate(message);promptTemplate.add(size, size);System.out.println(promptTemplate.render());return ollamaChatClient.call(promptTemplate.render());}
}
