feat : convert from openai to ollama model

llm-rag-with-springai/pom.xml

@@ -28,7 +28,7 @@
         </dependency>
         <dependency>
             <groupId>org.springframework.ai</groupId>
-            <artifactId>spring-ai-openai-spring-boot-starter</artifactId>
+            <artifactId>spring-ai-ollama-spring-boot-starter</artifactId>
         </dependency>
         <dependency>
             <groupId>org.springframework.ai</groupId>
@@ -38,10 +38,6 @@
             <groupId>org.springframework.ai</groupId>
             <artifactId>spring-ai-pdf-document-reader</artifactId>
         </dependency>
-        <dependency>
-            <groupId>org.springframework.retry</groupId>
-            <artifactId>spring-retry</artifactId>
-        </dependency>
         <dependency>
             <groupId>org.springframework</groupId>
             <artifactId>spring-aspects</artifactId>
@@ -77,6 +73,11 @@
             <artifactId>postgresql</artifactId>
             <scope>test</scope>
         </dependency>
+        <dependency>
+            <groupId>org.testcontainers</groupId>
+            <artifactId>ollama</artifactId>
+            <scope>test</scope>
+        </dependency>
     </dependencies>
 
     <dependencyManagement>

llm-rag-with-springai/src/main/resources/application.properties

@@ -2,10 +2,7 @@ spring.application.name=llm-rag-with-springai
 
 spring.threads.virtual.enabled=true
 
-spring.ai.openai.api-key=demo
-spring.ai.openai.base-url=http://langchain4j.dev/demo/openai
-spring.ai.openai.chat.options.model=gpt-3.5-turbo
-spring.ai.openai.chat.options.temperature=0.7
-spring.ai.openai.chat.options.responseFormat=json_object
+spring.ai.ollama.chat.options.model=llama2
+spring.ai.ollama.chat.options.responseFormat=json_object
 
 #spring.ai.openai.image.model=dall-e-3

llm-rag-with-springai/src/test/java/com/learning/ai/llmragwithspringai/TestLlmRagWithSpringAiApplication.java

@@ -1,10 +1,14 @@
 package com.learning.ai.llmragwithspringai;
 
+import java.io.IOException;
+
 import org.springframework.boot.SpringApplication;
 import org.springframework.boot.test.context.TestConfiguration;
 import org.springframework.boot.testcontainers.service.connection.ServiceConnection;
 import org.springframework.context.annotation.Bean;
+import org.springframework.test.context.DynamicPropertyRegistry;
 import org.testcontainers.containers.PostgreSQLContainer;
+import org.testcontainers.ollama.OllamaContainer;
 import org.testcontainers.utility.DockerImageName;
 
 @TestConfiguration(proxyBeanMethods = false)
@@ -16,6 +20,13 @@ PostgreSQLContainer<?> pgvectorContainer() {
 		return new PostgreSQLContainer<>(DockerImageName.parse("pgvector/pgvector:pg16"));
 	}
 
+	@Bean
+	OllamaContainer ollama(DynamicPropertyRegistry properties) throws UnsupportedOperationException, IOException, InterruptedException {
+		OllamaContainer ollama = new OllamaContainer(DockerImageName.parse("ghcr.io/thomasvitale/ollama-llama2").asCompatibleSubstituteFor("ollama/ollama"));
+		properties.add("spring.ai.ollama.base-url", ollama::getEndpoint);
+		return ollama;
+	}
+
 	public static void main(String[] args) {
 		SpringApplication.from(LlmRagWithSpringAiApplication::main).with(TestLlmRagWithSpringAiApplication.class).run(args);
 	}