Bedrock

Author: rogervinas

chat-server/.gitignore

@@ -2,4 +2,5 @@
 .kotlin
 .gradle
 .ollama
-build
+build
+system.properties

chat-server/build.gradle.kts

@@ -1,6 +1,7 @@
 import org.gradle.api.tasks.testing.logging.TestLogEvent.FAILED
 import org.gradle.api.tasks.testing.logging.TestLogEvent.PASSED
 import org.gradle.api.tasks.testing.logging.TestLogEvent.SKIPPED
+import java.util.Properties
 
 plugins {
     val kotlinVersion = "2.1.20"
@@ -29,11 +30,11 @@ dependencies {
     implementation("org.springframework.ai:spring-ai-mcp-client-spring-boot-starter")
 
     // ollama
-    implementation("org.springframework.ai:spring-ai-ollama-spring-boot-starter")
+    // implementation("org.springframework.ai:spring-ai-ollama-spring-boot-starter")
 
     // bedrock
-    // implementation("org.springframework.ai:spring-ai-bedrock-converse-spring-boot-starter")
-    // implementation("org.springframework.ai:spring-ai-bedrock-ai-spring-boot-starter")
+    implementation("org.springframework.ai:spring-ai-bedrock-converse-spring-boot-starter")
+    implementation("org.springframework.ai:spring-ai-bedrock-ai-spring-boot-starter")
 
     implementation("org.springframework.ai:spring-ai-pgvector-store-spring-boot-starter")
     runtimeOnly("org.postgresql:postgresql")
@@ -73,4 +74,22 @@ tasks.withType<Test> {
     testLogging {
         events(PASSED, SKIPPED, FAILED)
     }
+    setSystemProperties { systemProperty(it.first, it.second) }
+}
+
+tasks.withType<JavaExec> {
+    setSystemProperties { systemProperty(it.first, it.second) }
+}
+
+private fun setSystemProperties(setSystemProperty: (Pair<String, Any>) -> Unit) {
+    val systemPropertiesFile = project.rootProject.file("system.properties")
+    if (systemPropertiesFile.exists()) {
+        systemPropertiesFile.inputStream().use { inputStream ->
+            Properties().apply {
+                load(inputStream)
+            }.forEach {
+                setSystemProperty(it.key.toString() to it.value)
+            }
+        }
+    }
 }

chat-server/src/main/resources/application-bedrock.yml

@@ -0,0 +1,20 @@
+spring:
+  ai:
+    bedrock:
+      aws:
+        access-key: "${AWS_ACCESS_KEY_ID}"
+        secret-key: "${AWS_SECRET_ACCESS_KEY}"
+        region: "${AWS_REGION:eu-central-1}"
+      converse:
+        chat:
+          enabled: true
+          options:
+            model: "arn:aws:bedrock:eu-central-1:538639307912:application-inference-profile/chl6cthltjx5"
+      cohere:
+        embedding:
+          enabled: true
+          model: "arn:aws:bedrock:eu-central-1:538639307912:application-inference-profile/e4nllpth9c18"
+    vectorstore:
+      pgvector:
+        dimensions: 1024
+        initialize-schema: true

chat-server/src/main/resources/application.yml

@@ -1,6 +1,6 @@
 spring:
   profiles:
-    active: "ollama"
+    active: "bedrock"
   application:
     name: chat-server
   datasource: