Dmytro Skarzhynets
1 year ago
21 changed files with 326 additions and 103 deletions
@ -0,0 +1,120 @@ |
|||||
|
/** |
||||
|
* Copyright © 2016-2025 The Thingsboard Authors |
||||
|
* |
||||
|
* Licensed under the Apache License, Version 2.0 (the "License"); |
||||
|
* you may not use this file except in compliance with the License. |
||||
|
* You may obtain a copy of the License at |
||||
|
* |
||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
|
* |
||||
|
* Unless required by applicable law or agreed to in writing, software |
||||
|
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
|
* See the License for the specific language governing permissions and |
||||
|
* limitations under the License. |
||||
|
*/ |
||||
|
package org.thingsboard.server.common.data.ai.model; |
||||
|
|
||||
|
import com.fasterxml.jackson.annotation.JsonTypeInfo; |
||||
|
import com.fasterxml.jackson.databind.DatabindContext; |
||||
|
import com.fasterxml.jackson.databind.JavaType; |
||||
|
import com.fasterxml.jackson.databind.jsontype.impl.TypeIdResolverBase; |
||||
|
import org.thingsboard.server.common.data.ai.model.chat.GoogleAiGeminiChatModel; |
||||
|
import org.thingsboard.server.common.data.ai.model.chat.GoogleVertexAiGeminiChatModel; |
||||
|
import org.thingsboard.server.common.data.ai.model.chat.MistralAiChatModel; |
||||
|
import org.thingsboard.server.common.data.ai.model.chat.OpenAiChatModel; |
||||
|
|
||||
|
import java.util.Collections; |
||||
|
import java.util.HashMap; |
||||
|
import java.util.Map; |
||||
|
|
||||
|
public final class AiModelTypeIdResolver extends TypeIdResolverBase { |
||||
|
|
||||
|
private static final Map<String, Class<?>> typeIdToModelClass; |
||||
|
|
||||
|
static { |
||||
|
Map<String, Class<?>> map = new HashMap<>(); |
||||
|
|
||||
|
// OpenAI models
|
||||
|
map.put("OPENAI::o4-mini", OpenAiChatModel.class); |
||||
|
// map.put("OPENAI::o3-pro", OpenAiChatModel.class); // needs verification with Gov ID :)
|
||||
|
// map.put("OPENAI::o3", OpenAiChatModel.class); // needs verification with Gov ID :)
|
||||
|
map.put("OPENAI::o3-mini", OpenAiChatModel.class); |
||||
|
// map.put("OPENAI::o1-pro", OpenAiChatModel.class); // LC4j sends requests to v1/chat/completions, but o1-pro is only supported in v1/responses
|
||||
|
map.put("OPENAI::o1", OpenAiChatModel.class); |
||||
|
map.put("OPENAI::gpt-4.1", OpenAiChatModel.class); |
||||
|
map.put("OPENAI::gpt-4.1-mini", OpenAiChatModel.class); |
||||
|
map.put("OPENAI::gpt-4.1-nano", OpenAiChatModel.class); |
||||
|
map.put("OPENAI::gpt-4o", OpenAiChatModel.class); |
||||
|
map.put("OPENAI::gpt-4o-mini", OpenAiChatModel.class); |
||||
|
|
||||
|
// Google AI Gemini models
|
||||
|
map.put("GOOGLE_AI_GEMINI::gemini-2.5-pro", GoogleAiGeminiChatModel.class); |
||||
|
map.put("GOOGLE_AI_GEMINI::gemini-2.5-flash", GoogleAiGeminiChatModel.class); |
||||
|
map.put("GOOGLE_AI_GEMINI::gemini-2.0-flash", GoogleAiGeminiChatModel.class); |
||||
|
map.put("GOOGLE_AI_GEMINI::gemini-2.0-flash-lite", GoogleAiGeminiChatModel.class); |
||||
|
map.put("GOOGLE_AI_GEMINI::gemini-1.5-pro", GoogleAiGeminiChatModel.class); |
||||
|
map.put("GOOGLE_AI_GEMINI::gemini-1.5-flash", GoogleAiGeminiChatModel.class); |
||||
|
map.put("GOOGLE_AI_GEMINI::gemini-1.5-flash-8b", GoogleAiGeminiChatModel.class); |
||||
|
|
||||
|
// Google Vertex AI Gemini models
|
||||
|
map.put("GOOGLE_VERTEX_AI_GEMINI::gemini-2.5-pro", GoogleVertexAiGeminiChatModel.class); |
||||
|
map.put("GOOGLE_VERTEX_AI_GEMINI::gemini-2.5-flash", GoogleVertexAiGeminiChatModel.class); |
||||
|
map.put("GOOGLE_VERTEX_AI_GEMINI::gemini-2.0-flash", GoogleVertexAiGeminiChatModel.class); |
||||
|
map.put("GOOGLE_VERTEX_AI_GEMINI::gemini-2.0-flash-lite", GoogleVertexAiGeminiChatModel.class); |
||||
|
map.put("GOOGLE_VERTEX_AI_GEMINI::gemini-1.5-pro", GoogleVertexAiGeminiChatModel.class); |
||||
|
map.put("GOOGLE_VERTEX_AI_GEMINI::gemini-1.5-flash", GoogleVertexAiGeminiChatModel.class); |
||||
|
map.put("GOOGLE_VERTEX_AI_GEMINI::gemini-1.5-flash-8b", GoogleVertexAiGeminiChatModel.class); |
||||
|
|
||||
|
// Mistral AI models
|
||||
|
map.put("MISTRAL_AI::magistral-medium-latest", MistralAiChatModel.class); |
||||
|
map.put("MISTRAL_AI::magistral-small-latest", MistralAiChatModel.class); |
||||
|
map.put("MISTRAL_AI::mistral-large-latest", MistralAiChatModel.class); |
||||
|
map.put("MISTRAL_AI::mistral-medium-latest", MistralAiChatModel.class); |
||||
|
map.put("MISTRAL_AI::mistral-small-latest", MistralAiChatModel.class); |
||||
|
map.put("MISTRAL_AI::pixtral-large-latest", MistralAiChatModel.class); |
||||
|
map.put("MISTRAL_AI::ministral-8b-latest", MistralAiChatModel.class); |
||||
|
map.put("MISTRAL_AI::ministral-3b-latest", MistralAiChatModel.class); |
||||
|
map.put("MISTRAL_AI::open-mistral-nemo", MistralAiChatModel.class); |
||||
|
|
||||
|
typeIdToModelClass = Collections.unmodifiableMap(map); |
||||
|
} |
||||
|
|
||||
|
private JavaType baseType; |
||||
|
|
||||
|
@Override |
||||
|
public void init(JavaType baseType) { |
||||
|
this.baseType = baseType; |
||||
|
} |
||||
|
|
||||
|
@Override |
||||
|
public String idFromValue(Object value) { |
||||
|
return generateId((AiModel<?>) value); |
||||
|
} |
||||
|
|
||||
|
@Override |
||||
|
public String idFromValueAndType(Object value, Class<?> suggestedType) { |
||||
|
return generateId((AiModel<?>) value); |
||||
|
} |
||||
|
|
||||
|
@Override |
||||
|
public JavaType typeFromId(DatabindContext context, String id) { |
||||
|
Class<?> modelClass = typeIdToModelClass.get(id); |
||||
|
if (modelClass == null) { |
||||
|
throw new IllegalArgumentException("Unknown model type ID: " + id); |
||||
|
} |
||||
|
return context.constructSpecializedType(baseType, modelClass); |
||||
|
} |
||||
|
|
||||
|
@Override |
||||
|
public JsonTypeInfo.Id getMechanism() { |
||||
|
return JsonTypeInfo.Id.CUSTOM; |
||||
|
} |
||||
|
|
||||
|
private static String generateId(AiModel<?> model) { |
||||
|
String provider = model.providerConfig().provider().name(); |
||||
|
String modelId = model.modelConfig().modelId(); |
||||
|
return provider + "::" + modelId; |
||||
|
} |
||||
|
|
||||
|
} |
||||
@ -0,0 +1,60 @@ |
|||||
|
/** |
||||
|
* Copyright © 2016-2025 The Thingsboard Authors |
||||
|
* |
||||
|
* Licensed under the Apache License, Version 2.0 (the "License"); |
||||
|
* you may not use this file except in compliance with the License. |
||||
|
* You may obtain a copy of the License at |
||||
|
* |
||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
|
* |
||||
|
* Unless required by applicable law or agreed to in writing, software |
||||
|
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
|
* See the License for the specific language governing permissions and |
||||
|
* limitations under the License. |
||||
|
*/ |
||||
|
package org.thingsboard.server.common.data.ai.model.chat; |
||||
|
|
||||
|
import dev.langchain4j.model.chat.ChatModel; |
||||
|
import org.thingsboard.server.common.data.ai.provider.GoogleVertexAiGeminiProviderConfig; |
||||
|
|
||||
|
public record GoogleVertexAiGeminiChatModel( |
||||
|
GoogleVertexAiGeminiProviderConfig providerConfig, |
||||
|
Config modelConfig |
||||
|
) implements AiChatModel<GoogleVertexAiGeminiChatModel.Config> { |
||||
|
|
||||
|
public record Config( |
||||
|
String modelId, |
||||
|
Double temperature, |
||||
|
Integer timeoutSeconds, // TODO: not supported by Vertex AI
|
||||
|
Integer maxRetries |
||||
|
) implements AiChatModelConfig<GoogleVertexAiGeminiChatModel.Config> { |
||||
|
|
||||
|
@Override |
||||
|
public Config withTemperature(Double temperature) { |
||||
|
return new Config(modelId, temperature, timeoutSeconds, maxRetries); |
||||
|
} |
||||
|
|
||||
|
@Override |
||||
|
public Config withTimeoutSeconds(Integer timeoutSeconds) { |
||||
|
return new Config(modelId, temperature, timeoutSeconds, maxRetries); |
||||
|
} |
||||
|
|
||||
|
@Override |
||||
|
public Config withMaxRetries(Integer maxRetries) { |
||||
|
return new Config(modelId, temperature, timeoutSeconds, maxRetries); |
||||
|
} |
||||
|
|
||||
|
} |
||||
|
|
||||
|
@Override |
||||
|
public ChatModel configure(Langchain4jChatModelConfigurer configurer) { |
||||
|
return configurer.configureChatModel(this); |
||||
|
} |
||||
|
|
||||
|
@Override |
||||
|
public GoogleVertexAiGeminiChatModel withModelConfig(GoogleVertexAiGeminiChatModel.Config config) { |
||||
|
return new GoogleVertexAiGeminiChatModel(providerConfig, config); |
||||
|
} |
||||
|
|
||||
|
} |
||||
@ -0,0 +1,31 @@ |
|||||
|
/** |
||||
|
* Copyright © 2016-2025 The Thingsboard Authors |
||||
|
* |
||||
|
* Licensed under the Apache License, Version 2.0 (the "License"); |
||||
|
* you may not use this file except in compliance with the License. |
||||
|
* You may obtain a copy of the License at |
||||
|
* |
||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
|
* |
||||
|
* Unless required by applicable law or agreed to in writing, software |
||||
|
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
|
* See the License for the specific language governing permissions and |
||||
|
* limitations under the License. |
||||
|
*/ |
||||
|
package org.thingsboard.server.common.data.ai.provider; |
||||
|
|
||||
|
import com.fasterxml.jackson.databind.node.ObjectNode; |
||||
|
|
||||
|
public record GoogleVertexAiGeminiProviderConfig( |
||||
|
String projectId, |
||||
|
String location, |
||||
|
ObjectNode serviceAccountKey |
||||
|
) implements AiProviderConfig { |
||||
|
|
||||
|
@Override |
||||
|
public AiProvider provider() { |
||||
|
return AiProvider.GOOGLE_VERTEX_AI_GEMINI; |
||||
|
} |
||||
|
|
||||
|
} |
||||
Loading…
Reference in new issue