jody/yacy_search_server
1
0 Fork 0
mirror of https://github.com/yacy/yacy_search_server.git synced 2026-10-25 05:54:15 +00:00
Code Issues Packages Projects Releases Wiki Activity

more models

Browse Source
This commit is contained in:
Michael Peter Christen committed 2026-03-28 16:17:52 +01:00
1 parent 31d6de21f4
commit af97d3a682
1 file changed
+27 -2
Download Patch File Download Diff File Expand all files Collapse all files
source/net/yacy/htroot/LLMSelection_p.java
+27 -2
View File
@@ -35,6 +35,27 @@ import net.yacy.server.serverSwitch;
public class LLMSelection_p {
private static JSONObject normalizeProductionModelRow(final JSONObject row) throws JSONException {
final JSONObject normalized = new JSONObject(true);
normalized.put("service", row.optString("service", "OLLAMA"));
normalized.put("model", row.optString("model", ""));
normalized.put("hoststub", row.optString("hoststub", ""));
normalized.put("api_key", row.optString("api_key", ""));
normalized.put("max_tokens", row.optString("max_tokens", "4096"));
normalized.put("search", false);
normalized.put("chat", row.optBoolean("chat", false));
normalized.put("translation", false);
normalized.put("classification", false);
normalized.put("query", false);
normalized.put("qapairs", false);
normalized.put("tldr", row.optBoolean("tldr", false));
normalized.put("tooling", row.optBoolean("tooling", false));
normalized.put("vision", row.optBoolean("vision", false));
return normalized;
}
public static serverObjects respond(@SuppressWarnings("unused") final RequestHeader header, final serverObjects post, final serverSwitch env) {
// return variable that accumulates replacements
final Switchboard sb = (Switchboard) env;
@@ -53,7 +74,11 @@ public class LLMSelection_p {
if (production_models != null) {
// simply store the model array
try {
sb.setConfig("ai.production_models", production_models.toString(0));
final JSONArray normalizedModels = new JSONArray();
for (int i = 0; i < production_models.length(); i++) {
normalizedModels.put(normalizeProductionModelRow(production_models.getJSONObject(i)));
}
sb.setConfig("ai.production_models", normalizedModels.toString(0));
} catch (JSONException e) {
//e.printStackTrace();
}
@@ -87,7 +112,7 @@ public class LLMSelection_p {
try {
production_models = new JSONArray(new JSONTokener(pms));
for (int i = 0; i < production_models.length(); i++) {
JSONObject row = production_models.getJSONObject(i);
JSONObject row = normalizeProductionModelRow(production_models.getJSONObject(i));
prop.put("productionmodels_" + i + "_service", row.optString("service", "OLLAMA"));
prop.put("productionmodels_" + i + "_model", row.optString("model", ""));
prop.put("productionmodels_" + i + "_hoststub", row.optString("hoststub", ""));