diff --git a/src/main/java/org/owasp/wrongsecrets/challenges/kubernetes/llama/LlamaService.java b/src/main/java/org/owasp/wrongsecrets/challenges/kubernetes/llama/LlamaService.java index 9b37ccbd6..6a8f02da4 100644 --- a/src/main/java/org/owasp/wrongsecrets/challenges/kubernetes/llama/LlamaService.java +++ b/src/main/java/org/owasp/wrongsecrets/challenges/kubernetes/llama/LlamaService.java @@ -24,7 +24,7 @@ public String chat(String systemPrompt, String userMessage) { "local-model", List.of(new Message("system", systemPrompt), new Message("user", userMessage)), 0.1); - log.info("Request messages: {}", request.messages()); + log.info("User request messages: {}", userMessage); ChatResponse response = restClient diff --git a/wrongsecret-lama-resources/llama-entrypoint.sh b/wrongsecret-lama-resources/llama-entrypoint.sh index a6ff82de7..9436aa981 100644 --- a/wrongsecret-lama-resources/llama-entrypoint.sh +++ b/wrongsecret-lama-resources/llama-entrypoint.sh @@ -10,5 +10,5 @@ exec /app/llama-server \ -n 128 \ -np 1 \ --temp 0.1 \ - --cache-ram 256 \ + --cache-ram 512 \ --ctx-checkpoints 2