textgen_test: Use instruct code generation model.

`codellama:7b` is the bare completion model, and works better in code
completion contexts. Here, the test uses it as an instruction-following
model ("Do this."), so the `instruct` variant is the more appropriate one.

PiperOrigin-RevId: 607430293
This commit is contained in:
Etienne Perot
2024-02-15 13:10:15 -08:00
committed by gVisor bot
parent 657b563a56
commit 631cdcef17
2 changed files with 2 additions and 2 deletions
+1 -1
View File
@@ -10,7 +10,7 @@ ENV PATH=$PATH:/usr/local/nvidia/bin:/bin/nvidia/bin
RUN bash -c ' \
( ollama serve ) & serverpid="$!"; \
sleep 5; \
ollama pull codellama:7b && \
ollama pull codellama:7b-instruct && \
ollama pull llama2-chinese:7b-chat && \
kill "$serverpid" && \
wait "$serverpid" \
+1 -1
View File
@@ -128,7 +128,7 @@ func TestLLM(t *testing.T) {
)
promptCtx, promptCancel := context.WithTimeout(ctx, 3*time.Minute)
prompt := ollama.Prompt{
Model: ollama.ZeroTemperatureModel("codellama:7b"),
Model: ollama.ZeroTemperatureModel("codellama:7b-instruct"),
Query: fmt.Sprintf(`
Generate a Python function that takes a string and verifies that it
is a valid Chinese translation of the English phrase "Hello World".