Update Modelfile - llama3.2-blender-assistant

Dockerfile

@@ -13,6 +13,7 @@ RUN curl -fsSL https://ollama.com/install.sh | sh
 RUN mkdir /app && chmod 777 /app
 
 # Copy only the necessary files into the container
+COPY Modelfile /app/Modelfile
 COPY start.sh /app/start.sh
 
 # Set the working directory

Modelfile

@@ -0,0 +1,47 @@
+FROM hf.co/mano-wii/llama3.2-1b-tunned-for-blender
+TEMPLATE """<|start_header_id|>system<|end_header_id|>
+
+Cutting Knowledge Date: December 2023
+
+{{ if .System }}{{ .System }}
+{{- end }}
+{{- if .Tools }}When you receive a tool call response, use the output to format an answer to the orginal user question.
+
+You are a helpful assistant with tool calling capabilities.
+{{- end }}<|eot_id|>
+{{- range $i, $_ := .Messages }}
+{{- $last := eq (len (slice $.Messages $i)) 1 }}
+{{- if eq .Role "user" }}<|start_header_id|>user<|end_header_id|>
+{{- if and $.Tools $last }}
+
+If your answer does not require any information provided by any of the following functions, ignore the functions, otherwise respond with a JSON for a function call with its proper arguments that best answers the given prompt.
+And respond in the format {"name": function name, "parameters": dictionary of argument name and its value}. Do not use variables.
+
+{{ range $.Tools }}
+{{- . }}
+{{ end }}
+{{ .Content }}<|eot_id|>
+{{- else }}
+
+{{ .Content }}<|eot_id|>
+{{- end }}{{ if $last }}<|start_header_id|>assistant<|end_header_id|>
+
+{{ end }}
+{{- else if eq .Role "assistant" }}<|start_header_id|>assistant<|end_header_id|>
+{{- if .ToolCalls }}
+{{ range .ToolCalls }}
+{"name": "{{ .Function.Name }}", "parameters": {{ .Function.Arguments }}}{{ end }}
+{{- else }}
+
+{{ .Content }}
+{{- end }}{{ if not $last }}<|eot_id|>{{ end }}
+{{- else if eq .Role "tool" }}<|start_header_id|>ipython<|end_header_id|>
+
+{{ .Content }}<|eot_id|>{{ if $last }}<|start_header_id|>assistant<|end_header_id|>
+
+{{ end }}
+{{- end }}
+{{- end }}"""
+PARAMETER stop <|start_header_id|>
+PARAMETER stop <|end_header_id|>
+PARAMETER stop <|eot_id|>

start.sh

@@ -11,7 +11,8 @@ ollama serve &
 sleep 10
 
 # Create the model using Ollama
-ollama run hf.co/mano-wii/llama3.2-1B-tunned-for-blender:Q4_K_M
+ollama create llama3.2-blender-assistant -f Modelfile
+ollama run llama3.2-blender-assistant
 
 # Keep the container running indefinitely
 tail -f /dev/null