fix: filepath for inference file (#104)

Small fix this filepath was standardized in the image and now needs to
be reflected in KAITO

pkg/inference/preset-inference-types.go

@@ -39,9 +39,7 @@ var (
 	presetFalcon40bImage         = registryName + fmt.Sprintf("/%s:latest", kaitov1alpha1.PresetFalcon40BModel)
 	presetFalcon40bInstructImage = registryName + fmt.Sprintf("/%s:latest", kaitov1alpha1.PresetFalcon40BInstructModel)
 
-	baseCommandPresetLlama2AChat = fmt.Sprintf("cd /workspace/llama/%s && torchrun", kaitov1alpha1.PresetLlama2AChat)
-	baseCommandPresetLlama2BChat = fmt.Sprintf("cd /workspace/llama/%s && torchrun", kaitov1alpha1.PresetLlama2BChat)
-	baseCommandPresetLlama2CChat = fmt.Sprintf("cd /workspace/llama/%s && torchrun", kaitov1alpha1.PresetLlama2CChat)
+	baseCommandPresetLlama = "cd /workspace/llama/llama-2 && torchrun"
 	// llamaTextInferenceFile       = "inference-api.py" TODO: To support Text Generation Llama Models
 	llamaChatInferenceFile = "inference-api.py"
 	llamaRunParams         = map[string]string{
@@ -105,7 +103,7 @@ var (
 			ModelRunParams:         llamaRunParams,
 			InferenceFile:          llamaChatInferenceFile,
 			DeploymentTimeout:      time.Duration(10) * time.Minute,
-			BaseCommand:            baseCommandPresetLlama2AChat,
+			BaseCommand:            baseCommandPresetLlama,
 			WorldSize:              1,
 			DefaultVolumeMountPath: "/dev/shm",
 		},
@@ -119,7 +117,7 @@ var (
 			ModelRunParams:         llamaRunParams,
 			InferenceFile:          llamaChatInferenceFile,
 			DeploymentTimeout:      time.Duration(20) * time.Minute,
-			BaseCommand:            baseCommandPresetLlama2BChat,
+			BaseCommand:            baseCommandPresetLlama,
 			WorldSize:              2,
 			DefaultVolumeMountPath: "/dev/shm",
 		},
@@ -133,7 +131,7 @@ var (
 			ModelRunParams:         llamaRunParams,
 			InferenceFile:          llamaChatInferenceFile,
 			DeploymentTimeout:      time.Duration(30) * time.Minute,
-			BaseCommand:            baseCommandPresetLlama2CChat,
+			BaseCommand:            baseCommandPresetLlama,
 			WorldSize:              8,
 			DefaultVolumeMountPath: "/dev/shm",
 		},