Enable loading of lora-adapter parts in dev mode

pkg/cmd/dev/dev.go

@@ -85,6 +85,28 @@ func runDev(ctx context.Context, options *DevStartOptions) error {
 		return err
 	}
 
+	// Detect and collect lora-adapter parts
+	var loraPaths []string
+	for _, part := range kitfile.Model.Parts {
+		if strings.EqualFold(part.Type, "lora-adapter") {
+			if part.Path == "" {
+				continue
+			}
+			partAbsPath, _, err := filesystem.VerifySubpath(options.contextDir, part.Path)
+			if err != nil {
+				output.Debugf("Skipping lora-adapter: %v", err)
+				continue
+			}
+			loraPath, err := findLoraAdapterFile(partAbsPath)
+			if err != nil {
+				output.Debugf("Skipping lora-adapter: %v", err)
+				continue
+			}
+			output.Infof("Found lora-adapter: %s", loraPath)
+			loraPaths = append(loraPaths, loraPath)
+		}
+	}
+
 	llmHarness := &harness.LLMHarness{}
 	llmHarness.Host = options.host
 	llmHarness.Port = options.port
@@ -93,7 +115,7 @@ func runDev(ctx context.Context, options *DevStartOptions) error {
 		return err
 	}
 
-	if err := llmHarness.Start(modelPath); err != nil {
+	if err := llmHarness.Start(modelPath, loraPaths); err != nil {
 		return err
 	}
 
@@ -170,6 +192,50 @@ func findModelFile(absPath string) (string, error) {
 	return modelPath, nil
 }
 
+// findLoraAdapterFile validates a lora adapter path.
+// The path must point to a regular file.
+func findLoraAdapterFile(absPath string) (string, error) {
+	stat, err := os.Lstat(absPath)
+	if err != nil {
+		return "", err
+	}
+
+	// Case 1: direct file
+	if stat.Mode().IsRegular() {
+		if !strings.HasSuffix(strings.ToLower(absPath), ".gguf") {
+			return "", fmt.Errorf("lora adapter file must be a .gguf file: %s", absPath)
+		}
+		output.Debugf("Found lora adapter path at %s", absPath)
+		return absPath, nil
+	}
+
+	// Case 2: directory → search for .gguf
+	if stat.IsDir() {
+		entries, err := os.ReadDir(absPath)
+		if err != nil {
+			return "", fmt.Errorf("error searching for lora adapter in %s: %w", absPath, err)
+		}
+
+		var found string
+		for _, entry := range entries {
+			if entry.Type().IsRegular() && strings.HasSuffix(strings.ToLower(entry.Name()), ".gguf") {
+				path := filepath.Join(absPath, entry.Name())
+				if found != "" {
+					return "", fmt.Errorf("multiple lora adapter files found: %s and %s", found, path)
+				}
+				found = path
+			}
+		}
+		if found == "" {
+			return "", fmt.Errorf("no .gguf lora adapter found in %s", absPath)
+		}
+		output.Debugf("Found lora adapter path in directory %s at %s", absPath, found)
+		return found, nil
+	}
+
+	return "", fmt.Errorf("lora adapter path %s is not a regular file or directory", absPath)
+}
+
 // extractModelKitToCache extracts a ModelKit reference to a cache directory
 // using the unpack library with model filter
 func extractModelKitToCache(ctx context.Context, options *DevStartOptions) error {

pkg/lib/harness/llm-harness.go

@@ -63,7 +63,7 @@ func (harness *LLMHarness) Init() error {
 	return nil
 }
 
-func (harness *LLMHarness) Start(modelPath string) (err error) {
+func (harness *LLMHarness) Start(modelPath string, loraPaths []string) (err error) {
 
 	harnessPath := constants.HarnessPath(harness.ConfigHome)
 	pidFile := filepath.Join(harnessPath, constants.HarnessProcessFile)
@@ -85,10 +85,13 @@ func (harness *LLMHarness) Start(modelPath string) (err error) {
 
 	uiHome := filepath.Join(harnessPath, "ui")
 	output.Debugf("model path is %s", modelPath)
+	for _, loraPath := range loraPaths {
+		output.Debugf("lora adapter path is %s", loraPath)
+	}
 	var cmd *exec.Cmd
+
 	if runtime.GOOS == "windows" {
-		cmd = exec.Command(
-			"./llamafile.exe",
+		args := []string{
 			"--server",
 			"--model", modelPath,
 			"--host", harness.Host,
@@ -97,11 +100,20 @@ func (harness *LLMHarness) Start(modelPath string) (err error) {
 			"--gpu", "AUTO",
 			"--nobrowser",
 			"--unsecure",
-		)
+		}
+		for _, loraPath := range loraPaths {
+			args = append(args, "--lora", loraPath)
+		}
+		cmd = exec.Command("./llamafile.exe", args...)
 	} else {
+		// Build command string for sh -c (required for APE binaries on Linux)
+		loraArgs := ""
+		for _, loraPath := range loraPaths {
+			loraArgs += fmt.Sprintf(" --lora %s", loraPath)
+		}
 		cmd = exec.Command("sh", "-c",
-			fmt.Sprintf("./llamafile --server --model %s --host %s --port %d --path %s --gpu AUTO --nobrowser --unsecure",
-				modelPath, harness.Host, harness.Port, uiHome),
+			fmt.Sprintf("./llamafile --server --model %s --host %s --port %d --path %s --gpu AUTO --nobrowser --unsecure%s",
+				modelPath, harness.Host, harness.Port, uiHome, loraArgs),
 		)
 	}