feat: native folder/file picker, persistent config, and model management
This commit is contained in:
1 parent
d1d77b83ef
commit
2cac674cba
5 files changed
+506
-195
No files matched your search
@@ -21,6 +21,7 @@ tauri-build = { version = "2", features = [] }
|
|||||||
[dependencies]
|
[dependencies]
|
||||||
tauri = { version = "2", features = [] }
|
tauri = { version = "2", features = [] }
|
||||||
tauri-plugin-shell = "2"
|
tauri-plugin-shell = "2"
|
||||||
|
tauri-plugin-dialog = "2"
|
||||||
serde = { version = "1", features = ["derive"] }
|
serde = { version = "1", features = ["derive"] }
|
||||||
serde_json = "1"
|
serde_json = "1"
|
||||||
|
|
||||||
|
|||||||
@@ -5,6 +5,7 @@
|
|||||||
"windows": ["main"],
|
"windows": ["main"],
|
||||||
"permissions": [
|
"permissions": [
|
||||||
"core:default",
|
"core:default",
|
||||||
"shell:allow-open"
|
"shell:allow-open",
|
||||||
|
"dialog:allow-open"
|
||||||
]
|
]
|
||||||
}
|
}
|
||||||
+145
-54
@@ -1,18 +1,24 @@
|
|||||||
use std::path::Path;
|
use std::path::Path;
|
||||||
use std::process::{Child, Command};
|
use std::process::{Child, Command};
|
||||||
use std::sync::Mutex;
|
use std::sync::Mutex;
|
||||||
use tauri::{Manager, State};
|
use tauri::{AppHandle, Manager, State};
|
||||||
|
use tauri_plugin_dialog::DialogExt;
|
||||||
|
|
||||||
pub struct ServerState(pub Mutex<Option<Child>>);
|
pub struct ServerState(pub Mutex<Option<Child>>);
|
||||||
|
|
||||||
/// Query GPU info via nvidia-smi.
|
// ─── GPU ──────────────────────────────────────────────────────────────────────
|
||||||
|
|
||||||
|
#[derive(serde::Serialize)]
|
||||||
|
pub struct GpuInfo {
|
||||||
|
pub name: String,
|
||||||
|
pub vram_mib: u32,
|
||||||
|
pub recommended_layers: i32,
|
||||||
|
}
|
||||||
|
|
||||||
#[tauri::command]
|
#[tauri::command]
|
||||||
fn query_gpu() -> Result<GpuInfo, String> {
|
fn query_gpu() -> Result<GpuInfo, String> {
|
||||||
let output = Command::new("nvidia-smi")
|
let output = Command::new("nvidia-smi")
|
||||||
.args([
|
.args(["--query-gpu=name,memory.total", "--format=csv,noheader,nounits"])
|
||||||
"--query-gpu=name,memory.total",
|
|
||||||
"--format=csv,noheader,nounits",
|
|
||||||
])
|
|
||||||
.output()
|
.output()
|
||||||
.map_err(|_| "nvidia-smi not found — no NVIDIA GPU detected".to_string())?;
|
.map_err(|_| "nvidia-smi not found — no NVIDIA GPU detected".to_string())?;
|
||||||
|
|
||||||
@@ -36,21 +42,11 @@ fn query_gpu() -> Result<GpuInfo, String> {
|
|||||||
let usable = vram_mib.saturating_sub(1024);
|
let usable = vram_mib.saturating_sub(1024);
|
||||||
let recommended_layers = (usable / 80).min(200) as i32;
|
let recommended_layers = (usable / 80).min(200) as i32;
|
||||||
|
|
||||||
Ok(GpuInfo {
|
Ok(GpuInfo { name, vram_mib, recommended_layers })
|
||||||
name,
|
|
||||||
vram_mib,
|
|
||||||
recommended_layers,
|
|
||||||
})
|
|
||||||
}
|
}
|
||||||
|
|
||||||
#[derive(serde::Serialize)]
|
// ─── Server lifecycle ─────────────────────────────────────────────────────────
|
||||||
pub struct GpuInfo {
|
|
||||||
pub name: String,
|
|
||||||
pub vram_mib: u32,
|
|
||||||
pub recommended_layers: i32,
|
|
||||||
}
|
|
||||||
|
|
||||||
/// Start the inference server with full configuration.
|
|
||||||
#[tauri::command]
|
#[tauri::command]
|
||||||
fn start_server(
|
fn start_server(
|
||||||
state: State<ServerState>,
|
state: State<ServerState>,
|
||||||
@@ -60,16 +56,11 @@ fn start_server(
|
|||||||
ctx_size: u32,
|
ctx_size: u32,
|
||||||
) -> Result<String, String> {
|
) -> Result<String, String> {
|
||||||
let mut guard = state.0.lock().map_err(|e| e.to_string())?;
|
let mut guard = state.0.lock().map_err(|e| e.to_string())?;
|
||||||
|
|
||||||
if guard.is_some() {
|
if guard.is_some() {
|
||||||
return Err("Server is already running".into());
|
return Err("Server is already running".into());
|
||||||
}
|
}
|
||||||
|
|
||||||
let binary = if cfg!(target_os = "windows") {
|
let binary = if cfg!(target_os = "windows") { "localllm.exe" } else { "localllm" };
|
||||||
"localllm.exe"
|
|
||||||
} else {
|
|
||||||
"localllm"
|
|
||||||
};
|
|
||||||
|
|
||||||
let child = Command::new(binary)
|
let child = Command::new(binary)
|
||||||
.env("LOCALLLM_MODEL", &model_path)
|
.env("LOCALLLM_MODEL", &model_path)
|
||||||
@@ -81,20 +72,16 @@ fn start_server(
|
|||||||
|
|
||||||
let pid = child.id();
|
let pid = child.id();
|
||||||
*guard = Some(child);
|
*guard = Some(child);
|
||||||
|
|
||||||
Ok(format!("Server started (pid={pid}) on {addr}"))
|
Ok(format!("Server started (pid={pid}) on {addr}"))
|
||||||
}
|
}
|
||||||
|
|
||||||
#[tauri::command]
|
#[tauri::command]
|
||||||
fn stop_server(state: State<ServerState>) -> Result<String, String> {
|
fn stop_server(state: State<ServerState>) -> Result<String, String> {
|
||||||
let mut guard = state.0.lock().map_err(|e| e.to_string())?;
|
let mut guard = state.0.lock().map_err(|e| e.to_string())?;
|
||||||
|
|
||||||
match guard.as_mut() {
|
match guard.as_mut() {
|
||||||
None => Err("Server is not running".into()),
|
None => Err("Server is not running".into()),
|
||||||
Some(child) => {
|
Some(child) => {
|
||||||
child
|
child.kill().map_err(|e| format!("Failed to kill server: {e}"))?;
|
||||||
.kill()
|
|
||||||
.map_err(|e| format!("Failed to kill server: {e}"))?;
|
|
||||||
let _ = child.wait();
|
let _ = child.wait();
|
||||||
*guard = None;
|
*guard = None;
|
||||||
Ok("Server stopped".into())
|
Ok("Server stopped".into())
|
||||||
@@ -105,11 +92,15 @@ fn stop_server(state: State<ServerState>) -> Result<String, String> {
|
|||||||
#[tauri::command]
|
#[tauri::command]
|
||||||
fn server_status(state: State<ServerState>) -> String {
|
fn server_status(state: State<ServerState>) -> String {
|
||||||
let guard = state.0.lock().unwrap();
|
let guard = state.0.lock().unwrap();
|
||||||
if guard.is_some() {
|
if guard.is_some() { "running".into() } else { "stopped".into() }
|
||||||
"running".into()
|
}
|
||||||
} else {
|
|
||||||
"stopped".into()
|
// ─── Model files ──────────────────────────────────────────────────────────────
|
||||||
}
|
|
||||||
|
#[derive(serde::Serialize, serde::Deserialize, Clone)]
|
||||||
|
pub struct ModelFile {
|
||||||
|
pub name: String,
|
||||||
|
pub path: String,
|
||||||
}
|
}
|
||||||
|
|
||||||
/// Scan a directory for .gguf model files.
|
/// Scan a directory for .gguf model files.
|
||||||
@@ -131,16 +122,9 @@ fn scan_models(dir: String) -> Result<Vec<ModelFile>, String> {
|
|||||||
if p.is_file() {
|
if p.is_file() {
|
||||||
if let Some(ext) = p.extension() {
|
if let Some(ext) = p.extension() {
|
||||||
if ext.eq_ignore_ascii_case("gguf") {
|
if ext.eq_ignore_ascii_case("gguf") {
|
||||||
let name = p
|
let name = p.file_name().unwrap_or_default().to_string_lossy().to_string();
|
||||||
.file_name()
|
|
||||||
.unwrap_or_default()
|
|
||||||
.to_string_lossy()
|
|
||||||
.to_string();
|
|
||||||
let full_path = p.to_string_lossy().to_string();
|
let full_path = p.to_string_lossy().to_string();
|
||||||
models.push(ModelFile {
|
models.push(ModelFile { name, path: full_path });
|
||||||
name,
|
|
||||||
path: full_path,
|
|
||||||
});
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -150,13 +134,67 @@ fn scan_models(dir: String) -> Result<Vec<ModelFile>, String> {
|
|||||||
Ok(models)
|
Ok(models)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/// Open a native folder picker and scan the chosen directory for .gguf files.
|
||||||
|
/// Returns (chosen_dir, models[]).
|
||||||
|
#[derive(serde::Serialize)]
|
||||||
|
pub struct PickDirResult {
|
||||||
|
pub dir: String,
|
||||||
|
pub models: Vec<ModelFile>,
|
||||||
|
}
|
||||||
|
|
||||||
|
#[tauri::command]
|
||||||
|
async fn pick_models_dir(app: AppHandle) -> Result<PickDirResult, String> {
|
||||||
|
let folder = app
|
||||||
|
.dialog()
|
||||||
|
.file()
|
||||||
|
.set_title("Select models folder")
|
||||||
|
.blocking_pick_folder();
|
||||||
|
|
||||||
|
match folder {
|
||||||
|
Some(path) => {
|
||||||
|
let dir = path.to_string();
|
||||||
|
let models = scan_models(dir.clone())?;
|
||||||
|
Ok(PickDirResult { dir, models })
|
||||||
|
}
|
||||||
|
None => Err("cancelled".into()),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Open a native multi-file picker filtered to .gguf files.
|
||||||
|
/// Returns the selected ModelFile list (files in their original locations — no copy).
|
||||||
|
#[tauri::command]
|
||||||
|
async fn pick_model_files(app: AppHandle) -> Result<Vec<ModelFile>, String> {
|
||||||
|
let files = app
|
||||||
|
.dialog()
|
||||||
|
.file()
|
||||||
|
.set_title("Select model files")
|
||||||
|
.add_filter("GGUF models", &["gguf"])
|
||||||
|
.blocking_pick_files();
|
||||||
|
|
||||||
|
match files {
|
||||||
|
Some(paths) => {
|
||||||
|
let models: Vec<ModelFile> = paths
|
||||||
|
.iter()
|
||||||
|
.map(|p| {
|
||||||
|
let path_str = p.to_string();
|
||||||
|
let name = Path::new(&path_str)
|
||||||
|
.file_name()
|
||||||
|
.unwrap_or_default()
|
||||||
|
.to_string_lossy()
|
||||||
|
.to_string();
|
||||||
|
ModelFile { name, path: path_str }
|
||||||
|
})
|
||||||
|
.collect();
|
||||||
|
Ok(models)
|
||||||
|
}
|
||||||
|
None => Err("cancelled".into()),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
/// Copy a .gguf file into the models directory.
|
/// Copy a .gguf file into the models directory.
|
||||||
/// Returns the new ModelFile on success.
|
|
||||||
#[tauri::command]
|
#[tauri::command]
|
||||||
fn import_model(src_path: String, dest_dir: String) -> Result<ModelFile, String> {
|
fn import_model(src_path: String, dest_dir: String) -> Result<ModelFile, String> {
|
||||||
let src = Path::new(&src_path);
|
let src = Path::new(&src_path);
|
||||||
|
|
||||||
// Validate source
|
|
||||||
if !src.exists() {
|
if !src.exists() {
|
||||||
return Err(format!("Source file not found: {src_path}"));
|
return Err(format!("Source file not found: {src_path}"));
|
||||||
}
|
}
|
||||||
@@ -168,7 +206,6 @@ fn import_model(src_path: String, dest_dir: String) -> Result<ModelFile, String>
|
|||||||
return Err("Only .gguf files are supported".into());
|
return Err("Only .gguf files are supported".into());
|
||||||
}
|
}
|
||||||
|
|
||||||
// Ensure destination directory exists
|
|
||||||
let dest_dir_path = Path::new(&dest_dir);
|
let dest_dir_path = Path::new(&dest_dir);
|
||||||
if !dest_dir_path.exists() {
|
if !dest_dir_path.exists() {
|
||||||
std::fs::create_dir_all(dest_dir_path)
|
std::fs::create_dir_all(dest_dir_path)
|
||||||
@@ -178,7 +215,6 @@ fn import_model(src_path: String, dest_dir: String) -> Result<ModelFile, String>
|
|||||||
let file_name = src.file_name().unwrap_or_default();
|
let file_name = src.file_name().unwrap_or_default();
|
||||||
let dest_path = dest_dir_path.join(file_name);
|
let dest_path = dest_dir_path.join(file_name);
|
||||||
|
|
||||||
// If already in the same directory, just return it
|
|
||||||
if src == dest_path {
|
if src == dest_path {
|
||||||
return Ok(ModelFile {
|
return Ok(ModelFile {
|
||||||
name: file_name.to_string_lossy().to_string(),
|
name: file_name.to_string_lossy().to_string(),
|
||||||
@@ -186,7 +222,6 @@ fn import_model(src_path: String, dest_dir: String) -> Result<ModelFile, String>
|
|||||||
});
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
// Copy the file
|
|
||||||
std::fs::copy(src, &dest_path).map_err(|e| format!("Failed to copy model: {e}"))?;
|
std::fs::copy(src, &dest_path).map_err(|e| format!("Failed to copy model: {e}"))?;
|
||||||
|
|
||||||
Ok(ModelFile {
|
Ok(ModelFile {
|
||||||
@@ -195,24 +230,80 @@ fn import_model(src_path: String, dest_dir: String) -> Result<ModelFile, String>
|
|||||||
})
|
})
|
||||||
}
|
}
|
||||||
|
|
||||||
#[derive(serde::Serialize, Clone)]
|
// ─── Persistent config ────────────────────────────────────────────────────────
|
||||||
pub struct ModelFile {
|
|
||||||
pub name: String,
|
/// All user-configurable settings, persisted to app data dir as config.json.
|
||||||
pub path: String,
|
#[derive(serde::Serialize, serde::Deserialize, Clone, Default)]
|
||||||
|
pub struct AppConfig {
|
||||||
|
pub models_dir: Option<String>,
|
||||||
|
pub model_path: Option<String>,
|
||||||
|
pub addr: Option<String>,
|
||||||
|
pub gpu_layers: Option<i32>,
|
||||||
|
pub ctx_size: Option<u32>,
|
||||||
|
pub api_key: Option<String>,
|
||||||
|
pub server_url: Option<String>,
|
||||||
|
/// Extra model paths added via file picker (not necessarily in models_dir)
|
||||||
|
pub extra_model_paths: Option<Vec<String>>,
|
||||||
}
|
}
|
||||||
|
|
||||||
|
fn config_path(app: &AppHandle) -> Result<std::path::PathBuf, String> {
|
||||||
|
let data_dir = app
|
||||||
|
.path()
|
||||||
|
.app_data_dir()
|
||||||
|
.map_err(|e| format!("Cannot resolve app data dir: {e}"))?;
|
||||||
|
std::fs::create_dir_all(&data_dir)
|
||||||
|
.map_err(|e| format!("Cannot create app data dir: {e}"))?;
|
||||||
|
Ok(data_dir.join("config.json"))
|
||||||
|
}
|
||||||
|
|
||||||
|
#[tauri::command]
|
||||||
|
fn save_config(app: AppHandle, config: AppConfig) -> Result<(), String> {
|
||||||
|
let path = config_path(&app)?;
|
||||||
|
let json = serde_json::to_string_pretty(&config)
|
||||||
|
.map_err(|e| format!("Serialization error: {e}"))?;
|
||||||
|
std::fs::write(&path, json).map_err(|e| format!("Write error: {e}"))?;
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
|
||||||
|
#[tauri::command]
|
||||||
|
fn load_config(app: AppHandle) -> Result<AppConfig, String> {
|
||||||
|
let path = config_path(&app)?;
|
||||||
|
if !path.exists() {
|
||||||
|
return Ok(AppConfig::default());
|
||||||
|
}
|
||||||
|
let json = std::fs::read_to_string(&path).map_err(|e| format!("Read error: {e}"))?;
|
||||||
|
serde_json::from_str(&json).map_err(|e| format!("Parse error: {e}"))
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Returns the app data directory path (useful for debugging).
|
||||||
|
#[tauri::command]
|
||||||
|
fn get_app_data_dir(app: AppHandle) -> Result<String, String> {
|
||||||
|
app.path()
|
||||||
|
.app_data_dir()
|
||||||
|
.map(|p| p.to_string_lossy().to_string())
|
||||||
|
.map_err(|e| format!("Cannot resolve app data dir: {e}"))
|
||||||
|
}
|
||||||
|
|
||||||
|
// ─── App entry ────────────────────────────────────────────────────────────────
|
||||||
|
|
||||||
#[cfg_attr(mobile, tauri::mobile_entry_point)]
|
#[cfg_attr(mobile, tauri::mobile_entry_point)]
|
||||||
pub fn run() {
|
pub fn run() {
|
||||||
tauri::Builder::default()
|
tauri::Builder::default()
|
||||||
.plugin(tauri_plugin_shell::init())
|
.plugin(tauri_plugin_shell::init())
|
||||||
|
.plugin(tauri_plugin_dialog::init())
|
||||||
.manage(ServerState(Mutex::new(None)))
|
.manage(ServerState(Mutex::new(None)))
|
||||||
.invoke_handler(tauri::generate_handler![
|
.invoke_handler(tauri::generate_handler![
|
||||||
query_gpu,
|
query_gpu,
|
||||||
scan_models,
|
scan_models,
|
||||||
|
pick_models_dir,
|
||||||
|
pick_model_files,
|
||||||
import_model,
|
import_model,
|
||||||
start_server,
|
start_server,
|
||||||
stop_server,
|
stop_server,
|
||||||
server_status
|
server_status,
|
||||||
|
save_config,
|
||||||
|
load_config,
|
||||||
|
get_app_data_dir,
|
||||||
])
|
])
|
||||||
.setup(|app| {
|
.setup(|app| {
|
||||||
#[cfg(debug_assertions)]
|
#[cfg(debug_assertions)]
|
||||||
|
|||||||
@@ -389,6 +389,103 @@
|
|||||||
border-color: rgba(240,64,64,0.2);
|
border-color: rgba(240,64,64,0.2);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/* ── Dir path display ── */
|
||||||
|
.sp-dir-path {
|
||||||
|
flex: 1;
|
||||||
|
font-size: 11px;
|
||||||
|
color: var(--text2);
|
||||||
|
background: var(--bg4);
|
||||||
|
border: 1px solid var(--border);
|
||||||
|
border-radius: var(--radius-sm);
|
||||||
|
padding: 7px 9px;
|
||||||
|
overflow: hidden;
|
||||||
|
text-overflow: ellipsis;
|
||||||
|
white-space: nowrap;
|
||||||
|
min-width: 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
/* ── No models placeholder ── */
|
||||||
|
.sp-no-models {
|
||||||
|
font-size: 11px;
|
||||||
|
color: var(--text3);
|
||||||
|
text-align: center;
|
||||||
|
padding: 10px 8px;
|
||||||
|
background: var(--bg4);
|
||||||
|
border: 1px dashed var(--border);
|
||||||
|
border-radius: var(--radius-sm);
|
||||||
|
}
|
||||||
|
|
||||||
|
/* ── Extra models list ── */
|
||||||
|
.sp-extra-models {
|
||||||
|
display: flex;
|
||||||
|
flex-direction: column;
|
||||||
|
gap: 3px;
|
||||||
|
margin-top: 4px;
|
||||||
|
}
|
||||||
|
|
||||||
|
.sp-extra-model-item {
|
||||||
|
display: flex;
|
||||||
|
align-items: center;
|
||||||
|
gap: 6px;
|
||||||
|
background: var(--bg4);
|
||||||
|
border: 1px solid var(--border);
|
||||||
|
border-radius: var(--radius-sm);
|
||||||
|
padding: 4px 8px;
|
||||||
|
}
|
||||||
|
|
||||||
|
.sp-extra-model-name {
|
||||||
|
flex: 1;
|
||||||
|
font-size: 11px;
|
||||||
|
color: var(--text2);
|
||||||
|
overflow: hidden;
|
||||||
|
text-overflow: ellipsis;
|
||||||
|
white-space: nowrap;
|
||||||
|
min-width: 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
.sp-extra-model-remove {
|
||||||
|
background: none;
|
||||||
|
border: none;
|
||||||
|
color: var(--text3);
|
||||||
|
font-size: 14px;
|
||||||
|
line-height: 1;
|
||||||
|
cursor: pointer;
|
||||||
|
padding: 0 2px;
|
||||||
|
flex-shrink: 0;
|
||||||
|
transition: color 0.12s;
|
||||||
|
font-family: inherit;
|
||||||
|
}
|
||||||
|
|
||||||
|
.sp-extra-model-remove:hover {
|
||||||
|
color: var(--danger);
|
||||||
|
}
|
||||||
|
|
||||||
|
/* ── Add models button ── */
|
||||||
|
.sp-add-models-btn {
|
||||||
|
display: flex;
|
||||||
|
align-items: center;
|
||||||
|
justify-content: center;
|
||||||
|
gap: 5px;
|
||||||
|
width: 100%;
|
||||||
|
padding: 6px 10px;
|
||||||
|
background: var(--bg4);
|
||||||
|
border: 1px dashed var(--border);
|
||||||
|
border-radius: var(--radius-sm);
|
||||||
|
color: var(--text2);
|
||||||
|
font-size: 11px;
|
||||||
|
font-weight: 600;
|
||||||
|
cursor: pointer;
|
||||||
|
transition: background 0.12s, border-color 0.12s, color 0.12s;
|
||||||
|
font-family: inherit;
|
||||||
|
margin-top: 4px;
|
||||||
|
}
|
||||||
|
|
||||||
|
.sp-add-models-btn:hover {
|
||||||
|
background: rgba(91,106,240,0.1);
|
||||||
|
border-color: var(--accent);
|
||||||
|
color: var(--accent);
|
||||||
|
}
|
||||||
|
|
||||||
/* ── Drop zone ── */
|
/* ── Drop zone ── */
|
||||||
.sp-drop-zone {
|
.sp-drop-zone {
|
||||||
position: relative;
|
position: relative;
|
||||||
|
|||||||
@@ -21,6 +21,22 @@ interface ModelFile {
|
|||||||
path: string;
|
path: string;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
interface PickDirResult {
|
||||||
|
dir: string;
|
||||||
|
models: ModelFile[];
|
||||||
|
}
|
||||||
|
|
||||||
|
interface AppConfig {
|
||||||
|
models_dir?: string;
|
||||||
|
model_path?: string;
|
||||||
|
addr?: string;
|
||||||
|
gpu_layers?: number;
|
||||||
|
ctx_size?: number;
|
||||||
|
api_key?: string;
|
||||||
|
server_url?: string;
|
||||||
|
extra_model_paths?: string[];
|
||||||
|
}
|
||||||
|
|
||||||
const STATUS_LABEL: Record<ProcessStatus, string> = {
|
const STATUS_LABEL: Record<ProcessStatus, string> = {
|
||||||
stopped: "Stopped",
|
stopped: "Stopped",
|
||||||
starting: "Starting…",
|
starting: "Starting…",
|
||||||
@@ -37,108 +53,190 @@ const STATUS_COLOR: Record<ProcessStatus, string> = {
|
|||||||
error: "#ef4444",
|
error: "#ef4444",
|
||||||
};
|
};
|
||||||
|
|
||||||
const DEFAULT_MODELS_DIR = "models";
|
|
||||||
const DEFAULT_CTX = 4096;
|
const DEFAULT_CTX = 4096;
|
||||||
|
const CTX_PRESETS = [512, 1024, 2048, 4096, 8192, 16384, 32768, 65536, 131072];
|
||||||
|
|
||||||
export default function ServerPanel({ status, message, onStart, onStop }: Props) {
|
export default function ServerPanel({ status, message, onStart, onStop }: Props) {
|
||||||
const [modelsDir, setModelsDir] = useState(
|
const [modelsDir, setModelsDir] = useState<string>("");
|
||||||
() => localStorage.getItem("forgelm_models_dir") || DEFAULT_MODELS_DIR
|
|
||||||
);
|
|
||||||
const [scannedModels, setScannedModels] = useState<ModelFile[]>([]);
|
const [scannedModels, setScannedModels] = useState<ModelFile[]>([]);
|
||||||
const [selectedModel, setSelectedModel] = useState(
|
const [extraModels, setExtraModels] = useState<ModelFile[]>([]);
|
||||||
() => localStorage.getItem("forgelm_model_path") || ""
|
const [selectedModel, setSelectedModel] = useState<string>("");
|
||||||
);
|
const [addr, setAddr] = useState("127.0.0.1:8080");
|
||||||
const [addr, setAddr] = useState(
|
const [gpuLayers, setGpuLayers] = useState(0);
|
||||||
() => localStorage.getItem("forgelm_server_addr") || "127.0.0.1:8080"
|
const [ctxSize, setCtxSize] = useState(DEFAULT_CTX);
|
||||||
);
|
|
||||||
const [gpuLayers, setGpuLayers] = useState(
|
|
||||||
() => parseInt(localStorage.getItem("forgelm_gpu_layers") || "0", 10)
|
|
||||||
);
|
|
||||||
const [ctxSize, setCtxSize] = useState(
|
|
||||||
() => parseInt(localStorage.getItem("forgelm_ctx_size") || String(DEFAULT_CTX), 10)
|
|
||||||
);
|
|
||||||
const [gpuInfo, setGpuInfo] = useState<GpuInfo | null>(null);
|
const [gpuInfo, setGpuInfo] = useState<GpuInfo | null>(null);
|
||||||
const [gpuError, setGpuError] = useState<string>("");
|
const [gpuError, setGpuError] = useState<string>("");
|
||||||
const [expanded, setExpanded] = useState(true);
|
const [expanded, setExpanded] = useState(true);
|
||||||
const [scanning, setScanning] = useState(false);
|
const [scanning, setScanning] = useState(false);
|
||||||
const [scanError, setScanError] = useState("");
|
const [scanError, setScanError] = useState("");
|
||||||
const [importing, setImporting] = useState(false);
|
|
||||||
const [importError, setImportError] = useState("");
|
|
||||||
const [isDragOver, setIsDragOver] = useState(false);
|
const [isDragOver, setIsDragOver] = useState(false);
|
||||||
|
const [configLoaded, setConfigLoaded] = useState(false);
|
||||||
const dropRef = useRef<HTMLDivElement>(null);
|
const dropRef = useRef<HTMLDivElement>(null);
|
||||||
|
|
||||||
const scanModels = useCallback(async (dir: string) => {
|
// All models = scanned from dir + extra picked files (deduplicated by path)
|
||||||
|
const allModels: ModelFile[] = [
|
||||||
|
...scannedModels,
|
||||||
|
...extraModels.filter((e) => !scannedModels.some((s) => s.path === e.path)),
|
||||||
|
];
|
||||||
|
|
||||||
|
// ── Persist config to app data dir ──────────────────────────────────────────
|
||||||
|
const persistConfig = useCallback(
|
||||||
|
async (overrides: Partial<AppConfig> = {}) => {
|
||||||
|
const cfg: AppConfig = {
|
||||||
|
models_dir: modelsDir || undefined,
|
||||||
|
model_path: selectedModel || undefined,
|
||||||
|
addr,
|
||||||
|
gpu_layers: gpuLayers,
|
||||||
|
ctx_size: ctxSize,
|
||||||
|
extra_model_paths: extraModels.map((m) => m.path),
|
||||||
|
...overrides,
|
||||||
|
};
|
||||||
|
try {
|
||||||
|
await invoke("save_config", { config: cfg });
|
||||||
|
} catch {
|
||||||
|
// Fallback to localStorage if not in Tauri context
|
||||||
|
localStorage.setItem("forgelm_config", JSON.stringify(cfg));
|
||||||
|
}
|
||||||
|
},
|
||||||
|
[modelsDir, selectedModel, addr, gpuLayers, ctxSize, extraModels]
|
||||||
|
);
|
||||||
|
|
||||||
|
// ── Load config on mount ─────────────────────────────────────────────────────
|
||||||
|
useEffect(() => {
|
||||||
|
const loadConfig = async () => {
|
||||||
|
let cfg: AppConfig = {};
|
||||||
|
try {
|
||||||
|
cfg = await invoke<AppConfig>("load_config");
|
||||||
|
} catch {
|
||||||
|
// Fallback: try localStorage
|
||||||
|
const raw = localStorage.getItem("forgelm_config");
|
||||||
|
if (raw) {
|
||||||
|
try { cfg = JSON.parse(raw); } catch { /* ignore */ }
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if (cfg.addr) setAddr(cfg.addr);
|
||||||
|
if (cfg.gpu_layers !== undefined) setGpuLayers(cfg.gpu_layers);
|
||||||
|
if (cfg.ctx_size !== undefined) setCtxSize(cfg.ctx_size);
|
||||||
|
if (cfg.model_path) setSelectedModel(cfg.model_path);
|
||||||
|
|
||||||
|
// Restore extra model paths
|
||||||
|
if (cfg.extra_model_paths?.length) {
|
||||||
|
const extras: ModelFile[] = cfg.extra_model_paths.map((p) => ({
|
||||||
|
name: p.split(/[\\/]/).pop() ?? p,
|
||||||
|
path: p,
|
||||||
|
}));
|
||||||
|
setExtraModels(extras);
|
||||||
|
}
|
||||||
|
|
||||||
|
// Restore models dir and scan it
|
||||||
|
if (cfg.models_dir) {
|
||||||
|
setModelsDir(cfg.models_dir);
|
||||||
|
setConfigLoaded(true); // trigger scan in next effect
|
||||||
|
} else {
|
||||||
|
setConfigLoaded(true);
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
loadConfig();
|
||||||
|
// Detect GPU
|
||||||
|
invoke<GpuInfo>("query_gpu")
|
||||||
|
.then((info) => {
|
||||||
|
setGpuInfo(info);
|
||||||
|
setGpuLayers((prev) => prev || info.recommended_layers);
|
||||||
|
})
|
||||||
|
.catch((e) => setGpuError(String(e)));
|
||||||
|
}, []); // eslint-disable-line react-hooks/exhaustive-deps
|
||||||
|
|
||||||
|
// Scan models dir once config is loaded
|
||||||
|
useEffect(() => {
|
||||||
|
if (configLoaded && modelsDir) {
|
||||||
|
scanDir(modelsDir);
|
||||||
|
}
|
||||||
|
}, [configLoaded]); // eslint-disable-line react-hooks/exhaustive-deps
|
||||||
|
|
||||||
|
// ── Scan directory ───────────────────────────────────────────────────────────
|
||||||
|
const scanDir = useCallback(async (dir: string) => {
|
||||||
if (!dir.trim()) return;
|
if (!dir.trim()) return;
|
||||||
setScanning(true);
|
setScanning(true);
|
||||||
setScanError("");
|
setScanError("");
|
||||||
try {
|
try {
|
||||||
const models = await invoke<ModelFile[]>("scan_models", { dir: dir.trim() });
|
const models = await invoke<ModelFile[]>("scan_models", { dir: dir.trim() });
|
||||||
setScannedModels(models);
|
setScannedModels(models);
|
||||||
if (models.length > 0) {
|
// Auto-select first if current selection is gone
|
||||||
const current = localStorage.getItem("forgelm_model_path") || "";
|
setSelectedModel((prev) => {
|
||||||
const stillValid = models.some((m) => m.path === current);
|
const allPaths = [
|
||||||
if (!stillValid) {
|
...models.map((m) => m.path),
|
||||||
setSelectedModel(models[0].path);
|
...extraModels.map((m) => m.path),
|
||||||
}
|
];
|
||||||
}
|
if (prev && allPaths.includes(prev)) return prev;
|
||||||
|
return models[0]?.path ?? extraModels[0]?.path ?? "";
|
||||||
|
});
|
||||||
} catch (e) {
|
} catch (e) {
|
||||||
setScanError(String(e));
|
setScanError(String(e));
|
||||||
setScannedModels([]);
|
setScannedModels([]);
|
||||||
} finally {
|
} finally {
|
||||||
setScanning(false);
|
setScanning(false);
|
||||||
}
|
}
|
||||||
}, []);
|
}, [extraModels]);
|
||||||
|
|
||||||
const importModel = useCallback(async (srcPath: string) => {
|
// ── Native folder picker ─────────────────────────────────────────────────────
|
||||||
setImporting(true);
|
const handlePickDir = useCallback(async () => {
|
||||||
setImportError("");
|
|
||||||
try {
|
try {
|
||||||
const model = await invoke<ModelFile>("import_model", {
|
const result = await invoke<PickDirResult>("pick_models_dir");
|
||||||
srcPath,
|
setModelsDir(result.dir);
|
||||||
destDir: modelsDir.trim() || DEFAULT_MODELS_DIR,
|
setScannedModels(result.models);
|
||||||
});
|
if (result.models.length > 0) {
|
||||||
// Refresh model list and select the imported model
|
setSelectedModel((prev) => {
|
||||||
await scanModels(modelsDir.trim() || DEFAULT_MODELS_DIR);
|
const allPaths = [
|
||||||
setSelectedModel(model.path);
|
...result.models.map((m) => m.path),
|
||||||
|
...extraModels.map((m) => m.path),
|
||||||
|
];
|
||||||
|
if (prev && allPaths.includes(prev)) return prev;
|
||||||
|
return result.models[0].path;
|
||||||
|
});
|
||||||
|
}
|
||||||
|
await persistConfig({ models_dir: result.dir });
|
||||||
} catch (e) {
|
} catch (e) {
|
||||||
setImportError(String(e));
|
if (String(e) !== "cancelled") setScanError(String(e));
|
||||||
} finally {
|
|
||||||
setImporting(false);
|
|
||||||
}
|
}
|
||||||
}, [modelsDir, scanModels]);
|
}, [extraModels, persistConfig]);
|
||||||
|
|
||||||
// Detect GPU and scan models on mount
|
// ── Native file picker (multi-select) ────────────────────────────────────────
|
||||||
useEffect(() => {
|
const handlePickFiles = useCallback(async () => {
|
||||||
invoke<GpuInfo>("query_gpu")
|
try {
|
||||||
.then((info) => {
|
const picked = await invoke<ModelFile[]>("pick_model_files");
|
||||||
setGpuInfo(info);
|
if (!picked.length) return;
|
||||||
if (!localStorage.getItem("forgelm_gpu_layers")) {
|
setExtraModels((prev) => {
|
||||||
setGpuLayers(info.recommended_layers);
|
const merged = [...prev];
|
||||||
}
|
for (const m of picked) {
|
||||||
})
|
if (!merged.some((x) => x.path === m.path)) merged.push(m);
|
||||||
.catch((e) => {
|
|
||||||
setGpuError(String(e));
|
|
||||||
if (!localStorage.getItem("forgelm_gpu_layers")) {
|
|
||||||
setGpuLayers(0);
|
|
||||||
}
|
}
|
||||||
|
return merged;
|
||||||
});
|
});
|
||||||
|
// Select the first newly picked model
|
||||||
|
setSelectedModel((prev) => prev || picked[0].path);
|
||||||
|
await persistConfig({
|
||||||
|
extra_model_paths: [
|
||||||
|
...extraModels.map((m) => m.path),
|
||||||
|
...picked.map((m) => m.path),
|
||||||
|
],
|
||||||
|
});
|
||||||
|
} catch (e) {
|
||||||
|
if (String(e) !== "cancelled") setScanError(String(e));
|
||||||
|
}
|
||||||
|
}, [extraModels, persistConfig]);
|
||||||
|
|
||||||
scanModels(modelsDir);
|
// ── Drag-and-drop ────────────────────────────────────────────────────────────
|
||||||
}, []); // eslint-disable-line react-hooks/exhaustive-deps
|
|
||||||
|
|
||||||
// Drag-and-drop handlers
|
|
||||||
const handleDragOver = useCallback((e: React.DragEvent) => {
|
const handleDragOver = useCallback((e: React.DragEvent) => {
|
||||||
e.preventDefault();
|
e.preventDefault();
|
||||||
e.stopPropagation();
|
e.stopPropagation();
|
||||||
if (e.dataTransfer.types.includes("Files")) {
|
if (e.dataTransfer.types.includes("Files")) setIsDragOver(true);
|
||||||
setIsDragOver(true);
|
|
||||||
}
|
|
||||||
}, []);
|
}, []);
|
||||||
|
|
||||||
const handleDragLeave = useCallback((e: React.DragEvent) => {
|
const handleDragLeave = useCallback((e: React.DragEvent) => {
|
||||||
e.preventDefault();
|
e.preventDefault();
|
||||||
e.stopPropagation();
|
e.stopPropagation();
|
||||||
// Only clear if leaving the drop zone itself (not a child)
|
|
||||||
if (dropRef.current && !dropRef.current.contains(e.relatedTarget as Node)) {
|
if (dropRef.current && !dropRef.current.contains(e.relatedTarget as Node)) {
|
||||||
setIsDragOver(false);
|
setIsDragOver(false);
|
||||||
}
|
}
|
||||||
@@ -150,64 +248,69 @@ export default function ServerPanel({ status, message, onStart, onStop }: Props)
|
|||||||
setIsDragOver(false);
|
setIsDragOver(false);
|
||||||
|
|
||||||
const files = Array.from(e.dataTransfer.files);
|
const files = Array.from(e.dataTransfer.files);
|
||||||
const gguf = files.find((f) => f.name.toLowerCase().endsWith(".gguf"));
|
const ggufFiles = files.filter((f) => f.name.toLowerCase().endsWith(".gguf"));
|
||||||
if (!gguf) {
|
if (!ggufFiles.length) {
|
||||||
setImportError("Only .gguf files are supported");
|
setScanError("Only .gguf files are supported");
|
||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
|
|
||||||
// Tauri exposes the real path via the file object's path property
|
const newModels: ModelFile[] = [];
|
||||||
// In Tauri v2, we can read it from the dataTransfer items
|
for (const f of ggufFiles) {
|
||||||
const item = e.dataTransfer.items[files.indexOf(gguf)];
|
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
||||||
const entry = item?.webkitGetAsEntry?.();
|
const filePath = (f as any).path as string | undefined;
|
||||||
// The actual file path is available as a non-standard property in Tauri's webview
|
if (filePath) {
|
||||||
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
newModels.push({ name: f.name, path: filePath });
|
||||||
const filePath = (gguf as any).path as string | undefined;
|
}
|
||||||
|
|
||||||
if (filePath) {
|
|
||||||
await importModel(filePath);
|
|
||||||
} else if (entry) {
|
|
||||||
// Fallback: use the file name to construct path (best effort)
|
|
||||||
setImportError("Could not read file path. Try using the scan button after copying the file manually.");
|
|
||||||
} else {
|
|
||||||
setImportError("Could not read file path from drop event.");
|
|
||||||
}
|
}
|
||||||
}, [importModel]);
|
|
||||||
|
|
||||||
|
if (newModels.length) {
|
||||||
|
setExtraModels((prev) => {
|
||||||
|
const merged = [...prev];
|
||||||
|
for (const m of newModels) {
|
||||||
|
if (!merged.some((x) => x.path === m.path)) merged.push(m);
|
||||||
|
}
|
||||||
|
return merged;
|
||||||
|
});
|
||||||
|
setSelectedModel((prev) => prev || newModels[0].path);
|
||||||
|
await persistConfig({
|
||||||
|
extra_model_paths: [
|
||||||
|
...extraModels.map((m) => m.path),
|
||||||
|
...newModels.map((m) => m.path),
|
||||||
|
],
|
||||||
|
});
|
||||||
|
} else {
|
||||||
|
setScanError("Could not read file path. Use 'Add Models…' button instead.");
|
||||||
|
}
|
||||||
|
}, [extraModels, persistConfig]);
|
||||||
|
|
||||||
|
// ── Remove a model from the extra list ───────────────────────────────────────
|
||||||
|
const removeModel = useCallback(async (path: string) => {
|
||||||
|
setExtraModels((prev) => {
|
||||||
|
const next = prev.filter((m) => m.path !== path);
|
||||||
|
persistConfig({ extra_model_paths: next.map((m) => m.path) });
|
||||||
|
return next;
|
||||||
|
});
|
||||||
|
setSelectedModel((prev) => (prev === path ? allModels.find((m) => m.path !== path)?.path ?? "" : prev));
|
||||||
|
}, [allModels, persistConfig]);
|
||||||
|
|
||||||
|
// ── Start / Stop ─────────────────────────────────────────────────────────────
|
||||||
const isActive = status === "running" || status === "starting" || status === "stopping";
|
const isActive = status === "running" || status === "starting" || status === "stopping";
|
||||||
const maxLayers = gpuInfo ? gpuInfo.recommended_layers : 999;
|
const maxLayers = gpuInfo ? gpuInfo.recommended_layers : 999;
|
||||||
const canStart = !!selectedModel.trim() && !isActive;
|
const canStart = !!selectedModel.trim() && !isActive;
|
||||||
|
|
||||||
const handleStart = () => {
|
const handleStart = async () => {
|
||||||
localStorage.setItem("forgelm_model_path", selectedModel);
|
await persistConfig();
|
||||||
localStorage.setItem("forgelm_server_addr", addr);
|
|
||||||
localStorage.setItem("forgelm_gpu_layers", String(gpuLayers));
|
|
||||||
localStorage.setItem("forgelm_models_dir", modelsDir);
|
|
||||||
localStorage.setItem("forgelm_ctx_size", String(ctxSize));
|
|
||||||
onStart({ modelPath: selectedModel, addr, gpuLayers, ctxSize });
|
onStart({ modelPath: selectedModel, addr, gpuLayers, ctxSize });
|
||||||
};
|
};
|
||||||
|
|
||||||
const handleLayersChange = (val: number) => {
|
const handleLayersChange = (val: number) => {
|
||||||
const clamped = Math.max(0, Math.min(val, maxLayers));
|
setGpuLayers(Math.max(0, Math.min(val, maxLayers)));
|
||||||
setGpuLayers(clamped);
|
|
||||||
};
|
|
||||||
|
|
||||||
const handleCtxChange = (val: number) => {
|
|
||||||
const clamped = Math.max(512, Math.min(131072, val));
|
|
||||||
setCtxSize(clamped);
|
|
||||||
};
|
|
||||||
|
|
||||||
const handleScanDir = () => {
|
|
||||||
localStorage.setItem("forgelm_models_dir", modelsDir);
|
|
||||||
scanModels(modelsDir);
|
|
||||||
};
|
};
|
||||||
|
|
||||||
const vramPct = gpuInfo && gpuLayers > 0
|
const vramPct = gpuInfo && gpuLayers > 0
|
||||||
? Math.min(100, (gpuLayers / gpuInfo.recommended_layers) * 100)
|
? Math.min(100, (gpuLayers / gpuInfo.recommended_layers) * 100)
|
||||||
: 0;
|
: 0;
|
||||||
|
|
||||||
const CTX_PRESETS = [512, 1024, 2048, 4096, 8192, 16384, 32768, 65536, 131072];
|
|
||||||
|
|
||||||
return (
|
return (
|
||||||
<div className="server-panel">
|
<div className="server-panel">
|
||||||
{/* Header */}
|
{/* Header */}
|
||||||
@@ -246,36 +349,37 @@ export default function ServerPanel({ status, message, onStart, onStop }: Props)
|
|||||||
)}
|
)}
|
||||||
|
|
||||||
{/* Models directory */}
|
{/* Models directory */}
|
||||||
<label className="sp-label">Models directory</label>
|
<label className="sp-label">Models folder</label>
|
||||||
<div className="sp-dir-row">
|
<div className="sp-dir-row">
|
||||||
<input
|
<div className="sp-dir-path" title={modelsDir || "No folder selected"}>
|
||||||
className="sp-input"
|
{modelsDir ? modelsDir.split(/[\\/]/).pop() : "No folder selected"}
|
||||||
type="text"
|
</div>
|
||||||
value={modelsDir}
|
|
||||||
onChange={(e) => setModelsDir(e.target.value)}
|
|
||||||
onKeyDown={(e) => e.key === "Enter" && handleScanDir()}
|
|
||||||
placeholder="models/"
|
|
||||||
disabled={isActive}
|
|
||||||
/>
|
|
||||||
<button
|
<button
|
||||||
className="sp-scan-btn"
|
className="sp-scan-btn"
|
||||||
onClick={handleScanDir}
|
onClick={handlePickDir}
|
||||||
disabled={isActive || scanning}
|
disabled={isActive}
|
||||||
title="Scan for .gguf files"
|
title="Browse for models folder"
|
||||||
|
>
|
||||||
|
📁
|
||||||
|
</button>
|
||||||
|
<button
|
||||||
|
className="sp-scan-btn"
|
||||||
|
onClick={() => modelsDir && scanDir(modelsDir)}
|
||||||
|
disabled={isActive || scanning || !modelsDir}
|
||||||
|
title="Rescan folder"
|
||||||
>
|
>
|
||||||
{scanning ? "…" : "⟳"}
|
{scanning ? "…" : "⟳"}
|
||||||
</button>
|
</button>
|
||||||
</div>
|
</div>
|
||||||
|
|
||||||
{/* Model selector + drag-and-drop zone */}
|
{/* Model list + drop zone */}
|
||||||
<label className="sp-label">
|
<label className="sp-label">
|
||||||
Model
|
Models
|
||||||
{scannedModels.length > 0 && (
|
{allModels.length > 0 && (
|
||||||
<span className="sp-label-hint"> ({scannedModels.length} found)</span>
|
<span className="sp-label-hint"> ({allModels.length} available)</span>
|
||||||
)}
|
)}
|
||||||
</label>
|
</label>
|
||||||
|
|
||||||
{/* Drop zone wrapper */}
|
|
||||||
<div
|
<div
|
||||||
ref={dropRef}
|
ref={dropRef}
|
||||||
className={`sp-drop-zone${isDragOver ? " sp-drop-zone--active" : ""}${isActive ? " sp-drop-zone--disabled" : ""}`}
|
className={`sp-drop-zone${isDragOver ? " sp-drop-zone--active" : ""}${isActive ? " sp-drop-zone--disabled" : ""}`}
|
||||||
@@ -286,43 +390,62 @@ export default function ServerPanel({ status, message, onStart, onStop }: Props)
|
|||||||
{isDragOver && (
|
{isDragOver && (
|
||||||
<div className="sp-drop-overlay">
|
<div className="sp-drop-overlay">
|
||||||
<span className="sp-drop-icon">📦</span>
|
<span className="sp-drop-icon">📦</span>
|
||||||
<span>Drop .gguf to import</span>
|
<span>Drop .gguf to add</span>
|
||||||
</div>
|
</div>
|
||||||
)}
|
)}
|
||||||
|
|
||||||
{scannedModels.length > 0 ? (
|
{allModels.length > 0 ? (
|
||||||
<select
|
<select
|
||||||
className="sp-model-select"
|
className="sp-model-select"
|
||||||
value={selectedModel}
|
value={selectedModel}
|
||||||
onChange={(e) => setSelectedModel(e.target.value)}
|
onChange={(e) => setSelectedModel(e.target.value)}
|
||||||
disabled={isActive}
|
disabled={isActive}
|
||||||
>
|
>
|
||||||
{scannedModels.map((m) => (
|
{allModels.map((m) => (
|
||||||
<option key={m.path} value={m.path} title={m.path}>
|
<option key={m.path} value={m.path} title={m.path}>
|
||||||
{m.name}
|
{m.name}
|
||||||
</option>
|
</option>
|
||||||
))}
|
))}
|
||||||
</select>
|
</select>
|
||||||
) : (
|
) : (
|
||||||
<input
|
<div className="sp-no-models">
|
||||||
className="sp-input"
|
No models found — browse a folder or add files below
|
||||||
type="text"
|
</div>
|
||||||
value={selectedModel}
|
|
||||||
onChange={(e) => setSelectedModel(e.target.value)}
|
|
||||||
placeholder="path/to/model.gguf"
|
|
||||||
disabled={isActive}
|
|
||||||
/>
|
|
||||||
)}
|
)}
|
||||||
|
|
||||||
{!isActive && (
|
{!isActive && (
|
||||||
<div className="sp-drop-hint">
|
<div className="sp-drop-hint">Drop .gguf here or use the button below</div>
|
||||||
{importing ? "Importing…" : "Drop a .gguf file here to add it"}
|
|
||||||
</div>
|
|
||||||
)}
|
)}
|
||||||
</div>
|
</div>
|
||||||
|
|
||||||
|
{/* Extra models list (removable) */}
|
||||||
|
{extraModels.length > 0 && (
|
||||||
|
<div className="sp-extra-models">
|
||||||
|
{extraModels.map((m) => (
|
||||||
|
<div key={m.path} className="sp-extra-model-item">
|
||||||
|
<span className="sp-extra-model-name" title={m.path}>{m.name}</span>
|
||||||
|
{!isActive && (
|
||||||
|
<button
|
||||||
|
className="sp-extra-model-remove"
|
||||||
|
onClick={() => removeModel(m.path)}
|
||||||
|
title="Remove from list"
|
||||||
|
>
|
||||||
|
×
|
||||||
|
</button>
|
||||||
|
)}
|
||||||
|
</div>
|
||||||
|
))}
|
||||||
|
</div>
|
||||||
|
)}
|
||||||
|
|
||||||
|
{/* Add models button */}
|
||||||
|
{!isActive && (
|
||||||
|
<button className="sp-add-models-btn" onClick={handlePickFiles}>
|
||||||
|
<span>+</span> Add Models…
|
||||||
|
</button>
|
||||||
|
)}
|
||||||
|
|
||||||
{scanError && <div className="sp-scan-error">{scanError}</div>}
|
{scanError && <div className="sp-scan-error">{scanError}</div>}
|
||||||
{importError && <div className="sp-scan-error">{importError}</div>}
|
|
||||||
|
|
||||||
{/* Context size */}
|
{/* Context size */}
|
||||||
<label className="sp-label">
|
<label className="sp-label">
|
||||||
@@ -337,7 +460,7 @@ export default function ServerPanel({ status, message, onStart, onStop }: Props)
|
|||||||
max={131072}
|
max={131072}
|
||||||
step={512}
|
step={512}
|
||||||
value={ctxSize}
|
value={ctxSize}
|
||||||
onChange={(e) => handleCtxChange(parseInt(e.target.value, 10) || DEFAULT_CTX)}
|
onChange={(e) => setCtxSize(Math.max(512, Math.min(131072, parseInt(e.target.value, 10) || DEFAULT_CTX)))}
|
||||||
disabled={isActive}
|
disabled={isActive}
|
||||||
/>
|
/>
|
||||||
<div className="sp-ctx-presets">
|
<div className="sp-ctx-presets">
|
||||||
@@ -347,7 +470,7 @@ export default function ServerPanel({ status, message, onStart, onStop }: Props)
|
|||||||
className={`sp-ctx-preset${ctxSize === p ? " sp-ctx-preset--active" : ""}`}
|
className={`sp-ctx-preset${ctxSize === p ? " sp-ctx-preset--active" : ""}`}
|
||||||
onClick={() => setCtxSize(p)}
|
onClick={() => setCtxSize(p)}
|
||||||
disabled={isActive}
|
disabled={isActive}
|
||||||
title={`Set context to ${p.toLocaleString()} tokens`}
|
title={`${p.toLocaleString()} tokens`}
|
||||||
>
|
>
|
||||||
{p >= 1024 ? `${p / 1024}k` : p}
|
{p >= 1024 ? `${p / 1024}k` : p}
|
||||||
</button>
|
</button>
|
||||||
@@ -369,9 +492,7 @@ export default function ServerPanel({ status, message, onStart, onStop }: Props)
|
|||||||
{/* GPU Layers */}
|
{/* GPU Layers */}
|
||||||
<label className="sp-label">
|
<label className="sp-label">
|
||||||
GPU layers
|
GPU layers
|
||||||
{gpuInfo && (
|
{gpuInfo && <span className="sp-label-hint"> (max {gpuInfo.recommended_layers})</span>}
|
||||||
<span className="sp-label-hint"> (max {gpuInfo.recommended_layers})</span>
|
|
||||||
)}
|
|
||||||
</label>
|
</label>
|
||||||
<div className="sp-layers-row">
|
<div className="sp-layers-row">
|
||||||
<input
|
<input
|
||||||
@@ -406,7 +527,7 @@ export default function ServerPanel({ status, message, onStart, onStop }: Props)
|
|||||||
</div>
|
</div>
|
||||||
)}
|
)}
|
||||||
|
|
||||||
{/* Action button */}
|
{/* Action buttons */}
|
||||||
<div className="sp-actions">
|
<div className="sp-actions">
|
||||||
{status === "stopped" || status === "error" ? (
|
{status === "stopped" || status === "error" ? (
|
||||||
<button
|
<button
|
||||||
|
|||||||
Reference in new issue
Block a user