3
This commit is contained in:
20
Cargo.lock
generated
20
Cargo.lock
generated
@@ -17,6 +17,7 @@ dependencies = [
|
|||||||
"rusqlite",
|
"rusqlite",
|
||||||
"serde",
|
"serde",
|
||||||
"serde_json",
|
"serde_json",
|
||||||
|
"serde_yaml",
|
||||||
"tokio",
|
"tokio",
|
||||||
"tokio-stream",
|
"tokio-stream",
|
||||||
"tonic",
|
"tonic",
|
||||||
@@ -1631,6 +1632,19 @@ dependencies = [
|
|||||||
"serde",
|
"serde",
|
||||||
]
|
]
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "serde_yaml"
|
||||||
|
version = "0.9.34+deprecated"
|
||||||
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
|
checksum = "6a8b1a1a2ebf674015cc02edccce75287f1a0130d394307b36743c2f5d504b47"
|
||||||
|
dependencies = [
|
||||||
|
"indexmap 2.14.0",
|
||||||
|
"itoa",
|
||||||
|
"ryu",
|
||||||
|
"serde",
|
||||||
|
"unsafe-libyaml",
|
||||||
|
]
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "sharded-slab"
|
name = "sharded-slab"
|
||||||
version = "0.1.7"
|
version = "0.1.7"
|
||||||
@@ -2048,6 +2062,12 @@ version = "0.2.6"
|
|||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
checksum = "ebc1c04c71510c7f702b52b7c350734c9ff1295c464a03335b00bb84fc54f853"
|
checksum = "ebc1c04c71510c7f702b52b7c350734c9ff1295c464a03335b00bb84fc54f853"
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "unsafe-libyaml"
|
||||||
|
version = "0.2.11"
|
||||||
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
|
checksum = "673aac59facbab8a9007c7f6108d11f63b603f7cabff99fabf650fea5c32b861"
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "untrusted"
|
name = "untrusted"
|
||||||
version = "0.9.0"
|
version = "0.9.0"
|
||||||
|
|||||||
@@ -25,3 +25,4 @@ reqwest = { workspace = true }
|
|||||||
libc = { workspace = true }
|
libc = { workspace = true }
|
||||||
cron = "0.12"
|
cron = "0.12"
|
||||||
chrono = "0.4"
|
chrono = "0.4"
|
||||||
|
serde_yaml = "0.9"
|
||||||
|
|||||||
53
core/agentsd/src/admin.rs
Normal file
53
core/agentsd/src/admin.rs
Normal file
@@ -0,0 +1,53 @@
|
|||||||
|
use crate::manifest::PluginManifest;
|
||||||
|
use crate::plugin::PluginManager;
|
||||||
|
use crate::supervisor::Supervisor;
|
||||||
|
use std::path::PathBuf;
|
||||||
|
use std::sync::Arc;
|
||||||
|
|
||||||
|
/// Admin service: implements the gRPC Admin contract (proto/agentsd.proto)
|
||||||
|
/// wiring manifest + resolver + supervisor + PluginManager together.
|
||||||
|
///
|
||||||
|
/// CONTRACT:
|
||||||
|
/// - Installed-plugin registry persisted at `data/installed.json`:
|
||||||
|
/// [{ id, dir, enabled }] — `dir` is the directory containing plugin.yaml.
|
||||||
|
/// - install(path): load+validate manifest, reject duplicate id, add to registry.
|
||||||
|
/// - uninstall(id): must be stopped first; removes from registry (files untouched).
|
||||||
|
/// - enable/disable(id): flips `enabled`; disable does NOT stop a running plugin
|
||||||
|
/// (matches systemctl semantics); start refuses when disabled.
|
||||||
|
/// - start(id): resolve transitive deps (resolver), start each in topo order,
|
||||||
|
/// skipping already-running ones; waits briefly for gRPC registration.
|
||||||
|
/// - stop(id): warn (in message) if running dependents exist, then stop.
|
||||||
|
/// - restart(id) = stop + start.
|
||||||
|
/// - status/list: merge installed registry + PluginManager records + Supervisor state.
|
||||||
|
/// - logs(id, n): Supervisor::tail_log.
|
||||||
|
/// - autostart(): called from server startup — start all enabled+autoload plugins
|
||||||
|
/// in global topo order; failures are logged, not fatal.
|
||||||
|
pub struct AdminState {
|
||||||
|
pub plugins: Arc<PluginManager>,
|
||||||
|
pub supervisor: Arc<Supervisor>,
|
||||||
|
pub installed_path: PathBuf, // data/installed.json
|
||||||
|
}
|
||||||
|
|
||||||
|
#[derive(Debug, Clone, serde::Serialize, serde::Deserialize)]
|
||||||
|
pub struct InstalledPlugin {
|
||||||
|
pub id: String,
|
||||||
|
pub dir: PathBuf,
|
||||||
|
pub enabled: bool,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl AdminState {
|
||||||
|
pub fn new(plugins: Arc<PluginManager>, supervisor: Arc<Supervisor>) -> Self {
|
||||||
|
todo!("subagent C: implement")
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn load_manifest(&self, id: &str) -> Result<PluginManifest, String> {
|
||||||
|
todo!("subagent C: implement")
|
||||||
|
}
|
||||||
|
|
||||||
|
pub async fn autostart(self: &Arc<Self>) {
|
||||||
|
todo!("subagent C: implement")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// subagent C: implement `pub struct AdminSvc` + `#[tonic::async_trait] impl AdminService for AdminSvc`
|
||||||
|
// and add `.add_service(AdminServer::new(...))` wiring in server.rs.
|
||||||
29
core/agentsd/src/cli.rs
Normal file
29
core/agentsd/src/cli.rs
Normal file
@@ -0,0 +1,29 @@
|
|||||||
|
/// CLI subcommands (= systemctl). Invoked when argv[1] is a known command;
|
||||||
|
/// otherwise main.rs falls through to daemon mode.
|
||||||
|
///
|
||||||
|
/// CONTRACT:
|
||||||
|
/// - Talks to a RUNNING agentsd daemon via gRPC Admin service at
|
||||||
|
/// AGENTSD_ADDR (default http://[::1]:50051). If the daemon is not
|
||||||
|
/// reachable, print a clear error and exit code 2.
|
||||||
|
/// - Commands:
|
||||||
|
/// agentsd start <id> agentsd stop <id> agentsd restart <id>
|
||||||
|
/// agentsd status [<id>] agentsd list agentsd logs <id> [-n N]
|
||||||
|
/// agentsd install <path> agentsd uninstall <id>
|
||||||
|
/// agentsd enable <id> agentsd disable <id>
|
||||||
|
/// - `status` without id behaves like `list`.
|
||||||
|
/// - Exit codes: 0 ok, 1 operation failed (server said no), 2 cannot connect/usage.
|
||||||
|
/// - Output: human-readable; `list` is an aligned table:
|
||||||
|
/// ID TYPE STATUS ENABLED PID RESTARTS VERSION
|
||||||
|
pub const COMMANDS: &[&str] = &[
|
||||||
|
"start", "stop", "restart", "status", "list", "logs", "install", "uninstall", "enable",
|
||||||
|
"disable",
|
||||||
|
];
|
||||||
|
|
||||||
|
pub fn is_cli_invocation(args: &[String]) -> bool {
|
||||||
|
args.first().is_some_and(|c| COMMANDS.contains(&c.as_str()))
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Run the CLI. Returns the process exit code.
|
||||||
|
pub async fn run(args: Vec<String>) -> i32 {
|
||||||
|
todo!("subagent D: implement")
|
||||||
|
}
|
||||||
@@ -1,8 +1,13 @@
|
|||||||
|
pub mod admin;
|
||||||
pub mod callback;
|
pub mod callback;
|
||||||
|
pub mod cli;
|
||||||
|
pub mod manifest;
|
||||||
pub mod paths;
|
pub mod paths;
|
||||||
pub mod permission;
|
pub mod permission;
|
||||||
mod plugin;
|
mod plugin;
|
||||||
|
pub mod resolver;
|
||||||
mod server;
|
mod server;
|
||||||
|
pub mod supervisor;
|
||||||
mod syscall;
|
mod syscall;
|
||||||
|
|
||||||
use anyhow::Result;
|
use anyhow::Result;
|
||||||
@@ -10,6 +15,11 @@ use tracing_subscriber::EnvFilter;
|
|||||||
|
|
||||||
#[tokio::main]
|
#[tokio::main]
|
||||||
async fn main() -> Result<()> {
|
async fn main() -> Result<()> {
|
||||||
|
let args: Vec<String> = std::env::args().skip(1).collect();
|
||||||
|
if cli::is_cli_invocation(&args) {
|
||||||
|
std::process::exit(cli::run(args).await);
|
||||||
|
}
|
||||||
|
|
||||||
tracing_subscriber::fmt()
|
tracing_subscriber::fmt()
|
||||||
.with_env_filter(EnvFilter::from_default_env().add_directive("agentsd=info".parse()?))
|
.with_env_filter(EnvFilter::from_default_env().add_directive("agentsd=info".parse()?))
|
||||||
.init();
|
.init();
|
||||||
|
|||||||
75
core/agentsd/src/manifest.rs
Normal file
75
core/agentsd/src/manifest.rs
Normal file
@@ -0,0 +1,75 @@
|
|||||||
|
use serde::{Deserialize, Serialize};
|
||||||
|
use std::path::{Path, PathBuf};
|
||||||
|
|
||||||
|
/// Parsed plugin.yaml manifest.
|
||||||
|
///
|
||||||
|
/// CONTRACT (do not change field names/types without updating admin.rs, cli.rs, supervisor.rs):
|
||||||
|
/// - `exports` accepts either a YAML list of {name, description} or the literal string "auto"
|
||||||
|
/// (auto means exports are discovered at runtime via PluginBridge.Register).
|
||||||
|
/// - `enabled`/`autoload` default to true when absent.
|
||||||
|
/// - `entry` is the shell command line used by the supervisor to launch the plugin.
|
||||||
|
/// - `port` is informational (plugins bind via PLUGIN_LISTEN_ADDR env or their own default).
|
||||||
|
#[derive(Debug, Clone, Serialize, Deserialize)]
|
||||||
|
pub struct PluginManifest {
|
||||||
|
pub id: String,
|
||||||
|
pub name: String,
|
||||||
|
pub version: String,
|
||||||
|
#[serde(rename = "type")]
|
||||||
|
pub plugin_type: String, // "system" | "basic" | "standard"
|
||||||
|
#[serde(default)]
|
||||||
|
pub syscalls: Vec<String>,
|
||||||
|
#[serde(default)]
|
||||||
|
pub depends: Vec<String>,
|
||||||
|
#[serde(default)]
|
||||||
|
pub exports: ManifestExports,
|
||||||
|
pub entry: String,
|
||||||
|
#[serde(default)]
|
||||||
|
pub port: Option<u16>,
|
||||||
|
#[serde(default = "default_true")]
|
||||||
|
pub enabled: bool,
|
||||||
|
#[serde(default = "default_true")]
|
||||||
|
pub autoload: bool,
|
||||||
|
/// Directory containing plugin.yaml. Not part of the YAML itself; set by the loader.
|
||||||
|
#[serde(skip)]
|
||||||
|
pub dir: PathBuf,
|
||||||
|
}
|
||||||
|
|
||||||
|
fn default_true() -> bool {
|
||||||
|
true
|
||||||
|
}
|
||||||
|
|
||||||
|
#[derive(Debug, Clone, Serialize, Deserialize, Default, PartialEq)]
|
||||||
|
#[serde(untagged)]
|
||||||
|
pub enum ManifestExports {
|
||||||
|
#[default]
|
||||||
|
#[serde(skip)]
|
||||||
|
None,
|
||||||
|
Auto(String), // must be the literal "auto"
|
||||||
|
List(Vec<ManifestExport>),
|
||||||
|
}
|
||||||
|
|
||||||
|
#[derive(Debug, Clone, Serialize, Deserialize, PartialEq)]
|
||||||
|
pub struct ManifestExport {
|
||||||
|
pub name: String,
|
||||||
|
#[serde(default)]
|
||||||
|
pub description: String,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl PluginManifest {
|
||||||
|
/// Load and validate `<dir>/plugin.yaml`.
|
||||||
|
pub fn load(dir: &Path) -> Result<Self, String> {
|
||||||
|
todo!("subagent A: implement")
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Validation: non-empty id/name/version/entry, type in {system,basic,standard},
|
||||||
|
/// exports Auto variant only allows the literal "auto", id charset [a-zA-Z0-9_-]+.
|
||||||
|
pub fn validate(&self) -> Result<(), String> {
|
||||||
|
todo!("subagent A: implement")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Scan a directory of plugin dirs (e.g. `plugins/`), loading every subdir with a plugin.yaml.
|
||||||
|
/// Invalid manifests are returned as (dir, error) so callers can report instead of dying.
|
||||||
|
pub fn scan_plugins_dir(root: &Path) -> (Vec<PluginManifest>, Vec<(PathBuf, String)>) {
|
||||||
|
todo!("subagent A: implement")
|
||||||
|
}
|
||||||
40
core/agentsd/src/resolver.rs
Normal file
40
core/agentsd/src/resolver.rs
Normal file
@@ -0,0 +1,40 @@
|
|||||||
|
use std::collections::HashMap;
|
||||||
|
|
||||||
|
/// Dependency resolution for plugin start ordering.
|
||||||
|
///
|
||||||
|
/// CONTRACT:
|
||||||
|
/// - Input: map of plugin id -> list of dependency ids (the `depends` field).
|
||||||
|
/// - `resolve_order(ids, deps)` returns the full topological order for starting
|
||||||
|
/// ALL given plugins: dependencies come BEFORE dependents. Deterministic:
|
||||||
|
/// ties broken by lexicographic id order.
|
||||||
|
/// - `start_order_for(target, deps)` returns the chain needed to start `target`:
|
||||||
|
/// its transitive deps (topo-sorted) followed by `target` itself. Plugins not
|
||||||
|
/// reachable from `target` are excluded.
|
||||||
|
/// - Errors are returned as human-readable strings:
|
||||||
|
/// - cycle: "dependency cycle: a -> b -> a"
|
||||||
|
/// - missing: "plugin 'x' depends on 'y' which is not installed"
|
||||||
|
#[derive(Debug, Clone)]
|
||||||
|
pub struct DependencyGraph {
|
||||||
|
deps: HashMap<String, Vec<String>>,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl DependencyGraph {
|
||||||
|
pub fn new(deps: HashMap<String, Vec<String>>) -> Self {
|
||||||
|
Self { deps }
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Topological order over all known plugins (deps before dependents).
|
||||||
|
pub fn resolve_order(&self) -> Result<Vec<String>, String> {
|
||||||
|
todo!("subagent A: implement (Kahn's algorithm, lexicographic tie-break)")
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Transitive-dependency start chain for one target (deps first, target last).
|
||||||
|
pub fn start_order_for(&self, target: &str) -> Result<Vec<String>, String> {
|
||||||
|
todo!("subagent A: implement")
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Plugins that (transitively) depend on `target` — used to warn on stop.
|
||||||
|
pub fn dependents_of(&self, target: &str) -> Vec<String> {
|
||||||
|
todo!("subagent A: implement")
|
||||||
|
}
|
||||||
|
}
|
||||||
78
core/agentsd/src/supervisor.rs
Normal file
78
core/agentsd/src/supervisor.rs
Normal file
@@ -0,0 +1,78 @@
|
|||||||
|
use std::collections::HashMap;
|
||||||
|
use std::path::PathBuf;
|
||||||
|
use std::sync::{Arc, Mutex};
|
||||||
|
|
||||||
|
/// Process supervisor: spawns plugin processes from their manifest `entry`,
|
||||||
|
/// captures stdout/stderr to `data/logs/<id>.log`, watches for exit, and
|
||||||
|
/// restarts according to policy.
|
||||||
|
///
|
||||||
|
/// CONTRACT (admin.rs depends on these signatures):
|
||||||
|
/// - All methods are cheap to call from async context (no blocking locks held
|
||||||
|
/// across awaits; spawn/wait runs on tokio tasks).
|
||||||
|
/// - Supervisor does NOT know about gRPC registration; it manages OS processes
|
||||||
|
/// only. admin.rs correlates "process running" with "plugin registered".
|
||||||
|
/// - On Windows, stop() must kill the whole process tree (entry commands are
|
||||||
|
/// `cargo run ...` / `python ...` which spawn children).
|
||||||
|
#[derive(Debug, Clone, Copy, PartialEq, serde::Serialize, serde::Deserialize)]
|
||||||
|
pub enum RestartPolicy {
|
||||||
|
Always,
|
||||||
|
OnFailure,
|
||||||
|
Never,
|
||||||
|
}
|
||||||
|
|
||||||
|
#[derive(Debug, Clone)]
|
||||||
|
pub struct SupervisedState {
|
||||||
|
pub pid: u32,
|
||||||
|
pub started_at_ms: u64,
|
||||||
|
pub restart_count: u32,
|
||||||
|
/// true while the watchdog considers this plugin managed (stop() clears it)
|
||||||
|
pub active: bool,
|
||||||
|
}
|
||||||
|
|
||||||
|
pub struct Supervisor {
|
||||||
|
inner: Arc<Mutex<HashMap<String, SupervisedState>>>,
|
||||||
|
logs_dir: PathBuf,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl Supervisor {
|
||||||
|
pub fn new(logs_dir: PathBuf) -> Self {
|
||||||
|
todo!("subagent B: implement")
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Spawn `entry` (shell command line) with cwd = plugin dir.
|
||||||
|
/// stdout+stderr appended to `<logs_dir>/<id>.log` with timestamps.
|
||||||
|
/// A watchdog task waits for exit and applies `policy`:
|
||||||
|
/// - exponential backoff starting at 1s, doubling, capped at 30s
|
||||||
|
/// - after 5 consecutive failures within a window, give up and call `on_give_up`
|
||||||
|
/// - clean stop via stop() must NOT trigger restart
|
||||||
|
pub fn start(
|
||||||
|
&self,
|
||||||
|
id: &str,
|
||||||
|
entry: &str,
|
||||||
|
cwd: &PathBuf,
|
||||||
|
env: Vec<(String, String)>,
|
||||||
|
policy: RestartPolicy,
|
||||||
|
on_exit: Box<dyn Fn(&str, Option<i32>) + Send + Sync>,
|
||||||
|
) -> Result<u32, String> {
|
||||||
|
todo!("subagent B: implement")
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Kill the process tree. Marks state inactive first so the watchdog
|
||||||
|
/// doesn't restart it. No-op error if not running.
|
||||||
|
pub fn stop(&self, id: &str) -> Result<(), String> {
|
||||||
|
todo!("subagent B: implement")
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn state(&self, id: &str) -> Option<SupervisedState> {
|
||||||
|
todo!("subagent B: implement")
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn is_running(&self, id: &str) -> bool {
|
||||||
|
todo!("subagent B: implement")
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Read last `n` lines of `<logs_dir>/<id>.log`.
|
||||||
|
pub fn tail_log(&self, id: &str, n: usize) -> Result<Vec<String>, String> {
|
||||||
|
todo!("subagent B: implement")
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -214,5 +214,53 @@ message CallResponse { bytes result = 1; bool ok = 2; string error = 3; }
|
|||||||
message HeartbeatRequest { string plugin_id = 1; }
|
message HeartbeatRequest { string plugin_id = 1; }
|
||||||
message HeartbeatResponse { bool ok = 1; }
|
message HeartbeatResponse { bool ok = 1; }
|
||||||
|
|
||||||
|
// ========== Admin (plugin lifecycle management, = systemctl) ==========
|
||||||
|
service Admin {
|
||||||
|
rpc Start(AdminIdRequest) returns (AdminResponse);
|
||||||
|
rpc Stop(AdminIdRequest) returns (AdminResponse);
|
||||||
|
rpc Restart(AdminIdRequest) returns (AdminResponse);
|
||||||
|
rpc Status(AdminIdRequest) returns (AdminStatusResponse);
|
||||||
|
rpc ListPlugins(Empty) returns (AdminListResponse);
|
||||||
|
rpc Logs(AdminLogsRequest) returns (AdminLogsResponse);
|
||||||
|
rpc Install(AdminInstallRequest) returns (AdminResponse);
|
||||||
|
rpc Uninstall(AdminIdRequest) returns (AdminResponse);
|
||||||
|
rpc Enable(AdminIdRequest) returns (AdminResponse);
|
||||||
|
rpc Disable(AdminIdRequest) returns (AdminResponse);
|
||||||
|
}
|
||||||
|
|
||||||
|
message AdminIdRequest { string id = 1; }
|
||||||
|
message AdminResponse { bool ok = 1; string error = 2; string message = 3; }
|
||||||
|
message AdminStatusResponse {
|
||||||
|
bool ok = 1;
|
||||||
|
string error = 2;
|
||||||
|
AdminPluginState plugin = 3;
|
||||||
|
}
|
||||||
|
message AdminListResponse { repeated AdminPluginState plugins = 1; }
|
||||||
|
message AdminPluginState {
|
||||||
|
string id = 1;
|
||||||
|
string name = 2;
|
||||||
|
string version = 3;
|
||||||
|
string plugin_type = 4;
|
||||||
|
string status = 5; // "registered" | "running" | "stopped" | "failed: <reason>"
|
||||||
|
bool enabled = 6;
|
||||||
|
bool installed = 7;
|
||||||
|
uint32 pid = 8; // 0 if not running under supervisor
|
||||||
|
uint64 started_at_ms = 9; // 0 if not running
|
||||||
|
uint32 restart_count = 10;
|
||||||
|
repeated string depends = 11;
|
||||||
|
}
|
||||||
|
message AdminLogsRequest {
|
||||||
|
string id = 1;
|
||||||
|
uint32 tail_lines = 2; // 0 = default (100)
|
||||||
|
}
|
||||||
|
message AdminLogsResponse {
|
||||||
|
bool ok = 1;
|
||||||
|
string error = 2;
|
||||||
|
repeated string lines = 3;
|
||||||
|
}
|
||||||
|
message AdminInstallRequest {
|
||||||
|
string path = 1; // directory containing plugin.yaml
|
||||||
|
}
|
||||||
|
|
||||||
// ========== Common ==========
|
// ========== Common ==========
|
||||||
message Empty {}
|
message Empty {}
|
||||||
|
|||||||
Reference in New Issue
Block a user