feat: JspaceAI 自主智慧架构
基于第一性原理 + Anthropic 2026 J-space 论文实现的具身智慧系统。 核心架构: - ODE 动力系统 + 并行专家 + J-space 工作空间广播 - 12 个异构专家(视觉/屏幕/听觉/语言/鼠标/跨模态) - workspace 256 维 + LayerNorm + RK4 积分 自主心智(最重要的能力): - 好奇心驱动探索(内在奖励 + 世界模型) - 跨会话状态持久化(海洋不蒸发) - 自我模型(知道自己会什么不会什么) - 元学习(自适应学习率 + 策略选择) 具身 Agent(完整神经系统): - 感知层:摄像头 + 麦克风 + 屏幕 + 键盘 + 鼠标 - 大脑皮层(workspace)+ 小脑(运动控制)+ 中枢神经(门控) - 海马体(情景记忆)+ 基底神经节(动作选择) - 执行器:鼠标控制 + 键盘输出 + 音频播放 + 屏幕绘制 多模态支持: - 原生图像/音频/视频/文本/键盘/鼠标 6 种模态 - 跨平台(macOS/Windows/Linux) 外挂模块系统: - 可热插拔的外部能力(小模型/知识库/工具) - 核心心智不依赖外挂,断开后继续工作 守护进程: - 用户主动 start/stop(不自启) - 后台静默运行,持续感知学习 - 状态自动保存,跨会话继续 J-lens 可解释性: - 观测模型内部每个 ODE 子步的想法 - Directed Modulation 验证 workspace 因果作用 - Selectivity 验证(ablate workspace) 小模型蒸馏: - 接 GPT-2/Qwen 等迁移理解能力 - 蒸馏完成后小模型可断开 验证结果: - 连续序列:JSpace 胜 Flat 39.7% - 语言进化:loss 3.95→2.40 - workspace ||w||:v1 0.05 → v2 16.0 - 实时五通道感知 + 具身闭环运行
This commit is contained in:
129
jspaceai/__init__.py
Normal file
129
jspaceai/__init__.py
Normal file
@@ -0,0 +1,129 @@
|
||||
"""
|
||||
JspaceAI —— 全局工作空间 + J-space 广播的智慧系统
|
||||
|
||||
模块:
|
||||
1. core.py: 连续序列版(Expert + JSpaceWorkspace + JSpaceModel)
|
||||
2. language_model.py: 语言版 + 自主进化
|
||||
3. jlens.py: J-lens 可解释性工具
|
||||
4. multimodal.py: 多模态(图像/音频/视频/文本)
|
||||
5. realtime.py: 实时 I/O(摄像头/麦克风/扬声器)
|
||||
6. evolution.py: 自主进化训练器
|
||||
"""
|
||||
from .core import (
|
||||
Expert,
|
||||
JSpaceWorkspace,
|
||||
JSpaceModel,
|
||||
JSpaceConfig,
|
||||
)
|
||||
from .baselines import FlatBaseline
|
||||
from .task import ContinuousSequenceTask
|
||||
from .trainer import Trainer
|
||||
|
||||
from .language_data import CharTokenizer, CharDataset, load_shakespeare
|
||||
from .language_model import (
|
||||
LanguageConfig,
|
||||
JSpaceLanguageModel,
|
||||
ExperienceReplay,
|
||||
EWCOptimizer,
|
||||
ExpertPlasticity,
|
||||
)
|
||||
from .jlens import (
|
||||
JLensConfig,
|
||||
JLensProbe,
|
||||
JLensSuite,
|
||||
WorkspaceAblator,
|
||||
DirectedModulation,
|
||||
CounterfactualReflection,
|
||||
)
|
||||
from .multimodal import (
|
||||
MultimodalConfig,
|
||||
MultimodalJSpaceModel,
|
||||
VisualEncoder, VisualDecoder,
|
||||
AudioEncoder, AudioDecoder,
|
||||
TextEncoder, TextDecoder,
|
||||
)
|
||||
from .realtime import (
|
||||
Frame,
|
||||
CameraStream,
|
||||
MicrophoneStream,
|
||||
AudioPlayer,
|
||||
MultimodalStream,
|
||||
SensoryMotorLoop,
|
||||
)
|
||||
from .desktop import (
|
||||
InputEvent,
|
||||
ScreenCapture,
|
||||
KeyboardMonitor,
|
||||
MouseMonitor,
|
||||
DesktopStream,
|
||||
FullSensoryStream,
|
||||
)
|
||||
from .platform import (
|
||||
PlatformInfo, PLATFORM,
|
||||
get_screen_size,
|
||||
check_camera_permission, check_microphone_permission,
|
||||
check_input_monitoring_permission, print_permission_guide,
|
||||
)
|
||||
from .embodied import (
|
||||
MouseActuator, KeyboardActuator, AudioActuator, ScreenActuator,
|
||||
Cerebellum, CentralNervousSystem, Hippocampus, BasalGanglia,
|
||||
EmbodiedAgent,
|
||||
)
|
||||
from .autonomous import (
|
||||
CuriosityDrive, PersistentState, SelfModel, MetaLearner,
|
||||
AutonomousMind,
|
||||
)
|
||||
from .modules import (
|
||||
ExternalModule, SmallModelModule, KnowledgeBaseModule,
|
||||
ToolModule, ModuleDock,
|
||||
)
|
||||
from .core_v2 import JSpaceConfigV2, JSpaceModelV2
|
||||
from .distill_encoder import SmallModelEncoder
|
||||
from .distill_trainer import DistillationTrainer
|
||||
from .evolution import EvolutionTrainer
|
||||
|
||||
__all__ = [
|
||||
# 核心架构
|
||||
"Expert", "JSpaceWorkspace", "JSpaceModel", "JSpaceConfig",
|
||||
# 对比基线
|
||||
"FlatBaseline",
|
||||
# 连续序列任务
|
||||
"ContinuousSequenceTask", "Trainer",
|
||||
# 语言建模
|
||||
"CharTokenizer", "CharDataset", "load_shakespeare",
|
||||
"LanguageConfig", "JSpaceLanguageModel",
|
||||
"ExperienceReplay", "EWCOptimizer", "ExpertPlasticity",
|
||||
# J-lens 可解释性
|
||||
"JLensConfig", "JLensProbe", "JLensSuite",
|
||||
"WorkspaceAblator", "DirectedModulation", "CounterfactualReflection",
|
||||
# 多模态
|
||||
"MultimodalConfig", "MultimodalJSpaceModel",
|
||||
"VisualEncoder", "VisualDecoder",
|
||||
"AudioEncoder", "AudioDecoder",
|
||||
"TextEncoder", "TextDecoder",
|
||||
# 实时 I/O
|
||||
"Frame", "CameraStream", "MicrophoneStream", "AudioPlayer",
|
||||
"MultimodalStream", "SensoryMotorLoop",
|
||||
# 桌面 I/O
|
||||
"InputEvent", "ScreenCapture", "KeyboardMonitor", "MouseMonitor",
|
||||
"DesktopStream", "FullSensoryStream",
|
||||
# 平台抽象
|
||||
"PlatformInfo", "PLATFORM", "get_screen_size",
|
||||
"check_camera_permission", "check_microphone_permission",
|
||||
"check_input_monitoring_permission", "print_permission_guide",
|
||||
# 具身 Agent(输出执行器 + 神经系统)
|
||||
"MouseActuator", "KeyboardActuator", "AudioActuator", "ScreenActuator",
|
||||
"Cerebellum", "CentralNervousSystem", "Hippocampus", "BasalGanglia",
|
||||
"EmbodiedAgent",
|
||||
# 自主心智(最重要的能力)
|
||||
"CuriosityDrive", "PersistentState", "SelfModel", "MetaLearner",
|
||||
"AutonomousMind",
|
||||
# 外挂模块系统(可热插拔)
|
||||
"ExternalModule", "SmallModelModule", "KnowledgeBaseModule",
|
||||
"ToolModule", "ModuleDock",
|
||||
# 改进版核心 v2
|
||||
"JSpaceConfigV2", "JSpaceModelV2",
|
||||
"SmallModelEncoder", "DistillationTrainer",
|
||||
# 自主进化
|
||||
"EvolutionTrainer",
|
||||
]
|
||||
Reference in New Issue
Block a user