{ "version": "4.0", "principle": "Operational projects belong to one system family and primary role. Models, inference services, local runtimes, specifications, agent packs, and labs retain independent collection schemas. Scores are comparable only inside the same score profile.", "system_families": [ { "id": "memory_system", "name": "Memory systems", "definition": "Systems whose primary value is capturing, organizing, preserving, retrieving, or reasoning over durable knowledge." }, { "id": "agent_system", "name": "Agent systems", "definition": "Systems whose primary value is planning and taking actions through tools on a person's behalf." }, { "id": "assistant_system", "name": "Assistant systems", "definition": "End-user conversational systems whose primary value is helping a person reason, create, research, and optionally act across broad tasks." } ], "primary_roles": [ { "id": "human_pkm", "family": "memory_system", "name": "Human-first PKM / workspace", "definition": "A user-facing system whose canonical workflow is human writing, organizing, linking, and revisiting knowledge." }, { "id": "ai_knowledge_app", "family": "memory_system", "name": "AI knowledge app / RAG brain", "definition": "A user-facing assistant that ingests documents or connected sources and answers, searches, summarizes, or automates over them." }, { "id": "agent_memory_service", "family": "memory_system", "name": "External agent-memory service", "definition": "A replaceable library or service that extracts, stores, retrieves, and manages durable memories through an SDK, API, or tool protocol." }, { "id": "context_graph_engine", "family": "memory_system", "name": "Temporal context / knowledge-graph engine", "definition": "Infrastructure that represents entities, relationships, provenance, and changing truth over time." }, { "id": "memory_bridge", "family": "memory_system", "name": "Human–agent memory bridge", "definition": "A compatibility layer that exposes human-owned files or workspaces to multiple agents." }, { "id": "ambient_capture", "family": "memory_system", "name": "Ambient capture / lifelogging", "definition": "A passive collector that records digital activity without requiring deliberate note creation." }, { "id": "retrieval_infrastructure", "family": "memory_system", "name": "Retrieval / storage infrastructure", "definition": "A low-level vector, graph, lexical, or multimodal store used to build memory systems." }, { "id": "general_work_agent", "family": "agent_system", "name": "General work agent", "definition": "An end-user agent that accepts broad delegated outcomes and executes multi-step knowledge work across files, the web, applications, and scheduled workflows." }, { "id": "coding_agent", "family": "agent_system", "name": "Coding agent", "definition": "An interactive agent that reads, edits, runs, and reasons about software projects." }, { "id": "research_agent", "family": "agent_system", "name": "Research agent", "definition": "An agent that plans multi-step information gathering and synthesizes cited findings." }, { "id": "browser_computer_agent", "family": "agent_system", "name": "Browser / computer-use agent", "definition": "An agent specialized in operating browsers, desktops, or other graphical interfaces." }, { "id": "data_analysis_agent", "family": "agent_system", "name": "Data-analysis / text-to-SQL agent", "definition": "An agent that plans, executes, validates, and explains structured-data queries or analyses through database and analytics tools." }, { "id": "stateful_agent_runtime", "family": "agent_system", "name": "Stateful agent runtime / harness", "definition": "A persistent agent runtime that owns identity, durable state, skills, schedules, and memory lifecycle." }, { "id": "coding_agent_workflow", "family": "agent_system", "name": "Coding-agent workflow / skill stack", "definition": "Prompts, roles, tools, and process that turn coding agents into a repeatable software-delivery system." }, { "id": "multi_agent_orchestrator", "family": "agent_system", "name": "Multi-agent orchestrator", "definition": "A system for coordinating specialized agents, handoffs, workflows, and shared execution." }, { "id": "agent_framework_sdk", "family": "agent_system", "name": "Agent framework / SDK", "definition": "A developer framework or builder for creating tool-using, controllable, observable agent applications." }, { "id": "general_ai_assistant", "family": "assistant_system", "name": "General AI assistant", "definition": "A provider-branded conversational product spanning information, creation, files, research, personalization, and optional actions." }, { "id": "enterprise_work_assistant", "family": "assistant_system", "name": "Enterprise work assistant", "definition": "A tenant or workspace assistant grounded in organizational systems with connectors, governance, administration, or business actions." }, { "id": "multi_model_chat_client", "family": "assistant_system", "name": "Multi-model chat client", "definition": "An end-user product whose primary value is presenting or routing multiple interchangeable model backends through a persistent chat workspace." } ], "agent_relations": [ { "id": "none", "name": "No agent dependency" }, { "id": "agent_enabled_ui", "name": "Human-facing AI application" }, { "id": "external_memory", "name": "External memory used by agents" }, { "id": "embedded_memory", "name": "Memory embedded in agent runtime" }, { "id": "agent_runtime", "name": "Full agent runtime" }, { "id": "coding_workflow", "name": "Coding-agent process layer" } ], "provider_relationships": [ { "id": "provider_native", "name": "Provider-native", "definition": "The primary supported path is officially coupled to one model-provider ecosystem." }, { "id": "multi_provider", "name": "Multi-provider", "definition": "The project maintains first-class integrations with multiple named model backends." }, { "id": "provider_agnostic", "name": "Provider-agnostic", "definition": "The project exposes a substitutable backend contract rather than making one provider the primary path." } ], "model_backends": [ { "id": "anthropic", "name": "Anthropic" }, { "id": "openai", "name": "OpenAI" }, { "id": "deepseek", "name": "DeepSeek" }, { "id": "google", "name": "Google" }, { "id": "meta", "name": "Meta" }, { "id": "mistral", "name": "Mistral AI" }, { "id": "moonshot_ai", "name": "Moonshot AI" }, { "id": "nvidia", "name": "NVIDIA" }, { "id": "poolside", "name": "Poolside" }, { "id": "openrouter", "name": "OpenRouter" }, { "id": "vercel_ai_gateway", "name": "Vercel AI Gateway" }, { "id": "openai_compatible", "name": "OpenAI-compatible endpoint" }, { "id": "local_runtime", "name": "Local model runtime" }, { "id": "perplexity", "name": "Perplexity" }, { "id": "x_ai", "name": "SpaceXAI / xAI" }, { "id": "z_ai", "name": "Z.ai" } ], "model_types": [ { "id": "language_model", "name": "Language model", "definition": "A model whose documented input and output are text." }, { "id": "multimodal_language_model", "name": "Multimodal language model", "definition": "A model that accepts image, audio, video, or document input and produces text as a primary output." }, { "id": "image_generation_model", "name": "Image generation model", "definition": "A model whose documented primary output is images." }, { "id": "video_generation_model", "name": "Video generation model", "definition": "A model whose documented primary output is video." }, { "id": "audio_generation_model", "name": "Audio generation model", "definition": "A model whose documented primary output is audio." }, { "id": "embedding_model", "name": "Embedding model", "definition": "A model whose documented primary output is dense vector representations." }, { "id": "rerank_model", "name": "Rerank model", "definition": "A model whose documented primary output is relevance scores or rankings expressed as text." }, { "id": "judgment_model", "name": "Judgment model", "definition": "A model whose documented primary output is safety, quality, or decision labels expressed as text." } ], "model_modalities": [ { "id": "text", "name": "Text", "definition": "Natural-language or code tokens." }, { "id": "image", "name": "Image", "definition": "Still-image input or output." }, { "id": "audio", "name": "Audio", "definition": "Speech or other audio input or output." }, { "id": "video", "name": "Video", "definition": "Moving-image input or output." }, { "id": "pdf", "name": "PDF", "definition": "PDF document input handled as a documented model modality." }, { "id": "embedding", "name": "Embedding", "definition": "Dense vector output produced by an embedding model." } ], "model_distribution_modes": [ { "id": "downloadable_weights", "name": "Downloadable weights", "definition": "The developer publishes model weights that an operator can download and execute under the recorded terms." }, { "id": "developer_api", "name": "Developer API", "definition": "The model developer offers the release through a separately governed managed API." }, { "id": "third_party_hosting", "name": "Third-party hosting", "definition": "One or more unrelated inference operators document a hosted path for the release." } ], "flag_kinds": [ { "id": "maker_risk_safeguards", "name": "Maker risk statement", "definition": "The developer's own system card, model page, or safety framework names this release against a risk threshold in cyber, biological or chemical, or autonomy capability. The Atlas records the developer's words and adds no rating of its own.", "collections": [ "models" ] } ], "flag_statuses": [ { "id": "statement_found", "name": "Statement found", "definition": "The developer's own system card, model page, or safety framework names this release against a risk threshold." }, { "id": "no_statement_found", "name": "No statement found", "definition": "A reviewer checked the developer's system card, model page, and framework page for this release, and none names it against a threshold. Absence is not evidence of safety." } ], "flag_domains": [ { "id": "cyber", "name": "Cyber", "definition": "The statement concerns cyber capability, such as finding or exploiting software vulnerabilities." }, { "id": "bio_chem", "name": "Biological or chemical", "definition": "The statement concerns biological or chemical capability, such as help toward making biological or chemical weapons." }, { "id": "autonomy", "name": "Autonomy", "definition": "The statement concerns autonomy, such as acting, copying itself, or doing AI research without human direction." } ], "flag_determinations": [ { "id": "determined", "name": "Threshold reached", "definition": "The developer states the release reached the threshold." }, { "id": "precautionary", "name": "Precautionary", "definition": "The developer states it could not rule the threshold out, or deployed safeguards as a precaution." }, { "id": "safeguard_standard", "name": "Safeguard standard", "definition": "The developer states the safeguard standard it deployed the release under, without saying whether the release reached a threshold or that one could not be ruled out." }, { "id": "below_threshold", "name": "Below threshold", "definition": "The developer states the release did not reach the threshold. The statement is shown with the record, and the card carries no emblem for it." } ], "flag_scopes": [ { "id": "weights", "name": "The model itself", "definition": "The statement is about the model, whichever way it is offered." }, { "id": "deployment", "name": "Safeguards on a release channel", "definition": "The statement is about safeguards the developer runs on one way of offering the release, such as its own app or API." } ], "inference_service_types": [ { "id": "direct_model_api", "name": "Direct model API", "definition": "A model developer operates the primary API for its own model families." }, { "id": "cloud_model_platform", "name": "Cloud model platform", "definition": "A governed cloud platform serves models from multiple publishers alongside cloud-native deployment controls." }, { "id": "managed_inference_host", "name": "Managed inference host", "definition": "An infrastructure operator serves selected third-party or open-weight models through a managed API." }, { "id": "routing_aggregator", "name": "Routing aggregator", "definition": "A unified API selects among upstream models or inference operators using routing and fallback policy." } ], "inference_delivery_modes": [ { "id": "on_demand", "name": "On-demand", "definition": "Shared managed capacity is billed or limited by request or token use." }, { "id": "batch", "name": "Batch", "definition": "Asynchronous jobs trade immediate response for separate capacity or pricing." }, { "id": "reserved_capacity", "name": "Reserved capacity", "definition": "Customers purchase or reserve a defined throughput tier or capacity allocation." }, { "id": "dedicated_endpoint", "name": "Dedicated endpoint", "definition": "A customer-controlled deployment receives isolated serving resources or an endpoint." } ], "inference_model_sources": [ { "id": "first_party", "name": "First-party models", "definition": "Models developed by the service operator." }, { "id": "third_party_proprietary", "name": "Third-party proprietary models", "definition": "Closed model families supplied by another publisher." }, { "id": "open_weight", "name": "Open-weight models", "definition": "Externally published model weights served by the operator; weight terms remain model-specific." }, { "id": "customer_supplied", "name": "Customer-supplied models", "definition": "Customers can import or deploy their own eligible model artifacts or weights." } ], "inference_api_styles": [ { "id": "openai_native", "name": "OpenAI API", "definition": "OpenAI's first-party API contract." }, { "id": "openai_compatible", "name": "OpenAI-compatible", "definition": "A service implements a documented subset or adaptation of OpenAI API conventions." }, { "id": "anthropic_native", "name": "Anthropic API", "definition": "Anthropic's first-party Messages and related API contracts." }, { "id": "anthropic_compatible", "name": "Anthropic-compatible", "definition": "A service implements a documented subset or adaptation of Anthropic API conventions." }, { "id": "aws_native", "name": "AWS-native", "definition": "Amazon Bedrock APIs and AWS SDK contracts." }, { "id": "google_cloud_native", "name": "Google Cloud-native", "definition": "Vertex AI REST, RPC, and Google Cloud SDK contracts." }, { "id": "service_native", "name": "Service-native", "definition": "A service-specific REST, RPC, or SDK contract not represented by another named API style." } ], "trust_property_statuses": [ { "id": "documented_yes", "name": "Documented", "definition": "The operator publishes a statement establishing the property for the named service." }, { "id": "documented_no", "name": "Documented absent", "definition": "The operator publishes a statement denying the property, or stating it does not apply, for the named service." }, { "id": "undocumented", "name": "Undocumented", "definition": "No first-party statement about the property was found on the review date." } ], "local_runtime_types": [ { "id": "desktop_runner", "name": "Desktop runner", "definition": "A packaged application or command-line product that installs on a personal machine and manages model download, storage, and local serving as one product." }, { "id": "server_engine", "name": "Server engine", "definition": "An inference server built for sustained multi-request serving, batching, and deployment onto operator-controlled hardware." }, { "id": "embedded_library", "name": "Embedded library", "definition": "An inference implementation consumed as a library or binary that host applications embed rather than operate as a standing service." }, { "id": "compatibility_gateway", "name": "Compatibility gateway", "definition": "A self-hosted server that presents a compatible API surface over one or more local inference backends." } ], "runtime_accelerators": [ { "id": "cpu", "name": "CPU", "definition": "Documented execution on general-purpose processors without a dedicated accelerator." }, { "id": "cuda", "name": "NVIDIA CUDA", "definition": "Documented execution on NVIDIA GPUs through the CUDA toolchain." }, { "id": "rocm", "name": "AMD ROCm", "definition": "Documented execution on AMD GPUs through the ROCm toolchain." }, { "id": "metal", "name": "Apple Metal", "definition": "Documented execution on Apple silicon GPUs through Metal." }, { "id": "vulkan", "name": "Vulkan", "definition": "Documented execution through the cross-vendor Vulkan compute backend." }, { "id": "sycl", "name": "SYCL", "definition": "Documented execution through SYCL, covering Intel GPU targets." }, { "id": "opencl", "name": "OpenCL", "definition": "Documented execution through the OpenCL compute API, covering Adreno, Mali, and other cross-vendor GPU targets." }, { "id": "webgpu", "name": "WebGPU", "definition": "Documented execution through the WebGPU browser compute API, covering in-page and cross-platform GPU targets." }, { "id": "npu", "name": "NPU", "definition": "Documented execution on a dedicated neural processing unit, such as those integrated into recent client processors." }, { "id": "directml", "name": "DirectML", "definition": "Documented execution through Microsoft's DirectML backend, covering vendor-neutral GPU acceleration on Windows." }, { "id": "multi_gpu", "name": "Multi-GPU", "definition": "Documented execution across more than one accelerator on a single host or across hosts." } ], "runtime_model_formats": [ { "id": "gguf", "name": "GGUF", "definition": "The quantized single-file weight format used by the llama.cpp family of runtimes." }, { "id": "safetensors", "name": "Safetensors", "definition": "The safe tensor serialization format used by mainstream transformer checkpoints." }, { "id": "pytorch", "name": "PyTorch checkpoints", "definition": "Native PyTorch weight checkpoints loaded through the framework's own serialization." }, { "id": "mlx", "name": "MLX", "definition": "Weights prepared for Apple's MLX array framework on Apple silicon." }, { "id": "awq", "name": "AWQ", "definition": "Activation-aware weight quantization checkpoints." }, { "id": "gptq", "name": "GPTQ", "definition": "Post-training quantized checkpoints produced by the GPTQ method." }, { "id": "fp8", "name": "FP8", "definition": "Eight-bit floating point weights or activations on accelerators that support them." }, { "id": "saved_model", "name": "TensorFlow SavedModel", "definition": "TensorFlow's SavedModel graph directory, the versioned artifact produced by exporting a trained TensorFlow model." }, { "id": "mlc", "name": "MLC compiled", "definition": "Weights and model libraries produced by MLC LLM's compilation pipeline for a specific target." }, { "id": "onnx", "name": "ONNX", "definition": "Models exported to the Open Neural Network Exchange graph format, optionally with quantized weights." } ], "runtime_serving_modes": [ { "id": "single_stream", "name": "Single stream", "definition": "One request served at a time, sufficient for interactive personal use." }, { "id": "continuous_batching", "name": "Continuous batching", "definition": "Requests joined into and retired from in-flight batches to sustain accelerator utilization." }, { "id": "parallel_requests", "name": "Parallel requests", "definition": "Concurrent request handling through configured workers, slots, or sequences." }, { "id": "distributed_serving", "name": "Distributed serving", "definition": "Model or request distribution across multiple accelerators or hosts through parallelism strategies." }, { "id": "speculative_decoding", "name": "Speculative decoding", "definition": "Draft-and-verify decoding that trades additional computation for reduced generation latency." } ], "runtime_deployment_surfaces": [ { "id": "desktop_app", "name": "Desktop application", "definition": "A graphical application installed on a personal operating system." }, { "id": "local_cli", "name": "Local CLI", "definition": "A command-line executable operated on the user's own machine." }, { "id": "library", "name": "Library", "definition": "An importable package or linkable binary embedded in a host application." }, { "id": "container", "name": "Container", "definition": "A published container image intended for containerized execution." }, { "id": "orchestrated_cluster", "name": "Orchestrated cluster", "definition": "Documented deployment onto an orchestrator such as Kubernetes with scaling guidance." }, { "id": "mobile_device", "name": "Mobile or embedded device", "definition": "Documented deployment onto phones, tablets, or embedded hardware rather than a personal computer or server." }, { "id": "browser", "name": "Browser", "definition": "Documented execution inside a web browser page without a separate local server process." } ], "inference_service_score_profile": { "id": "inference_service", "name": "Inference-service score", "dimensions": [ { "id": "operational_maturity", "weight": 0.17, "definition": "Documented production controls, lifecycle stability, administration, support, and readiness for sustained service use; it does not infer unreported uptime or throughput." }, { "id": "data_governance", "weight": 0.18, "definition": "Documented retention, training-use, deletion, isolation, tenant, and privacy controls across the represented service boundary." }, { "id": "regional_deployment_control", "weight": 0.14, "definition": "Customer control over processing geography, network boundaries, regional endpoints, and isolated or dedicated placement." }, { "id": "serving_flexibility", "weight": 0.13, "definition": "Documented on-demand, batch, reserved, dedicated, and scaling paths for materially different workload shapes." }, { "id": "api_interoperability", "weight": 0.12, "definition": "Portability and integration quality across documented APIs, compatibility contracts, SDK conventions, and deployment interfaces." }, { "id": "traffic_resilience", "weight": 0.1, "definition": "Documented traffic steering, fallback, multi-region capacity, replica, priority, or recovery controls without treating raw latency as stable." }, { "id": "customization_lifecycle", "weight": 0.09, "definition": "Fine-tuning, customer models, version control, deployment configuration, and lifecycle management for supported model artifacts." }, { "id": "documentation_transparency", "weight": 0.07, "definition": "Clarity and specificity of authoritative documentation for terms, data handling, regions, limits, availability, and operational exceptions." } ] }, "local_runtime_score_profile": { "id": "local_runtime", "name": "Local-runtime score", "dimensions": [ { "id": "hardware_accelerator_coverage", "weight": 0.16, "definition": "Documented and supported CPU, CUDA, ROCm, Metal, Vulkan, and multi-accelerator execution paths for the reviewed runtime itself." }, { "id": "model_format_support", "weight": 0.15, "definition": "Breadth of supported weight formats, quantization schemes, and model architectures the runtime can load and execute." }, { "id": "serving_concurrency", "weight": 0.15, "definition": "Documented batching, parallel request handling, cache management, and distributed serving capability; it does not measure throughput or latency." }, { "id": "api_interoperability", "weight": 0.13, "definition": "Documented native and compatible endpoints, embeddings, tool calling, and structured output, and their portability across clients." }, { "id": "deployment_operations", "weight": 0.13, "definition": "Install paths, container images, orchestration guidance, resource limits, authentication, and upgrade practice." }, { "id": "model_lifecycle_management", "weight": 0.1, "definition": "Fetching, pinning, custom model import, adapter support, storage control, and removal for local model artifacts." }, { "id": "observability_control", "weight": 0.1, "definition": "Metrics, health endpoints, logging, request introspection, and administrative surfaces for an operator running the software." }, { "id": "documentation_transparency", "weight": 0.08, "definition": "Clarity and specificity of authoritative documentation for accelerators, formats, serving, deployment, limits, and known exceptions." } ] }, "model_score_profile": { "id": "model_access", "name": "Model access and deployability score", "dimensions": [ { "id": "license_clarity", "weight": 0.22, "definition": "Clarity, scope, and practical reuse of the documented model, weight, tokenizer, and accompanying terms; open weights alone do not earn this score." }, { "id": "artifact_availability", "weight": 0.18, "definition": "Availability of developer-published weights, manifests, checksums, formats, and versioned artifacts rather than third-party repackaging." }, { "id": "deployment_portability", "weight": 0.2, "definition": "Documented portability across self-operated runtimes, accelerators, formats, and deployment paths without measuring speed." }, { "id": "serving_reach", "weight": 0.14, "definition": "Documented availability through first-party or independent serving paths, without using price, latency, or catalog size as a proxy." }, { "id": "lifecycle_transparency", "weight": 0.12, "definition": "Clear release identity, versioning, update dates, deprecation posture, and distinction between base, instruct, preview, and served variants." }, { "id": "documentation_provenance", "weight": 0.14, "definition": "Specific first-party model cards, technical documentation, provenance statements, limitations, and links to governing artifacts." } ] }, "specification_types": [ { "id": "protocol", "name": "Protocol", "definition": "A machine-readable contract for exchanging messages, capabilities, context, or events between independently implemented components." }, { "id": "metadata_schema", "name": "Metadata schema", "definition": "A versioned machine-readable vocabulary for describing identity, capabilities, domains, locators, or other discoverable metadata." }, { "id": "instruction_convention", "name": "Instruction convention", "definition": "A file-naming and discovery convention that gives agents repository or project guidance without defining a wire protocol." }, { "id": "capability_format", "name": "Capability format", "definition": "A portable package format for instructions, metadata, scripts, and resources that teach an agent a reusable capability." }, { "id": "package_format", "name": "Package format", "definition": "A distributable bundle contract that composes capabilities, commands, agents, hooks, or integrations." } ], "specification_scopes": [ { "id": "tool_data_integration", "name": "Tool and data integration", "definition": "Connects model applications to tools, resources, prompts, and external data." }, { "id": "web_agent_integration", "name": "Web and agent integration", "definition": "Lets web pages expose structured, user-mediated capabilities to browser or embedded agents." }, { "id": "agent_interaction", "name": "Agent-to-agent interaction", "definition": "Supports discovery, task delegation, messages, artifacts, and lifecycle between independent agents." }, { "id": "agent_identity_discovery", "name": "Agent identity and discovery", "definition": "Describes agent identity, capabilities, endpoints, and discovery metadata across independently operated systems." }, { "id": "agent_user_interaction", "name": "Agent–user interaction", "definition": "Streams agent state, events, actions, and human input between a runtime and user-facing application." }, { "id": "agent_client_integration", "name": "Agent–client integration", "definition": "Connects coding agents to editors, IDEs, and other interactive clients." }, { "id": "project_instructions", "name": "Project instructions", "definition": "Supplies persistent repository or workspace guidance to compatible coding agents." }, { "id": "capability_packaging", "name": "Capability packaging", "definition": "Packages focused, reusable agent capabilities with progressive context loading." }, { "id": "plugin_packaging", "name": "Plugin packaging", "definition": "Bundles multiple agent extensions behind one installable manifest and directory layout." }, { "id": "agent_transactions", "name": "Agent transactions", "definition": "Coordinates commerce, authorization, checkout, payment, receipt, or order evidence between users, agents, merchants, and payment parties." } ], "specification_statuses": [ { "id": "published", "name": "Published", "definition": "A named release or stable published specification is available." }, { "id": "evolving", "name": "Evolving", "definition": "The artifact is public and implementable, but its current contract is rolling or actively changing." }, { "id": "vendor_specific", "name": "Vendor-specific", "definition": "A documented convention owned by one product ecosystem rather than an independent open standard." }, { "id": "superseded", "name": "Superseded", "definition": "The artifact remains useful historically but a successor is the recommended integration path." } ], "pack_types": [ { "id": "skills_bundle", "name": "Skills bundle", "definition": "A set of skill documents installed together under a capability format such as Agent Skills." }, { "id": "plugin", "name": "Plugin", "definition": "A host plugin whose manifest declares commands, agents, skills, or hook configuration the host reads." }, { "id": "process_kit", "name": "Process kit", "definition": "A methodology packaged as prompts, commands, subagent definitions, and templates a host follows." }, { "id": "vault_bundle", "name": "Vault bundle", "definition": "A knowledge-vault template with the instructions a host reads to maintain it." }, { "id": "marketplace", "name": "Marketplace", "definition": "A host-consumable manifest that lists other packs for installation. Its entries are never reviewed, counted, or listed by the record." } ], "pack_hosts": [ { "id": "claude_code", "name": "Claude Code", "definition": "Installs into Anthropic's Claude Code through its plugin, skill, command, agent, or hook directories." }, { "id": "codex", "name": "Codex", "definition": "Installs into OpenAI Codex through its skills or configuration directories." }, { "id": "cursor", "name": "Cursor", "definition": "Installs into Cursor through its rules or skills directories." }, { "id": "gemini_cli", "name": "Gemini CLI", "definition": "Installs into Google's Gemini CLI through its extensions or configuration directories." }, { "id": "github_copilot", "name": "GitHub Copilot", "definition": "Installs into GitHub Copilot through its instructions, agents, or skills directories." }, { "id": "opencode", "name": "OpenCode", "definition": "Installs into OpenCode through its agents, commands, or skills directories." }, { "id": "windsurf", "name": "Windsurf", "definition": "Installs into Windsurf through its rules or workflows directories." }, { "id": "cline", "name": "Cline", "definition": "Installs into Cline through its rules or workflows directories." }, { "id": "obsidian", "name": "Obsidian", "definition": "A vault opened in Obsidian, with the host agent reading the vault's own instruction files." }, { "id": "any_agent_skills_host", "name": "Any Agent Skills host", "definition": "The pack documents only the Agent Skills format and names no specific host." } ], "pack_install_mechanisms": [ { "id": "host_marketplace", "name": "Host marketplace", "definition": "Installed through the host's own plugin or marketplace command from a manifest the pack ships." }, { "id": "skills_cli", "name": "Skills installer", "definition": "Installed by a third-party skills installer that copies the pack into a host's skills directory." }, { "id": "copy_files", "name": "Copy files", "definition": "The reader or an install script the pack ships copies files into the host's directories." }, { "id": "clone_template", "name": "Clone as template", "definition": "The reader clones or forks the repository as the starting vault or project the host then works in." } ], "lab_types": [ { "id": "ai_company", "name": "AI company", "definition": "An organization whose principal business is developing AI models and the APIs, applications, or weight releases built on them." }, { "id": "technology_company", "name": "Technology company", "definition": "A company whose principal business is broader than AI models, such as search, cloud, social media, devices, chips, commerce, or software, and which develops models through one or more of its own units." }, { "id": "public_research", "name": "Public research organization", "definition": "A government-funded, academic, or nonprofit research organization. Its work may be model releases, research systems the catalog reviews, or a published statement of frontier intent." } ], "lab_admission_bases": [ { "id": "reviewed_release", "name": "Reviewed release", "definition": "The catalog has reviewed at least one model release the organization developed, so the record joins to that release." }, { "id": "reviewed_system", "name": "Reviewed system", "definition": "The catalog holds a reviewed system record the organization developed, and no reviewed model release of its own, so the record joins to that system instead." }, { "id": "reviewed_robot", "name": "Reviewed robot", "definition": "The catalog holds a reviewed robot record the organization makes, and no reviewed model release or reviewed system of its own, so the record joins to that robot instead." }, { "id": "frontier_announcement", "name": "Frontier announcement", "definition": "The organization publishes, on its own pages, a statement that it is building frontier models, and the catalog has reviewed no release of its own. The record joins to nothing and says so." } ], "lab_channel_kinds": [ { "id": "model_catalog", "name": "Model catalog", "definition": "The organization's own page listing its current models, usually in its API or product documentation." }, { "id": "release_notes", "name": "Release notes", "definition": "The organization's own changelog for its models or model API." }, { "id": "news", "name": "News", "definition": "The organization's own news, blog, or research index where it announces releases." }, { "id": "github", "name": "GitHub", "definition": "A GitHub organization the organization publishes code from." }, { "id": "hugging_face", "name": "Hugging Face", "definition": "A Hugging Face organization the organization publishes model weights from." } ], "countries": [ { "id": "be", "name": "Belgium", "definition": "Headquartered in Belgium (ISO 3166-1 BE)." }, { "id": "br", "name": "Brazil", "definition": "Where a lab says it is headquartered, or where its reviewed research, engineering, or creative work happens (ISO 3166-1 BR)." }, { "id": "ca", "name": "Canada", "definition": "Headquartered in Canada (ISO 3166-1 CA)." }, { "id": "cn", "name": "China", "definition": "Headquartered in the People's Republic of China (ISO 3166-1 CN)." }, { "id": "fr", "name": "France", "definition": "Headquartered in France (ISO 3166-1 FR)." }, { "id": "de", "name": "Germany", "definition": "Headquartered in Germany (ISO 3166-1 DE)." }, { "id": "in", "name": "India", "definition": "Headquartered in India (ISO 3166-1 IN)." }, { "id": "il", "name": "Israel", "definition": "Headquartered in Israel (ISO 3166-1 IL)." }, { "id": "jp", "name": "Japan", "definition": "Headquartered in Japan (ISO 3166-1 JP)." }, { "id": "kz", "name": "Kazakhstan", "definition": "Where a lab says it is headquartered, or where its reviewed research, engineering, or creative work happens (ISO 3166-1 KZ)." }, { "id": "sg", "name": "Singapore", "definition": "Headquartered in Singapore (ISO 3166-1 SG)." }, { "id": "kr", "name": "South Korea", "definition": "Headquartered in the Republic of Korea (ISO 3166-1 KR)." }, { "id": "es", "name": "Spain", "definition": "Where a lab says it is headquartered, or where its reviewed research, engineering, or creative work happens (ISO 3166-1 ES)." }, { "id": "ch", "name": "Switzerland", "definition": "Headquartered in Switzerland (ISO 3166-1 CH)." }, { "id": "tr", "name": "Türkiye", "definition": "Headquartered in Türkiye (ISO 3166-1 TR)." }, { "id": "gb", "name": "United Kingdom", "definition": "Where a lab says it is headquartered, or where its reviewed research, engineering, or creative work happens (ISO 3166-1 GB)." }, { "id": "ae", "name": "United Arab Emirates", "definition": "Headquartered in the United Arab Emirates (ISO 3166-1 AE)." }, { "id": "us", "name": "United States", "definition": "Headquartered in the United States (ISO 3166-1 US)." }, { "id": "none_listed", "name": "No headquarters listed", "definition": "The organization's own pages and filings name no headquarters or base and give no single principal address: they list several offices, only regional headquarters, or no location at all. The record says so rather than picking one office, an offshore holding company's registration, a court or governing-law clause, where staff work, or where the founders are." } ], "robot_form_factors": [ { "id": "humanoid", "name": "Humanoid", "definition": "A robot with a torso, two arms, and legs or a wheeled base standing in for them, built to work in spaces made for people." }, { "id": "quadruped", "name": "Quadruped", "definition": "A four-legged walking robot." }, { "id": "arm", "name": "Arm", "definition": "A fixed or bench-mounted manipulator with no locomotion of its own." }, { "id": "mobile_manipulator", "name": "Mobile manipulator", "definition": "One or more arms on a wheeled or tracked base that moves itself." }, { "id": "other", "name": "Other", "definition": "A robot whose body fits none of the named forms; the record's description says what it is. Never a vehicle, a drone, or a component." } ], "robot_ai_bases": [ { "id": "vendor_named_model", "name": "Maker names a model", "definition": "The maker's own documentation names a learned model or policy and says what it controls on the robot." }, { "id": "open_model_interface", "name": "Runs your own models", "definition": "The maker documents a supported way to run your own model or policy on the robot, such as an SDK or a policy interface." } ], "robot_availability": [ { "id": "orderable", "name": "Orderable", "definition": "The maker's own site takes an order or states a price and a way to buy." }, { "id": "reservation", "name": "Reservation", "definition": "The maker takes a deposit or a place in a queue ahead of delivery." }, { "id": "enterprise_sales", "name": "Enterprise sales", "definition": "Sold through a sales contact or a pilot programme, with no public order path." }, { "id": "research_only", "name": "Research only", "definition": "Offered to laboratories or developers, not for general use." }, { "id": "announced", "name": "Announced", "definition": "Documented by its maker, with no stated way to obtain one yet." } ], "robot_model_kinds": [ { "id": "vision_language_action", "name": "Vision-language-action model", "definition": "A model the maker says takes images and language and produces robot actions." }, { "id": "language_or_vision_language", "name": "Language or vision-language model", "definition": "A model the maker says interprets requests or scenes and plans in language, with motion produced elsewhere." }, { "id": "reinforcement_learning_policy", "name": "Reinforcement-learning policy", "definition": "A learned control policy the maker says was trained by reinforcement learning, typically for locomotion or manipulation." }, { "id": "other_learned", "name": "Other learned model", "definition": "A learned model the maker names that fits none of the other kinds; the record says what the maker claims for it." } ], "robot_terms_kinds": [ { "id": "terms_of_sale", "name": "Terms of sale", "definition": "The maker's purchase, subscription, or reservation terms." }, { "id": "sdk_license", "name": "SDK licence", "definition": "A licence covering a software development kit the maker publishes for the robot." }, { "id": "software_terms", "name": "Software terms", "definition": "Terms covering the software that ships on or with the robot." }, { "id": "warranty_only", "name": "Warranty only", "definition": "The only published terms are a hardware warranty or after-sales policy." }, { "id": "none_published", "name": "None published", "definition": "No terms could be found on the maker's own pages at review time." } ], "architectures": [ { "id": "plain_files", "name": "Plain files / Markdown", "note": "Human-readable canonical data." }, { "id": "relational_db", "name": "Relational database" }, { "id": "vector_index", "name": "Vector / embedding index", "note": "An architecture trait, not a product category." }, { "id": "graph_db", "name": "Graph database / knowledge graph" }, { "id": "full_text", "name": "Keyword / full-text index" }, { "id": "event_log", "name": "Append-only event log" }, { "id": "undisclosed_managed", "name": "Undisclosed service-managed internals", "note": "Use when authoritative product evidence establishes a managed system but does not establish its storage architecture." }, { "id": "raw_media", "name": "Screenshots / audio / raw media" }, { "id": "git_versioned", "name": "Git-versioned state" }, { "id": "hybrid", "name": "Multiple coordinated stores" } ], "retrieval_modes": [ { "id": "keyword", "name": "Keyword / BM25 / FTS" }, { "id": "semantic_vector", "name": "Semantic vector retrieval" }, { "id": "hybrid", "name": "Hybrid lexical + semantic" }, { "id": "graph_traversal", "name": "Graph traversal / neighborhood" }, { "id": "temporal", "name": "Temporal / as-of retrieval" }, { "id": "structured_query", "name": "SQL / Datalog / structured queries" }, { "id": "agentic", "name": "Iterative agent-driven retrieval" }, { "id": "recency_rules", "name": "Recency, rules, or deterministic ranking" } ], "capture_modes": [ { "id": "manual", "name": "Manual writing" }, { "id": "file_import", "name": "File/import/sync" }, { "id": "conversation", "name": "Conversation extraction" }, { "id": "connectors", "name": "API / SaaS connectors" }, { "id": "scheduled", "name": "Scheduled collection or research" }, { "id": "screen", "name": "Screen capture" }, { "id": "audio", "name": "Audio capture / transcription" }, { "id": "activity", "name": "App/window/keyboard activity" }, { "id": "coding_session", "name": "Coding-agent session state" } ], "memory_lifecycle": [ { "id": "human_curated", "name": "Human-curated" }, { "id": "append_only", "name": "Append-only accumulation" }, { "id": "upsert_rewrite", "name": "Upsert or rewrite" }, { "id": "supersession", "name": "Explicit supersession with history" }, { "id": "versioned", "name": "Revision/version history" }, { "id": "consolidation", "name": "Summarization / consolidation / dreaming" }, { "id": "decay", "name": "Decay / forgetting" }, { "id": "self_editing", "name": "Agent self-edits memory or skills" } ], "agent_interfaces": [ { "id": "terminal", "name": "Terminal / CLI" }, { "id": "ide", "name": "IDE / editor" }, { "id": "web_app", "name": "Web application" }, { "id": "api_sdk", "name": "API / SDK" }, { "id": "library", "name": "Embedded library" } ], "execution_boundaries": [ { "id": "host", "name": "Local host" }, { "id": "container", "name": "Local container" }, { "id": "external_sandbox", "name": "External sandbox" }, { "id": "remote_cloud", "name": "Remote cloud" }, { "id": "framework_defined", "name": "Application-defined boundary" } ], "agent_capabilities": [ { "id": "code_editing", "name": "Code editing" }, { "id": "shell_execution", "name": "Shell execution" }, { "id": "browser_control", "name": "Browser control" }, { "id": "research", "name": "Research and synthesis" }, { "id": "multi_agent", "name": "Multi-agent coordination" }, { "id": "persistent_state", "name": "Persistent state" }, { "id": "mcp", "name": "Model Context Protocol" }, { "id": "workflows", "name": "Explicit workflows / graphs" }, { "id": "robot_control", "name": "Robot control", "definition": "The agent's model-driven decisions are sent to a physical robot's actuators through a robot interface the system documents for that purpose." } ], "deployment_modes": [ { "id": "desktop", "name": "Desktop application", "definition": "A desktop application the user installs and runs." }, { "id": "mobile", "name": "Mobile application", "definition": "A mobile application the user installs and runs." }, { "id": "local_cli", "name": "Local CLI", "definition": "A command-line program the user runs on their own machine." }, { "id": "ide_extension", "name": "IDE extension", "definition": "An extension that runs inside an editor or IDE." }, { "id": "library", "name": "Embedded library", "definition": "A package the user embeds in an application they build, including helpers that application calls to serve its own endpoints." }, { "id": "self_hosted", "name": "Self-hosted service", "definition": "A service the project itself ships, which the user deploys and operates on infrastructure they control." }, { "id": "managed_cloud", "name": "Managed cloud", "definition": "The vendor operates this system and the user reaches it as a tenant rather than running it." }, { "id": "cloud_optional", "name": "Optional cloud services", "definition": "Adjunct vendor services a self-operated deployment may use without depending on them." }, { "id": "host_pack", "name": "Installed into a host agent", "definition": "A skills bundle, plugin, or vault template the user installs into a host coding agent's own directories, so the system runs inside that host's sessions rather than as its own process." } ], "project_statuses": [ { "id": "active", "name": "Active" }, { "id": "archived", "name": "Archived" }, { "id": "superseded", "name": "Superseded" }, { "id": "removed", "name": "Repository unavailable" } ], "license_review_statuses": [ { "id": "verified", "name": "License evidence verified" }, { "id": "review_required", "name": "License evidence needs review" } ], "provenance_levels": [ { "id": "limited", "name": "Limited" }, { "id": "partial", "name": "Partial" }, { "id": "moderate", "name": "Moderate" }, { "id": "strong", "name": "Strong" } ], "research_confidence_levels": [ { "id": "low", "name": "Low" }, { "id": "medium", "name": "Medium" }, { "id": "high", "name": "High" } ], "licenses": [ { "id": "AGPL-3.0", "name": "GNU Affero General Public License 3.0", "kind": "open_source" }, { "id": "AGPL-3.0-or-later", "name": "GNU Affero General Public License 3.0 or later", "kind": "open_source" }, { "id": "Apache-2.0", "name": "Apache License 2.0", "kind": "open_source" }, { "id": "BSD-2-Clause", "name": "BSD 2-Clause License", "kind": "open_source" }, { "id": "BSD-3-Clause", "name": "BSD 3-Clause License", "kind": "open_source" }, { "id": "CC-BY-4.0", "name": "Creative Commons Attribution 4.0", "kind": "open_content" }, { "id": "CC-BY-NC-4.0", "name": "Creative Commons Attribution-NonCommercial 4.0", "kind": "restricted" }, { "id": "EUPL-1.2", "name": "European Union Public Licence 1.2", "kind": "open_source" }, { "id": "GPL-2.0", "name": "GNU General Public License 2.0", "kind": "open_source" }, { "id": "GPL-2.0-or-later", "name": "GNU General Public License 2.0 or later", "kind": "open_source" }, { "id": "GPL-3.0", "name": "GNU General Public License 3.0", "kind": "open_source" }, { "id": "GPL-3.0-or-later", "name": "GNU General Public License 3.0 or later", "kind": "open_source" }, { "id": "ISC", "name": "ISC License", "kind": "open_source" }, { "id": "LGPL-3.0", "name": "GNU Lesser General Public License 3.0", "kind": "open_source" }, { "id": "LicenseRef-AWS-Service-Terms", "name": "AWS Service Terms", "kind": "proprietary" }, { "id": "LicenseRef-Alibaba-Model-Studio-Agreement", "name": "Alibaba Cloud Model Studio Service Agreement", "kind": "proprietary" }, { "id": "LicenseRef-Anthropic-Commercial-Terms", "name": "Anthropic Commercial Terms of Service", "kind": "proprietary" }, { "id": "LicenseRef-Cohere-Labs-AUP", "name": "Cohere Labs Acceptable Use Policy", "kind": "restricted" }, { "id": "LicenseRef-Commercial", "name": "Commercial or production-restricted terms", "kind": "restricted" }, { "id": "LicenseRef-DeepSeek-Model-1.0", "name": "DeepSeek Model License 1.0", "kind": "restricted" }, { "id": "LicenseRef-FLUX-Dev-Non-Commercial-2.0", "name": "FLUX [dev] Non-Commercial License 2.0", "kind": "restricted" }, { "id": "LicenseRef-Falcon-LLM-License", "name": "Falcon LLM License", "kind": "restricted" }, { "id": "LicenseRef-GLM-5.3", "name": "GLM-5.3 License", "kind": "restricted" }, { "id": "LicenseRef-Gemini-API-Terms", "name": "Gemini API Additional Terms of Service", "kind": "proprietary" }, { "id": "LicenseRef-Gemma-Prohibited-Use-Policy", "name": "Gemma Prohibited Use Policy", "kind": "restricted" }, { "id": "LicenseRef-Gemma-Terms-of-Use", "name": "Gemma Terms of Use", "kind": "restricted" }, { "id": "LicenseRef-Jamba-Open-Model-License", "name": "Jamba Open Model License", "kind": "restricted" }, { "id": "LicenseRef-Kimi-K2-Modified-MIT", "name": "Kimi K2 Modified MIT License", "kind": "restricted" }, { "id": "LicenseRef-Kimi-K3-License", "name": "Kimi K3 License", "kind": "restricted" }, { "id": "LicenseRef-LFM-Open-License-1.0", "name": "LFM Open License v1.0", "kind": "restricted" }, { "id": "LicenseRef-Llama-3.1-AUP", "name": "Llama 3.1 Acceptable Use Policy", "kind": "restricted" }, { "id": "LicenseRef-Llama-3.1-Community", "name": "Llama 3.1 Community License", "kind": "restricted" }, { "id": "LicenseRef-Llama-3.2-AUP", "name": "Llama 3.2 Acceptable Use Policy", "kind": "restricted" }, { "id": "LicenseRef-Llama-3.2-Community", "name": "Llama 3.2 Community License", "kind": "restricted" }, { "id": "LicenseRef-Llama-3.3-AUP", "name": "Llama 3.3 Acceptable Use Policy", "kind": "restricted" }, { "id": "LicenseRef-Llama-3.3-Community", "name": "Llama 3.3 Community License", "kind": "restricted" }, { "id": "LicenseRef-Llama-4-AUP", "name": "Llama 4 Acceptable Use Policy", "kind": "restricted" }, { "id": "LicenseRef-Llama-4-Community", "name": "Llama 4 Community License", "kind": "restricted" }, { "id": "LicenseRef-Meta-Model-API-Terms", "name": "Meta Model API Terms of Service", "kind": "proprietary" }, { "id": "LicenseRef-Microsoft-API-Terms", "name": "Microsoft Product and Service Terms", "kind": "proprietary" }, { "id": "LicenseRef-MiniMax-M2-Modified-MIT", "name": "MiniMax M2 Modified MIT License", "kind": "restricted" }, { "id": "LicenseRef-MiniMax-M2.1-Modified-MIT", "name": "MiniMax M2.1 Modified MIT License", "kind": "restricted" }, { "id": "LicenseRef-MiniMax-M2.5-Model", "name": "MiniMax M2.5 Model License", "kind": "restricted" }, { "id": "LicenseRef-MiniMax-M2.5-Modified-MIT", "name": "MiniMax M2.5 Modified MIT License", "kind": "restricted" }, { "id": "LicenseRef-MiniMax-M2.7-License", "name": "MiniMax M2.7 License", "kind": "restricted" }, { "id": "LicenseRef-MiniMax-M3-Community", "name": "MiniMax M3 Community License", "kind": "restricted" }, { "id": "LicenseRef-Mistral-Modified-MIT", "name": "Mistral Modified MIT License", "kind": "restricted" }, { "id": "LicenseRef-Mistral-Non-Production-License", "name": "Mistral AI Non-Production License", "kind": "restricted" }, { "id": "LicenseRef-Mistral-Research-License", "name": "Mistral Research License", "kind": "restricted" }, { "id": "LicenseRef-Mixedbread-Service-Terms", "name": "Mixedbread Service Terms", "kind": "proprietary" }, { "id": "LicenseRef-n8n-Sustainable-Use-1.0", "name": "n8n Sustainable Use License 1.0", "kind": "restricted" }, { "id": "LicenseRef-NVIDIA-Community-Model-2024", "name": "NVIDIA Community Model License", "kind": "restricted" }, { "id": "LicenseRef-NVIDIA-Nemotron-Open-Model", "name": "NVIDIA Nemotron Open Model License", "kind": "restricted" }, { "id": "LicenseRef-NVIDIA-Open-Model", "name": "NVIDIA Open Model License", "kind": "restricted" }, { "id": "LicenseRef-NVIDIA-Open-Model-Agreement", "name": "NVIDIA Open Model Agreement", "kind": "restricted" }, { "id": "LicenseRef-OpenAI-Services-Agreement", "name": "OpenAI Services Agreement", "kind": "proprietary" }, { "id": "LicenseRef-OpenMDW-1.1", "name": "OpenMDW License Agreement 1.1", "kind": "open_source" }, { "id": "LicenseRef-OSNL-0.2", "name": "Open Source Native License 0.2", "kind": "restricted" }, { "id": "LicenseRef-Proprietary", "name": "Proprietary", "kind": "proprietary" }, { "id": "LicenseRef-Qwen-Community-1.0", "name": "Qwen Community License 1.0", "kind": "restricted" }, { "id": "LicenseRef-Sakana-API-ToS", "name": "Sakana AI API Platform Terms of Service", "kind": "proprietary" }, { "id": "LicenseRef-Sakana-AI-Scientist", "name": "The AI Scientist Source Code License 1.0", "kind": "restricted" }, { "id": "LicenseRef-SQLBot-Modified-GPLv3", "name": "SQLBot Modified GPLv3 License", "kind": "restricted" }, { "id": "LicenseRef-Qwen-License-Agreement", "name": "Qwen License Agreement", "kind": "restricted" }, { "id": "LicenseRef-Qwen3.8-Max", "name": "Qwen3.8-Max License", "kind": "restricted" }, { "id": "LicenseRef-Tencent-Hy-Community-License", "name": "Tencent Hy Community License Agreement", "kind": "restricted" }, { "id": "LicenseRef-TypeSafe-MCA", "name": "TypeSafe Master Customer Agreement", "kind": "proprietary" }, { "id": "LicenseRef-Unclear", "name": "Unclear or unresolved terms", "kind": "unclear" }, { "id": "LicenseRef-Upstage-Solar", "name": "Upstage Solar License", "kind": "restricted" }, { "id": "LicenseRef-Vispark-Service-Terms", "name": "Vispark Service Terms", "kind": "proprietary" }, { "id": "LicenseRef-W3C-Software-Document", "name": "W3C Software and Document License", "kind": "open_content" }, { "id": "LicenseRef-Writer-API-Terms", "name": "Writer API and Product Terms", "kind": "proprietary" }, { "id": "LicenseRef-ZAI-API-Terms", "name": "Z.AI Terms of Use and API Services Terms", "kind": "proprietary" }, { "id": "LicenseRef-xAI-AUP", "name": "xAI Acceptable Use Policy", "kind": "proprietary" }, { "id": "LicenseRef-xAI-Enterprise-Terms", "name": "xAI Enterprise Terms of Service", "kind": "proprietary" }, { "id": "MIT", "name": "MIT License", "kind": "open_source" }, { "id": "MPL-2.0", "name": "Mozilla Public License 2.0", "kind": "open_source" }, { "id": "OFL-1.1", "name": "SIL Open Font License 1.1", "kind": "open_content" }, { "id": "PostgreSQL", "name": "PostgreSQL License", "kind": "open_source" }, { "id": "Unlicense", "name": "The Unlicense", "kind": "open_source" }, { "id": "LicenseRef-Qwen-Research-License-Agreement", "name": "Qwen Research License Agreement", "kind": "restricted" }, { "id": "LicenseRef-LongCat-Platform-Terms", "name": "LongCat API Platform Terms of Service", "kind": "proprietary" }, { "id": "LicenseRef-MiniMax-Platform-Terms", "name": "MiniMax Platform Terms of Service", "kind": "proprietary" }, { "id": "LicenseRef-MiniMax-Model-License", "name": "MiniMax Model License Agreement", "kind": "restricted" }, { "id": "LicenseRef-Tencent-Hunyuan-Community-License", "name": "Tencent Hunyuan Community License Agreement", "kind": "restricted" }, { "id": "LicenseRef-MIT-OpenAI-Anthropic-Rider", "name": "MIT License with OpenAI/Anthropic Rider", "kind": "restricted" }, { "id": "LicenseRef-Reka-Terms-of-Use", "name": "Reka Terms of Use", "kind": "proprietary" } ], "source_models": [ { "id": "open_source", "name": "Open source", "definition": "Operational code is released under one OSI-approved license.", "model_name": "Open-licensed artifacts", "model_definition": "The reviewed release artifacts use one open license. This classifies the published artifacts and mandatory terms, not the openness of training code or training data." }, { "id": "mixed_open_source", "name": "Mixed open licenses", "definition": "Operational code or repository content uses multiple open code or content licenses without production restrictions.", "model_name": "Mixed open artifact licenses", "model_definition": "The reviewed release artifacts use multiple open licenses without production restrictions. This does not assess training code or training data openness." }, { "id": "mixed_source", "name": "Mixed open and proprietary", "definition": "The operational product combines reusable open-source components with a proprietary or restricted core, runtime, or distribution boundary.", "model_name": "Mixed open and restricted artifacts", "model_definition": "The reviewed release combines open artifacts with proprietary or restricted components or distribution terms. See every material license and the release boundary." }, { "id": "open_core", "name": "Open core", "definition": "An open-source core is accompanied by restricted components or enterprise features.", "model_name": "Open core with restricted components", "model_definition": "The reviewed release has an open core and restricted components or features. See the release boundary and every material license." }, { "id": "source_available", "name": "Source available", "definition": "Operational source is visible but use, modification, or production deployment is restricted.", "model_name": "Restricted artifact terms", "model_definition": "The reviewed release makes artifacts available under terms that restrict use, modification, or distribution. Availability does not establish open-source AI." }, { "id": "proprietary", "name": "Proprietary", "definition": "Operational implementation is not provided under reusable source terms.", "model_name": "Proprietary access", "model_definition": "The reviewed release is not provided under reusable open artifact terms. See its documented access routes and mandatory terms." }, { "id": "unclear", "name": "Unclear", "definition": "Available evidence does not yet support a confident source-model conclusion.", "model_name": "Unclear artifact terms", "model_definition": "The available evidence does not support a confident classification of the release artifacts and mandatory terms." } ], "score_profiles": [ { "id": "memory", "family": "memory_system", "name": "Memory-system score", "dimensions": [ { "id": "second_brain_fit", "weight": 0.22, "definition": "Direct usefulness as a personal or agentic second brain." }, { "id": "data_sovereignty", "weight": 0.18, "definition": "Local-first behavior, exportability, privacy, and user control." }, { "id": "interoperability", "weight": 0.16, "definition": "Open formats, APIs, adapters, and model/provider portability." }, { "id": "memory_intelligence", "weight": 0.18, "definition": "Retrieval, temporal handling, provenance, consolidation, and contradiction management." }, { "id": "operational_simplicity", "weight": 0.12, "definition": "Setup and maintenance burden for a technically capable individual." }, { "id": "maturity", "weight": 0.14, "definition": "Adoption, maintenance, documentation, and production readiness." } ] }, { "id": "agent", "family": "agent_system", "name": "Agent-system score", "dimensions": [ { "id": "task_reliability", "weight": 0.2, "definition": "Consistency and correctness on the tasks the system claims to handle." }, { "id": "tool_use", "weight": 0.14, "definition": "Breadth, quality, and composability of tool invocation." }, { "id": "autonomy", "weight": 0.1, "definition": "Ability to plan and complete meaningful multi-step work." }, { "id": "human_control", "weight": 0.15, "definition": "Approvals, steering, boundaries, inspectability, and safe interruption." }, { "id": "observability_recovery", "weight": 0.12, "definition": "Tracing, checkpoints, error visibility, replay, and recovery." }, { "id": "data_sovereignty", "weight": 0.1, "definition": "Local execution, privacy, exportability, and operator control." }, { "id": "interoperability", "weight": 0.09, "definition": "Provider, tool, protocol, and deployment portability." }, { "id": "maturity", "weight": 0.1, "definition": "Adoption, maintenance, documentation, and production readiness." } ] }, { "id": "assistant", "family": "assistant_system", "name": "Assistant-system score", "dimensions": [ { "id": "task_reliability", "weight": 0.19, "definition": "Usefulness and consistency across the assistant's documented jobs rather than transient model benchmarks." }, { "id": "context_continuity", "weight": 0.14, "definition": "Conversation state, project or workspace context, memory controls, and provenance." }, { "id": "tools_integrations", "weight": 0.13, "definition": "Files, search, connectors, applications, and actions available through the product." }, { "id": "human_control", "weight": 0.13, "definition": "Consent, approvals, source visibility, correction, memory controls, and safe interruption." }, { "id": "data_governance", "weight": 0.13, "definition": "Retention, training controls, tenant boundaries, administration, privacy, and export or deletion controls." }, { "id": "interoperability", "weight": 0.1, "definition": "Model choice, data portability, APIs, protocols, and connector openness." }, { "id": "usability_access", "weight": 0.08, "definition": "Platform availability, accessibility, onboarding, and interaction quality." }, { "id": "maturity", "weight": 0.1, "definition": "Stability, support, documentation, adoption, and operational readiness." } ] } ] }