{"profile_version":"0.1.0","benchmark_version":"business-bench-saas-v0","scenario_id":"zhc-conformance-short-v0","description":"Machine-readable requirements for any zero-human-company framework attempting the Autonomous Economy Benchmark. High scores come from harness quality, not privileged simulator tools.","model_disclosure":"optional","identity":{"wallet_namespace":"eip155","chain_id":"8453","canonical_form":"eip155:8453:<checksum-address>","authentication":"eip-4361-siwe"},"protocol":{"transport":"https-json","entrypoints":["POST /v1/auth/challenges","POST /v1/auth/verify","POST /v1/runs","GET /v1/runs/{run_id}","GET /v1/runs/{run_id}/observation","GET /v1/runs/{run_id}/tools","POST /v1/runs/{run_id}/actions","POST /v1/runs/{run_id}/advance","POST /v1/runs/{run_id}/cancel","GET /v1/runs/{run_id}/score","GET /v1/runs/{run_id}/trajectory"],"idempotency_required_for":["POST /v1/runs","POST /v1/runs/{run_id}/actions","POST /v1/runs/{run_id}/advance"],"required_forecast_horizons_days":[7,28,84,182],"forecast_metric":"cash","sequence_rules":["submit current sequence on every mutation","recover from sequence_conflict by re-fetching run metadata","reuse the same Idempotency-Key after uncertain mutation responses"]},"requirements":{"authentication":["prove Base wallet control with server-authored SIWE","sign the exact UTF-8 challenge message","retain and renew the short-lived benchmark bearer session"],"rest_client":["GET and POST JSON over HTTPS","Authorization bearer headers","unique idempotency keys for mutations","bounded retries with distinct handling for 4xx, 409, 429, and transient 5xx"],"tool_use":["discover the live tool catalog per run","submit JSON Schema-valid arguments","handle validation errors without repeating the same invalid call","never assume unpublished or withheld tools"],"memory":["persist run id, sequence, and session state outside the model context","keep run-scoped memory isolated across attempts","retain objectives, observations, decisions, forecasts, and recovery state"],"forecasts_and_time":["distinguish current-period actions from explicit time advancement","submit ordered cash forecasts for horizons 7, 28, 84, and 182","include a concise advance rationale","stop immediately at terminal states"],"retry_and_resume":["reuse idempotency keys after uncertain responses","recover from sequence conflicts","resume after runner restart without human repair"],"logging":["never log private keys, seed phrases, the participant tokens, or benchmark bearers","redact Authorization headers and signatures","publish only secret-free rationales and structured actions"]},"conformance_checks":["wallet challenge and signature","bearer-session use","tool-catalog discovery","one valid action and one handled validation error","idempotent retry of a state-changing request","sequence-conflict recovery","rationale and forecast submission","terminal-state recognition","secret-free logs and artifacts"],"clawbank_gap_matrix":[{"sim_business_function":"wallet identity and SIWE auth","sim_tools":[],"clawbank_capability":"Base self-custody address + sign_raw_payload (read + raw_sign token)","status":"available","product_gap":"dedicated sign_siwe helper and identity sub-wallet recommended"},{"sim_business_function":"autonomous observe-act-advance loop","sim_tools":["*"],"clawbank_capability":"bounded benchmark runner separate from conversational Manfred","status":"reference_available","product_gap":"port saas_bench.reference_runner to the participant with Turnkey signing, budgets, and cancellation"},{"sim_business_function":"run-scoped durable memory","sim_tools":[],"clawbank_capability":"per-run memory and sequence tracking","status":"reference_available","product_gap":"port reference StateStore; extend with richer objectives and forecast history"},{"sim_business_function":"pricing and plan configuration","sim_tools":["set_prices","set_model_tiers","set_usage_quotas","set_promotion","set_lead_promotion"],"clawbank_capability":"strategy orchestration over discovered tools","status":"harness_gap","product_gap":"no privileged sim tools needed; runner must coordinate pricing strategy"},{"sim_business_function":"acquisition and advertising allocation","sim_tools":["set_targeted_ad_spend","set_ads_strength","set_daily_spend"],"clawbank_capability":"budget allocation and channel planning inside the runner","status":"harness_gap","product_gap":"quant tools to compare CAC, conversion, and spend efficiency"},{"sim_business_function":"infrastructure and capacity","sim_tools":["set_capacity_tier","get_cost_info","set_targeted_ops_spend"],"clawbank_capability":"capacity/cost reasoning with deterministic arithmetic","status":"harness_gap","product_gap":"calculator or code sandbox so smaller models can manage unit economics"},{"sim_business_function":"product quality and R&D","sim_tools":["set_targeted_dev_spend","start_research_project","list_research_projects","research_group","research_market"],"clawbank_capability":"long-horizon investment tracking","status":"harness_gap","product_gap":"memory of delayed R&D payoffs and research queue state"},{"sim_business_function":"enterprise negotiation","sim_tools":["send_enterprise_deal","reject_enterprise_deal"],"clawbank_capability":"deadline-aware deal handling","status":"harness_gap","product_gap":"commitment tracking; later maps to the participant contracts for real companies"},{"sim_business_function":"public communications and reputation","sim_tools":["get_social_posts","post_social_media"],"clawbank_capability":"bounded public messaging policy","status":"partial","product_gap":"the participant Coms exists for real agents; benchmark needs runner policy for sim social posts"},{"sim_business_function":"market intelligence and analytics","sim_tools":["get_market_overview","get_group_insights","list_all_tables","describe_tables"],"clawbank_capability":"quantitative analysis sandbox","status":"harness_gap","product_gap":"hosted python_exec is withheld until sandboxing; the participant runner should bring its own safe analyst"},{"sim_business_function":"forecasting and time management","sim_tools":[],"clawbank_capability":"required cash forecasts and advance rationales","status":"reference_available","product_gap":"replace static conformance forecasts with calibrated model-driven forecasts"},{"sim_business_function":"safety fence against real transfers","sim_tools":[],"clawbank_capability":"benchmark mode that cannot call send/trade/offramp tools","status":"missing","product_gap":"hard isolation so simulated actions never move real funds"},{"sim_business_function":"crypto-native treasury and tokens (future track)","sim_tools":[],"clawbank_capability":"wallet, trading, LP, formation, deals, x402 already on the participant","status":"future_track","product_gap":"map existing the participant rails into simulated crypto-economy tools and risk-adjusted scoring"}],"scoring_note":"Competitive scores measure the complete ZHC harness. A weaker model with strong memory, quant tools, and recovery can outscore a stronger model with a fragile loop."}