@@ -8,6 +8,141 @@ functional_name: "Artifacts Evaluated - Functional (v1.1)"
88reproduced_img : " acm_reproduced_1.1.png"
99reproduced_name : " Results Reproduced (v1.1)"
1010
11+ artifacts :
12+ - title : " AI Realtor: Towards Grounded Persuasive Language Generation for Automated Copywriting"
13+ artifact_url : " https://github.com/yangalan123/AI-Realtor-Codebase"
14+ badges : " available,functional"
15+
16+ - title : " Robust Batch-Level Query Routing for Large Language Models under Cost and Capacity Constraints"
17+ artifact_url : " https://github.com/CoreAI-Optimization/robust-llm-router"
18+ badges : " available,functional"
19+
20+ - title : " CAMI: Cost-Aware Agent-Guided Multi-Indexing for Semantic Retrieval"
21+ artifact_url : " n/a"
22+ badges : " available,functional"
23+
24+ - title : " Glia: A Human-Inspired AI for Automated Systems Design and Optimization"
25+ artifact_url : " https://github.com/mit-nms/Engram"
26+ badges : " available,functional"
27+
28+ - title : " OpaqueToolsBench: Learning Nuances of Tool Behavior Through Interaction"
29+ artifact_url : " https://github.com/shallinan1/OpaqueToolsBench/"
30+ badges : " available,functional"
31+
32+ - title : " Robust Agent Compensation (RAC): Teaching AI Agents to Compensate"
33+ artifact_url : " https://zenodo.org/records/19753969"
34+ badges : " available,functional"
35+
36+ - title : " ViBench: A Benchmark on Vibe Coding"
37+ artifact_url : " https://zenodo.org/records/19881536"
38+ badges : " available,functional"
39+
40+ - title : " AgentStop: Terminating Local AI Agents Early to Save Energy in Consumer Devices"
41+ artifact_url : " https://github.com/brave-experiments/AgentStop"
42+ badges : " available,functional,reproduced"
43+
44+ - title : " Context, Reasoning, and Hierarchy: A Cost–Performance Study of Compound LLM Agent Design in an Adversarial POMDP"
45+ artifact_url : " https://github.com/isbogdanov/agent-design-study"
46+ badges : " available,functional,reproduced"
47+
48+ - title : " Do Agents Need to Plan Step-by-Step? Rethinking Planning Horizon in Data-Centric Tool Calling"
49+ artifact_url : " https://github.com/megagonlabs/cais26-planning-horizon"
50+ badges : " available,functional,reproduced"
51+
52+ - title : " Exploring and Developing a Pre-Model Safeguard with Draft Models"
53+ artifact_url : " https://github.com/standbyme/proj-jailbreak-sandbox"
54+ badges : " available,functional,reproduced"
55+
56+ - title : " FORGE: Self-Evolving Agent Memory With No Weight Updates via Population Broadcast"
57+ artifact_url : " https://github.com/isbogdanov/forge-protocol"
58+ badges : " available,functional,reproduced"
59+
60+ - title : " How To Steer Your Multi-Agent System: Human-LLM Collaborative Planning"
61+ artifact_url : " https://github.com/megagonlabs/ambipom"
62+ badges : " available,functional,reproduced"
63+
64+ - title : " Improving Coherence and Persistence in Agentic AI for System Optimization"
65+ artifact_url : " https://github.com/mit-nms/Engram"
66+ badges : " available,functional,reproduced"
67+
68+ - title : " Learning from Supervision with Semantic and Episodic Memory: A Reflective Approach to Agent Adaptation"
69+ artifact_url : " https://github.com/megagonlabs/critique-learning"
70+ badges : " available,functional,reproduced"
71+
72+ - title : " optimize_anything: Unified Text Optimization can Outperform Specialized Systems"
73+ artifact_url : " github.com/lukeleeai/optimize_anything_artifact"
74+ badges : " available,functional,reproduced"
75+
76+ - title : " Retrieval-Augmented LLMs for Security Incident Analysis"
77+ artifact_url : " https://github.com/neu-nds2/llm-sec-incident-analysis"
78+ badges : " available,functional,reproduced"
79+
80+ - title : " Securing Agents With Tracked Capabilities"
81+ artifact_url : " https://github.com/lampepfl/tacit"
82+ badges : " available,functional,reproduced"
83+
84+ - title : " Securing the Agent: Vendor-Neutral, Multitenant Enterprise Retrieval and Tool Use"
85+ artifact_url : " https://github.com/varshaprasad96/ogx-evals"
86+ badges : " available,functional,reproduced"
87+
88+ - title : " Vista: Verifier-in-the-Loop Agentic Reinforcement Learning for Quantum Program Synthesis"
89+ artifact_url : " https://github.com/benyucong/rl-quantum"
90+ badges : " available,functional,reproduced"
91+
92+ - title : " Who Decides the Trade-off? Resolution Policy as Delegation Governance in Autonomous Agents"
93+ artifact_url : " https://doi.org/10.5281/zenodo.20043263"
94+ badges : " available,functional,reproduced"
1195---
1296
13- * Comming soon...*
97+ ** Evaluation Results** :
98+
99+ * 14 Artifact Available, Functional, and Results Reproduced
100+ * 7 Artifact Available and Functional
101+ * 0 Artifact Functional and Results Reproduced
102+
103+ <table >
104+ <thead >
105+ <tr>
106+ <th>Title</th>
107+ <th>Available</th>
108+ <th>Functional</th>
109+ <th>Reproduced</th>
110+ <th>Available at</th>
111+ </tr>
112+ </thead >
113+ <tbody >
114+ {% for artifact in page.artifacts %}
115+ <tr >
116+ <td >
117+ {% if artifact.paper_url %}
118+ <a href =" {{artifact.paper_url}} " target =" _blank " >{{artifact.title}}</a >
119+ {% else %}
120+ {{ artifact.title }}
121+ {% endif %}
122+ </td >
123+ <td >
124+ {% if artifact.badges contains "available" %}
125+ <img src =" {{ site.baseurl }}/images/{{ page.available_img }} " alt =" {{ page.available_name }} " width =" 50px " >
126+ {% endif %}
127+ </td >
128+ <td >
129+ {% if artifact.badges contains "functional" %}
130+ <img src =" {{ site.baseurl }}/images/{{ page.functional_img }} " alt =" {{ page.functional_name }} " width =" 50px " >
131+ {% endif %}
132+ </td >
133+ <td >
134+ {% if artifact.badges contains "reproduced" %}
135+ <img src =" {{ site.baseurl }}/images/{{ page.reproduced_img }} " alt =" {{ page.reproduced_name }} " width =" 50px " >
136+ {% endif %}
137+ </td >
138+ <td >
139+ {% if artifact.award %}
140+ <b >{{ artifact.award }}</b ><br >
141+ {% endif %} {% if artifact.artifact_url %}
142+ <a href =" {{artifact.artifact_url}} " target =" _blank " >Artifact</a ><br >
143+ {% endif %}
144+ </td >
145+ </tr >
146+ {% endfor %}
147+ </tbody >
148+ </table >
0 commit comments