mirror of
https://github.com/velocitatem/PHANTOM.git
synced 2026-05-31 08:33:36 +00:00
123 lines
14 KiB
BibTeX
123 lines
14 KiB
BibTeX
@techReport{Imperva2025,
|
||
author = {Imperva},
|
||
title = {The Rapid Rise of Bots and the Unseen Risk for Business \#2025BADBOTREPORT},
|
||
year = {2025}
|
||
}
|
||
|
||
@techReport{Xie,
|
||
abstract = {Autonomous agents that accomplish complex computer tasks with minimal human interventions have the potential to transform human-computer interaction, significantly enhancing accessibility and productivity. However, existing benchmarks either lack an interactive environment or are limited to environments specific to certain applications or domains, failing to reflect the diverse and complex nature of real-world computer use, thereby limiting the scope of tasks and agent scalability. To address this issue, we introduce OSWORLD, the first-of-its-kind scalable, real computer environment for multimodal agents, supporting task setup, execution-based evaluation, and interactive learning across various operating systems such as Ubuntu, Windows, and macOS. OSWORLD can serve as a unified, integrated computer environment for assessing open-ended computer tasks that involve arbitrary applications. Building upon OSWORLD, we create a benchmark of 369 computer tasks involving real web and desktop apps in open domains, OS file I/O, and workflows spanning multiple applications. Each task example is derived from real-world computer use cases and includes a detailed initial state setup configuration and a custom execution-based evaluation script for reliable, reproducible evaluation. Extensive evaluation of state-of-the-art LLM/VLM-based agents on OSWORLD reveals significant deficiencies in their ability to serve as computer assistants. While humans can accomplish over 72.36% of the tasks, the best model achieves only 12.24% success, primarily struggling with GUI grounding and operational knowledge. Comprehensive analysis using OSWORLD provides valuable insights for developing multimodal generalist agents that were not possible with previous benchmarks. Our code, environment, baseline models, and data are publicly available at https://os-world.github.io.},
|
||
author = {Tianbao Xie and Danyang Zhang and Jixuan Chen and Xiaochuan Li and Siheng Zhao and Ruisheng Cao and Toh Jing Hua and Zhoujun Cheng and Dongchan Shin and Fangyu Lei and Yitao Liu and Yiheng Xu and Shuyan Zhou and Silvio Savarese and Caiming Xiong and Victor Zhong and Tao Yu},
|
||
title = {OSWORLD: Benchmarking Multimodal Agents for Open-Ended Tasks in Real Computer Environments},
|
||
url = {https://os-world.github.io}
|
||
}
|
||
|
||
@techReport{MarkNtelAdvisors2025,
|
||
author = {MarkNtel Advisors},
|
||
institution = {MarkNtel Advisors},
|
||
title = {Global AI Agent Market Research Report: Forecast (2026–2032)},
|
||
url = {https://www.marknteladvisors.com/research-library/ai-agent-market.html},
|
||
year = {2025}
|
||
}
|
||
|
||
@article{Xia2025,
|
||
abstract = {Large Language Models (LLMs) have enabled the emergence of LLM agents, systems capable of pursuing under-specified goals and adapting after deployment. Evaluating such agents is challenging because their behavior is open ended, probabilistic, and shaped by system-level interactions over time. Traditional evaluation methods, built around fixed benchmarks and static test suites, fail to capture emergent behaviors or support continuous adaptation across the lifecycle. To ground a more systematic approach, we conduct a multivocal literature review (MLR) synthesizing academic and industrial evaluation practices. The findings directly inform two empirically derived artifacts: a process model and a reference architecture that embed evaluation as a continuous, governing function rather than a terminal checkpoint. Together they constitute the evaluation-driven development and operations (EDDOps) approach, which unifies offline (development-time) and online (runtime) evaluation within a closed feedback loop. By making evaluation evidence drive both runtime adaptation and governed redevelopment, EDDOps supports safer, more traceable evolution of LLM agents aligned with changing objectives, user needs, and governance constraints.},
|
||
author = {Boming Xia and Qinghua Lu and Liming Zhu and Zhenchang Xing and Dehai Zhao and Hao Zhang},
|
||
month = {11},
|
||
title = {Evaluation-Driven Development and Operations of LLM Agents: A Process Model and Reference Architecture},
|
||
url = {http://arxiv.org/abs/2411.13768},
|
||
year = {2025}
|
||
}
|
||
|
||
|
||
@misc{AmazonvsPerplexity,
|
||
author = {Shirin Ghaffary and Matt Day},
|
||
note = {Updated 2025-11-05},
|
||
title = {Amazon Sues to Stop Perplexity From Using AI Tool to Buy Stuff},
|
||
url = {https://www.bloomberg.com/news/articles/2025-11-04/amazon-demands-perplexity-stop-ai-agent-from-making-purchases}
|
||
}
|
||
|
||
|
||
@inproceedings{Mueller2019,
|
||
author = {Jonas W Mueller and Vasilis Syrgkanis and Matt Taddy},
|
||
booktitle = {Advances in Neural Information Processing Systems 32 (NeurIPS 2019)},
|
||
pages = {15442-15452},
|
||
title = {Low-Rank Bandit Methods for High-Dimensional Dynamic Pricing},
|
||
url = {https://proceedings.neurips.cc/paper/2019/file/0a3df70393993583a13c0dd6686f3f32-Paper.pdf},
|
||
year = {2019}
|
||
}
|
||
|
||
@article{Amjad2017,
|
||
abstract = { In this paper, the question of interest is estimating true demand of a product at a given store location and time period in the retail environment based on a single noisy and potentially censored observation. To address this question, we introduce a %non-parametric framework to make inference from multiple time series. Somewhat surprisingly, we establish that the algorithm introduced for the purpose of "matrix completion" can be used to solve the relevant inference problem. Specifically, using the Universal Singular Value Thresholding (USVT) algorithm [7], we show that our estimator is consistent: the average mean squared error of the estimated average demand with respect to the true average demand goes to 0 as the number of store locations and time intervals increase to $\infty$. We establish naturally appealing properties of the resulting estimator both analytically as well as through a sequence of instructive simulations. Using a real dataset in retail (Walmart), we argue for the practical relevance of our approach. },
|
||
author = {Muhammad J. Amjad and Devavrat Shah},
|
||
doi = {10.1145/3154489},
|
||
issue = {2},
|
||
journal = {Proceedings of the ACM on Measurement and Analysis of Computing Systems},
|
||
month = {12},
|
||
pages = {1-28},
|
||
publisher = {Association for Computing Machinery (ACM)},
|
||
title = {Censored Demand Estimation in Retail},
|
||
volume = {1},
|
||
url = {https://par.nsf.gov/servlets/purl/10066022},
|
||
year = {2017}
|
||
}
|
||
@misc{Parkes2015,
|
||
abstract = {The field of artificial intelligence (AI) strives to build rational agents capable of perceiving the world around them and taking actions to advance specified goals. Put another way, AI researchers aim to construct a synthetic homo economicus, the mythical perfectly rational agent of neoclassical economics.We review progress toward creating this new species of machine, machina economicus, and discuss some challenges in designing AIs that can reason effectively in economic contexts. Supposing that AI succeeds in this quest, or at least comes close enough that it is useful to think about AIs in rationalistic terms, we ask how to design the rules of interaction in multi-agent systems that come to represent an economy of AIs.Theories of normative design from economics may prove more relevant for artificial agents than human agents, with AIs that better respect idealized assumptions of rationality than people, interacting through novel rules and incentive systems quite distinct from those tailored for people.},
|
||
author = {David C. Parkes and Michael P. Wellman},
|
||
doi = {10.1126/science.aaa8403},
|
||
issn = {10959203},
|
||
issue = {6245},
|
||
journal = {Science},
|
||
month = {7},
|
||
pages = {267-272},
|
||
pmid = {26185245},
|
||
publisher = {American Association for the Advancement of Science},
|
||
title = {Economic reasoning and artificial intelligence},
|
||
volume = {349},
|
||
year = {2015}
|
||
}
|
||
|
||
@book{Russell,
|
||
author = {Stuart Russell and Peter Norvig},
|
||
isbn = {978-1-292-40117-1},
|
||
title = {Artificial Intelligence A Modern Approach Fourth Edition Global Edition}
|
||
}
|
||
@misc{Parkes2015,
|
||
abstract = {The field of artificial intelligence (AI) strives to build rational agents capable of perceiving the world around them and taking actions to advance specified goals. Put another way, AI researchers aim to construct a synthetic homo economicus, the mythical perfectly rational agent of neoclassical economics.We review progress toward creating this new species of machine, machina economicus, and discuss some challenges in designing AIs that can reason effectively in economic contexts. Supposing that AI succeeds in this quest, or at least comes close enough that it is useful to think about AIs in rationalistic terms, we ask how to design the rules of interaction in multi-agent systems that come to represent an economy of AIs.Theories of normative design from economics may prove more relevant for artificial agents than human agents, with AIs that better respect idealized assumptions of rationality than people, interacting through novel rules and incentive systems quite distinct from those tailored for people.},
|
||
author = {David C. Parkes and Michael P. Wellman},
|
||
doi = {10.1126/science.aaa8403},
|
||
issn = {10959203},
|
||
issue = {6245},
|
||
journal = {Science},
|
||
month = {7},
|
||
pages = {267-272},
|
||
pmid = {26185245},
|
||
publisher = {American Association for the Advancement of Science},
|
||
title = {Economic reasoning and artificial intelligence},
|
||
volume = {349},
|
||
year = {2015}
|
||
}
|
||
|
||
@article{Xia2025,
|
||
abstract = {Large Language Models (LLMs) have enabled the emergence of LLM agents, systems capable of pursuing under-specified goals and adapting after deployment. Evaluating such agents is challenging because their behavior is open ended, probabilistic, and shaped by system-level interactions over time. Traditional evaluation methods, built around fixed benchmarks and static test suites, fail to capture emergent behaviors or support continuous adaptation across the lifecycle. To ground a more systematic approach, we conduct a multivocal literature review (MLR) synthesizing academic and industrial evaluation practices. The findings directly inform two empirically derived artifacts: a process model and a reference architecture that embed evaluation as a continuous, governing function rather than a terminal checkpoint. Together they constitute the evaluation-driven development and operations (EDDOps) approach, which unifies offline (development-time) and online (runtime) evaluation within a closed feedback loop. By making evaluation evidence drive both runtime adaptation and governed redevelopment, EDDOps supports safer, more traceable evolution of LLM agents aligned with changing objectives, user needs, and governance constraints.},
|
||
author = {Boming Xia and Qinghua Lu and Liming Zhu and Zhenchang Xing and Dehai Zhao and Hao Zhang},
|
||
month = {11},
|
||
title = {Evaluation-Driven Development and Operations of LLM Agents: A Process Model and Reference Architecture},
|
||
url = {http://arxiv.org/abs/2411.13768},
|
||
year = {2025}
|
||
}
|
||
|
||
@techReport{Varian,
|
||
abstract = {The eeld of economic mechanism design has been an active area of research in economics for at least 20 years. This eld uses the tools of economics and game theory to design \rules of interaction" for economic transactions that will, in principle , yield some desired outcome. In this paper I provide an overview of this subject for an audience interested in applications to electronic commerce and discuss some special problems that arise in this context.},
|
||
author = {Hal R Varian},
|
||
title = {Economic Mechanism Design for Computerized Agents}
|
||
}
|
||
@techReport{Mullapudi,
|
||
abstract = {Dynamic pricing represents a critical strategic challenge in modern e-commerce, where firms must navigate fluctuating demand, inventory constraints, and aggressive competitor actions. Traditional static and heuristic-based pricing models often fail to capture the complex, non-linear dynamics of competitive digital markets, leading to suboptimal profitability. This paper proposes a model-free reinforcement learning (RL) framework to address this challenge. Specifically, we design, implement, and evaluate a Q-learning agent capable of learning an optimal, state-dependent pricing policy. The agent is trained and evaluated within a simulated market environment constructed from the publicly available "Retail Price Optimization" dataset from Kaggle, which provides a rich feature set including historical sales, product characteristics, seasonality, and, crucially, competitor pricing data. The problem is formulated as a Markov Decision Process (MDP), where the agent's state incorporates its price position relative to competitors, competitor price trends, and seasonal factors. The agent's performance is benchmarked against three baseline strategies: static pricing, a reactive "follow-the-leader" heuristic, and random pricing. The results demonstrate that the Q-learning agent achieves a substantial increase in total cumulative profit over the evaluation period, outperforming all baselines by learning a nuanced policy that strategically balances price adjustments in response to market conditions. This work provides a practical and reproducible blueprint for applying reinforcement learning to optimize pricing decisions in a simulated yet realistic competitive retail environment, highlighting the potential of RL to automate complex strategic decision-making.},
|
||
author = {Pavan Mullapudi},
|
||
issue = {4},
|
||
journal = {International Journal on Science and Technology (IJSAT) IJSAT25049558},
|
||
keywords = {Index Terms: Dynamic Pricing,Markov Decision Process,Price Optimization,Q-Learning,Reinforcement Learning,Retail Analytics},
|
||
title = {A Reinforcement Learning Approach to Dynamic Pricing},
|
||
volume = {16}
|
||
}
|