The Benevolence Paradox: When Do Humans Stop Exploiting AI?

@inproceedings{10.1145/3706599.3719279,
author = {CHOI, YEBOM},
title = {The Benevolence Paradox: When Do Humans Stop Exploiting AI?},
year = {2025},
isbn = {9798400713958},
publisher = {Association for Computing Machinery},
address = {New York, NY, USA},
url = {https://doi.org/10.1145/3706599.3719279},
doi = {10.1145/3706599.3719279},
abstract = {Human interactions are fundamentally driven by reciprocity, a tit-for-tat strategy in which favors are returned with favors and hostility with hostility. However, when interacting with AI, this dynamic shifts. Humans often adopt an exploitative approach, leveraging AI's goodwill for their own benefit. This study investigates the factors that promote cooperative attitudes toward AI through an experiment utilizing the Modified Reciprocity Game (MRG). Specifically, we examine the effects of social presence and the reward system on human cooperation with AI. The results indicate that when AI exhibits higher social presence and the size of reward system is relatively small, participants demonstrate more cooperative behaviors in response to AI's goodwill. These findings suggest that enhancing AI's social presence and designing an effective reward system can foster greater human-AI cooperation. This has important implications for developing AI systems in domains where sustained collaboration between humans and AI is essential, such as education, teamwork-oriented environments and mixed-traffic scenarios involving autonomous vehicles.},
booktitle = {Proceedings of the Extended Abstracts of the CHI Conference on Human Factors in Computing Systems},
articleno = {905},
numpages = {6},
keywords = {Cooperation, Reciprocity Game, Reward System, Social Presence},
location = {
},
series = {CHI EA '25}
}