Publicaciones

@article{chatgpt-search,

title = {ChatGPT Search as a tool for scholarly tasks: evolution or devolution?},

author = {Cristina I Font-Julian and Enrique Orduña-Malea and Lluís Codina},

doi = {https://doi.org/10.3145/infonomy.24.059},

issn = {2990-2290},

year  = {2024},

date = {2024-11-26},

urldate = {2024-11-26},

journal = {Infonomy},

volume = {2},

number = {5},

pages = {15},

abstract = {ChatGPT Search was launched on October 31 by OpenAI as a new AI-powered search engine. Among its features, it stands out for its ability to retrieve information from various online sources, including scholarly databases, which potentially allows the use of this tool for academic tasks, both quantitative and qualitative. To test its features, five academic tasks are designed: two quantitative (collecting hit count estimates from Google Search and scraping bibliometric indicators from ResearchGate); two qualitative tasks (performing a narrative synthesis of an academic topic and generating a brief academic author profile), and a mixed task (identifying, collecting and describing a list of publications from Google Scholar Profiles). The results show the inability of ChatGPT Search to conduct quantitative tasks correctly, fabricating the results (hallucination). Qualitative tasks are performed with better results; however, errors are detected, which prevent recommending the tool without manual analysis and refinement. Finally, the ability to generate links to scientific publications can open up competition among academic sites to be mentioned in the ChatGPT Search responses, giving rise to Academic Generative Engine Optimization (A-GEO).},

keywords = {A-GEO, Academic Generative Engine Optimization, Academic Tasks, AI, ChatGPT, ChatGPT Search, Generative Artificial Intelligence, Information Retrieval, Link Analysis, Narrative Synthesis, Quantitative vs. Qualitative, Scholarly Tasks, Search Engines, Web Search},

pubstate = {published},

tppubtype = {article}

}

@article{Orduña-Malea2023c,

title = {ChatGPT and the potential growing of ghost bibliographic references},

author = {Enrique Orduña-Malea and Álvaro Cabezas-Clavijo},

doi = {10.1007/s11192-023-04804-4},

issn = {1588-2861},

year  = {2023},

date = {2023-07-31},

urldate = {2023-07-31},

journal = {Scientometrics},

volume = {128},

number = {9},

pages = {5351--5355},

publisher = {Springer Science and Business Media LLC},

abstract = {This letter warns about the identification of research publications available online that contain references to non-existent papers (ghost bibliographic references). This is likely to happen due to the use of ChatGPT, a LLM-based (Large-Language Models) chatbot which generates plausible but fake bibliographic references. Although the magnitude of the problem is still unknown (it could affect only preprint platforms, predatory journals, or poor-quality publication venues) and it is expected that ChatGPT would provide true references in a short period of time, both journals and publishers must be vigilant to prevent fake references from flooding their pages.},

keywords = {ChatGPT, Ghost References, Machine Learning, Science Studies, Scientific Publications},

pubstate = {published},

tppubtype = {article}

}