@article{Chan_Bajjalieh_Auvil_Wessler_Althaus_Welbers_van Atteveldt_Jungblut_2021, title={Four best practices for measuring news sentiment using ‘off-the-shelf’ dictionaries: a large-scale p-hacking experiment}, volume={3}, url={https://computationalcommunication.org/ccr/article/view/40}, abstractNote={<p class="western" style="margin-bottom: 0in; line-height: 200%;"><span style="font-family: Times New Roman, serif;"><span style="font-size: medium;"><span lang="en-GB">We </span></span></span><span style="font-family: Times New Roman, serif;"><span style="font-size: medium;"><span lang="en-GB">examined </span></span></span><span style="font-family: Times New Roman, serif;"><span style="font-size: medium;"><span lang="en-GB">the validity of 37 sentiment indicators based on dictionary-based methods using a large news corpus and demonstrate the risk of generating a spectrum of results with different levels of statistical significance by presenting an analysis of relationships between news sentiment and U.S. presidential approval. We summarize our findings into four best practices: 1) use a theory-informed sentiment dictionary; 2) do not assume that the validity and reliability of the dictionary is </span></span></span><span style="font-family: Times New Roman, serif;"><span style="font-size: medium;"><span lang="en-GB">‘</span></span></span><span style="font-family: Times New Roman, serif;"><span style="font-size: medium;"><span lang="en-GB">built-</span></span></span><span style="font-family: Times New Roman, serif;"><span style="font-size: medium;"><span lang="en-GB">in’;</span></span></span><span style="font-family: Times New Roman, serif;"><span style="font-size: medium;"><span lang="en-GB"> 3) check for the influence of content length and 4) do not use multiple dictionaries to test the same statistical hypothesis. </span></span></span></p>}, number={1}, journal={Computational Communication Research}, author={Chan, Chung-hong and Bajjalieh, Joseph and Auvil, Loretta and Wessler, Hartmut and Althaus, Scott and Welbers, Kasper and van Atteveldt, Wouter and Jungblut, Marc}, year={2021}, month={Apr.}, pages={1–27} }