From 88ad8899cd048e14e261547aa3f212d12471afd8 Mon Sep 17 00:00:00 2001 From: wea_ondara Date: Sun, 22 Mar 2020 12:16:02 +0100 Subject: [PATCH] wip --- text/2_relwork.tex | 37 +++++++++++++++++++++---------------- text/bib.bib | 16 ++++++++++++++-- 2 files changed, 35 insertions(+), 18 deletions(-) diff --git a/text/2_relwork.tex b/text/2_relwork.tex index bd2c273..dedcbdc 100644 --- a/text/2_relwork.tex +++ b/text/2_relwork.tex @@ -79,18 +79,23 @@ and new contributors often do not know which articles they could edit and improv \citeauthor{allen2006organizational} showed that the one-time-contributers phenomenon also translates to work places and organizations \cite{allen2006organizational}. They found out that socialization with other members of an organization plays an important role in turnover. The better the socialization within the organization the less likely newcomers are to leave. The socialization process has to be actively persued by the organization. -The StackOverflow team acknowledged the one-time-contributors problem \cite{silge2019welcome, hanlon2019stack} and took efforts to make the site more welcoming to new users \cite{friend2018rolling}. They lied out various reasons: Firstly, They send mixed messages whether the site is an expert site or for everyone. -Secondly, they gave to little guidance to new users which resulted in unwelcoming behavior of more integrated users towards the new users. New users do not know all the rules and nuances of communitcation of the communities. An example is that ''Please`` and ''Thank you`` is not well received on the site as they are deemed unneccessary. Also the quality, clearlyness and language quality of the questions of new users is lower than more experienced users which leads to unwelcoming or even toxic answers and comments. Moreover, users who gained moderation tool access could close questions with predefined reasons which are often not meaningful enough for poster of the qustion\cite{hanlon2013war}. Thirdly, marginalized groups, for instance women and people of color \cite{hanlon2019stack, stackoversurvey2019, ford2016paradise}, are more likely to drop out of the community due to unwelcoming behavior from other users \cite{hanlon2019stack}. They feel the site is a elitist and hostile place. The team suggested several steps to mitigate these problems. Some of these steps include apelling to the users to be more welcoming and forgiving towards new users \cite{spolsky2012kicking, } %TODO -, other steps are geared towards changes to the platfrom itself: The ''Be nice`` policy (code of conduct) was updated with feedback from the community \cite{jaydles2014the}. %... +The StackOverflow team acknowledged the one-time-contributors problem \cite{silge2019welcome, hanlon2018stack} and took efforts to make the site more welcoming to new users \cite{friend2018rolling}. They lied out various reasons: Firstly, they send mixed messages whether the site is an expert site or for everyone. +Secondly, they gave to little guidance to new users which resulted in unwelcoming behavior of more integrated users towards the new users. New users do not know all the rules and nuances of communitcation of the communities. An example is that ''Please`` and ''Thank you`` is not well received on the site as they are deemed unneccessary. Also the quality, clearlyness and language quality of the questions of new users is lower than more experienced users which leads to unwelcoming or even toxic answers and comments. Moreover, users who gained moderation tool access could close questions with predefined reasons which are often not meaningful enough for poster of the qustion\cite{hanlon2013war}. Thirdly, marginalized groups, for instance women and people of color \cite{hanlon2018stack, stackoversurvey2019, ford2016paradise}, are more likely to drop out of the community due to unwelcoming behavior from other users \cite{hanlon2018stack}. They feel the site is a elitist and hostile place. +The team suggested several steps to mitigate these problems. Some of these steps include appelling to the users to be more welcoming and forgiving towards new users \cite{spolsky2012kicking, } %TODO +, other steps are geared towards changes to the platfrom itself: The ''Be nice`` policy (code of conduct) was updated with feedback from the community \cite{jaydles2014the}. This includes: new users should not be judged for not knowing all things. Furthermore, the closing reasons were updated to be more meaningful to the poster, and questions that are closed are shown as ''on hold`` instead of ''closed`` for the first 5 days \cite{hanlon2013war}. Furthermore, the team investigates how the comment sections can be improved to lessen the unwelcomingness and hostility and keep the civility up. + +The StackOverflow team partnered with \citeauthor{ford2018we} and implemented the Mentorship Research Project \cite{ford2018we, hanlon2017mentorship}. The project lasted one month and aimed to help newcomers improve their first questions before they are posted publicly. When a user is about to post a question the user is asked whether they want their question to be reviewed. If they confirmed they are forward to a help room with a mentor who is experienced user. The question is then reviewed and the mentor suggests some changes if applicable. These changes may include narrowing the question for more precise answers, adding or adjusting code, or removing of ''Please`` and ''Thank you`` from the question. After the review and editing the question is posted by the user. The authors found that mentored questions are received significantly better by the community than non-mentored questions. The questions also received higher scores and where less likely to be off-topic and poor in quality. Furthermore, newcomers are more comfortable when their question is reviewed by a mentor. +This project does not scale very well as the number of mentors is very limited but it gave the authors an idea on how to persue their goal of increasing the welcomingness of StackExchange. The project is followed up by a ''Ask a question wizard`` to help new user as well as more experienced improve the structure, quality, and clearlyness of their questions \cite{friend2018rolling}. + % DONE One-day flies on StackOverflow \cite{slag2015one}, 1 contribution during whole registration, only user with 6 month of registration % DONE Eliciting New Wikipedia Users’ Interests via Automatically Mined Questionnaires: For a Warm Welcome, Not a Cold Start \cite{yazdanian2019eliciting}, cold start recommender system problem for recommending newcommers arictles to read and get a feeling for how to write articles; similar to SO because new commers % newcomers socialization, experienced users as models/mentors, positive feedback to newcomers % DONE Do organizational socialization tactics influence newcomer embeddedness and turnover? \cite{allen2006organizational} #newcommers to organizations, actively embedding newcomers into organization, shows connection between socialaization and turnover (leaving the organization) -% We Don't Do That Here: How Collaborative Editing with Mentors Improves Engagement in Social Q\&A Communities \cite{ford2018we} # mentoring new commers questions (before posting), 1 month experiment, collaborative experiment with stackoverflow team, novices got a choice upon submitting a question whether or not the want feedback from a mentor regaurding the question, if so redirect to help room where mentor reviews question and suggests changes to question, mentored questions significatly better than non-mentored ones, higher scores fewer offtopic or poor questions, novices more comfortable with mentor reviewed questions +% DONE We Don't Do That Here: How Collaborative Editing with Mentors Improves Engagement in Social Q\&A Communities \cite{ford2018we} # mentoring new commers questions (before posting), 1 month experiment, collaborative experiment with stackoverflow team, novices got a choice upon submitting a question whether or not the want feedback from a mentor regaurding the question, if so redirect to help room where mentor reviews question and suggests changes to question, mentored questions significatly better than non-mentored ones, higher scores fewer offtopic or poor questions, novices more comfortable with mentor reviewed questions -% Stack Overflow Isn't Very Welcoming: It's Time for That to Change \cite{hanlon2019stack} # passt sehr gut in die story, effort to make site more welcoming, marginalized group feel SO is a hostile and elitist place, new coders, women, people of color, etc, admitting of problem that have not been addressed (enough), mixed messages (expert site or for everyone), to little guidance for new users, pecking on new users who dont know all little things on what (not) to do (no plz and thx, low quality question -> low qualtity answer -> comments about support for low quality) or bad english, previous attempts to improve welcoming, Summer of Love (https://stackoverflow.blog/2012/07/20/kicking-off-the-summer-of-love/), The War of the Closes (https://stackoverflow.blog/2013/06/25/the-war-of-the-closes/), The NEW new “Be Nice” Policy (“Code of Conduct”) — Updated with your feedback (https://meta.stackexchange.com/questions/240839/the-new-new-be-nice-policy-code-of-conduct-updated-with-your-feedback), Mentorship Research Project - Results + Wrap-Up (https://meta.stackoverflow.com/questions/357198/mentorship-research-project-results-wrap-up?noredirect=1&lq=1) TODO also refer paper about that here, removal condesting and sarcastic comments, ideas about beginner ask page (TODO already implemted?), dont judge users for not knowing things (e.g. posting duplicates) +% DONE Stack Overflow Isn't Very Welcoming: It's Time for That to Change \cite{hanlon2018stack} # passt sehr gut in die story, effort to make site more welcoming, marginalized group feel SO is a hostile and elitist place, new coders, women, people of color, etc, admitting of problem that have not been addressed (enough), mixed messages (expert site or for everyone), to little guidance for new users, pecking on new users who dont know all little things on what (not) to do (no plz and thx, low quality question -> low qualtity answer -> comments about support for low quality) or bad english, previous attempts to improve welcoming, Summer of Love (https://stackoverflow.blog/2012/07/20/kicking-off-the-summer-of-love/), The War of the Closes (https://stackoverflow.blog/2013/06/25/the-war-of-the-closes/), The NEW new “Be Nice” Policy (“Code of Conduct”) — Updated with your feedback (https://meta.stackexchange.com/questions/240839/the-new-new-be-nice-policy-code-of-conduct-updated-with-your-feedback), Mentorship Research Project - Results + Wrap-Up (https://meta.stackoverflow.com/questions/357198/mentorship-research-project-results-wrap-up?noredirect=1&lq=1) also \cite{ford2018we}, removal condesting and sarcastic comments, ideas about beginner ask page (TODO already implemted?), dont judge users for not knowing things (e.g. posting duplicates) % DONE Welcome Wagon: Classifying Comments on Stack Overflow \cite{silge2019welcome} #all about comments, effort to make site more welcoming, staff internal rating of comments (fine, unwelcoming, abusive, 57 raters, 13742 ratings, 3992 comments) % DONE Social Barriers Faced by Newcomers Placing Their First Contribution in Open Source Software Projects\cite{steinmacher2015social} onboarding in open source software projects, difficulties for newcomers, newcommers often on their own, barriers when 1st contributing to a project, @@ -99,18 +104,18 @@ Secondly, they gave to little guidance to new users which resulted in unwelcomin - - - +Unwelcomingness is a large problem on StackExchange \cite{friend2018rolling, hanlon2018stack, ford2016paradise}. %TODO maybe more refs +Although unwelcomingness affects all new users, users from marginalized groups suffer significantly more \cite{vasilescu2014gender, hanlon2018stack}. \citeauthor{ford2016paradise} investigated barriers users face when contributing to StackOverflow. The authors identified 14 barriers in total hindering newcomers to contribute and five barriers were rated significantly more problematic for women than men. +On StackOverflow only 5.8\% (2015 \cite{stackoversurvey2015}, 7.9\% 2019 \cite{stackoversurvey2019}) of active users identify as women. \citeauthor{david2008community} \etal found similar results of 5\% women in ''Community-based production of open-source software`` \cite{david2008community}. These numbers are comparatively small to the number of degrees in Science, Technology, Engineering, and Mathematic (STEM) \cite{clark2005women} where 20\% are achieved by women \cite{hill2010so}. Despite the difference, the percentage of women on StackOverflow has increased. %discrimitation -% Paradise Unplugged: Identifying Barriers for Female Participation on Stack Overflow \cite{ford2016paradise} gender gap, females only 5\%, contribution barriers, found 5 gender specific (women) barriers among 14 barrier in total, barriers also affect groups like industry programmers -% Community-based production of open-source software: What do we know about the developers who participate? \cite{david2008community} only 5% women contribute to OSS -% https://insights.stackoverflow.com/survey/2019: 7.9% women, increase since 2015: 5.8% \cite{stackoversurvey2019} +% DONE Paradise Unplugged: Identifying Barriers for Female Participation on Stack Overflow \cite{ford2016paradise} gender gap, females only 5\%, contribution barriers, found 5 gender specific (women) barriers among 14 barrier in total, barriers also affect groups like industry programmers +% DONE Community-based production of open-source software: What do we know about the developers who participate? \cite{david2008community} only 5% women contribute to OSS +% DONE https://insights.stackoverflow.com/survey/2019: 7.9% women, increase since 2015: 5.8% \cite{stackoversurvey2019} % Gender, Representation and Online Participation: A Quantitative Study \cite{vasilescu2014gender} investigation on minorities (eg women), under representation of minorities -% Why So Few? Women in Science, Technology, Engineering, and Mathematics. \cite{hill2010so} women only 20 percent of bachelor degrees -% Women and science careers: leaky pipeline or gender filter? \cite{clark2005women} underrepresentation in STEM -% Stack Overflow Isn't Very Welcoming: It's Time for That to Change \cite{hanlon2019stack} # passt sehr gut in die story, effort to make site more welcoming, marginalized group feel SO is a hostile and elitist place, new coders, women, people of color, etc, admitting of problem that have not been addressed (enough), mixed messages (expert site or for everyone), to little guidance for new users, pecking on new users who dont know all little things on what (not) to do (no plz and thx, low quality question -> low qualtity answer -> comments about support for low quality) or bad english, previous attempts to improve welcoming, Summer of Love (https://stackoverflow.blog/2012/07/20/kicking-off-the-summer-of-love/), The War of the Closes (https://stackoverflow.blog/2013/06/25/the-war-of-the-closes/), The NEW new “Be Nice” Policy (“Code of Conduct”) — Updated with your feedback (https://meta.stackexchange.com/questions/240839/the-new-new-be-nice-policy-code-of-conduct-updated-with-your-feedback), Mentorship Research Project - Results + Wrap-Up (https://meta.stackoverflow.com/questions/357198/mentorship-research-project-results-wrap-up?noredirect=1&lq=1) TODO also refer paper about that here, removal condesting and sarcastic comments, ideas about beginner ask page (TODO already implemted?), dont judge users for not knowing things (e.g. posting duplicates) +% DONE Why So Few? Women in Science, Technology, Engineering, and Mathematics. \cite{hill2010so} women only 20 percent of bachelor degrees +% DONE Women and science careers: leaky pipeline or gender filter? \cite{clark2005women} underrepresentation in STEM +% Stack Overflow Isn't Very Welcoming: It's Time for That to Change \cite{hanlon2018stack} # passt sehr gut in die story, effort to make site more welcoming, marginalized group feel SO is a hostile and elitist place, new coders, women, people of color, etc, admitting of problem that have not been addressed (enough), mixed messages (expert site or for everyone), to little guidance for new users, pecking on new users who dont know all little things on what (not) to do (no plz and thx, low quality question -> low qualtity answer -> comments about support for low quality) or bad english, previous attempts to improve welcoming, Summer of Love (https://stackoverflow.blog/2012/07/20/kicking-off-the-summer-of-love/), The War of the Closes (https://stackoverflow.blog/2013/06/25/the-war-of-the-closes/), The NEW new “Be Nice” Policy (“Code of Conduct”) — Updated with your feedback (https://meta.stackexchange.com/questions/240839/the-new-new-be-nice-policy-code-of-conduct-updated-with-your-feedback), Mentorship Research Project - Results + Wrap-Up (https://meta.stackoverflow.com/questions/357198/mentorship-research-project-results-wrap-up) TODO also refer paper about that here, removal condesting and sarcastic comments, ideas about beginner ask page (TODO already implemted?), dont judge users for not knowing things (e.g. posting duplicates) @@ -211,7 +216,7 @@ Secondly, they gave to little guidance to new users which resulted in unwelcomin % -> Gender, Representation and Online Participation: A Quantitative Study \cite{vasilescu2014gender} investigation on minorities (eg women), under representation of minorities % -> Why So Few? Women in Science, Technology, Engineering, and Mathematics. \cite{hill2010so} women only 20 percent of bachelor degrees % -> Women and science careers: leaky pipeline or gender filter? \cite{clark2005women} underrepresentation in STEM -% Stack Overflow Isn't Very Welcoming: It's Time for That to Change \cite{hanlon2019stack} # passt sehr gut in die story, effort to make site more welcoming +% Stack Overflow Isn't Very Welcoming: It's Time for That to Change \cite{hanlon2018stack} # passt sehr gut in die story, effort to make site more welcoming % -> marginalized group feel SO is a hostile and elitist place, new coders, women, people of color, etc % -> admitting of problem that have not been addressed (enough), mixed messages (expert site or for everyone), to little guidance for new users, pecking on new users who dont know all little things on what (not) to do (no plz and thx, low quality question -> low qualtity answer -> comments about support for low quality) or bad english, previous attempts to improve welcoming, Summer of Love (https://stackoverflow.blog/2012/07/20/kicking-off-the-summer-of-love/), The War of the Closes (https://stackoverflow.blog/2013/06/25/the-war-of-the-closes/), The NEW new “Be Nice” Policy (“Code of Conduct”) — Updated with your feedback (https://meta.stackexchange.com/questions/240839/the-new-new-be-nice-policy-code-of-conduct-updated-with-your-feedback), Mentorship Research Project - Results + Wrap-Up (https://meta.stackoverflow.com/questions/357198/mentorship-research-project-results-wrap-up?noredirect=1&lq=1) TODO also refer paper about that here, removal condesting and sarcastic comments, ideas about beginner ask page (TODO already implemted?), dont judge users for not knowing things (e.g. posting duplicates) % Rolling out the Welcome Wagon: June Update \cite{friend2018rolling} “Ask a Question Wizard” prototype, reduce exclusion (negative feelings, expectations and experiences), improve inclusion (learn from other communities facing similar problems), classification of abusive and unwelcoming comments @@ -265,7 +270,7 @@ Secondly, they gave to little guidance to new users which resulted in unwelcomin % - newcomers socialization, experienced users as models/mentors, positive feedback to newcomers % - Do organizational socialization tactics influence newcomer embeddedness and turnover? \cite{allen2006organizational} #newcommers to organizations % - We Don't Do That Here: How Collaborative Editing with Mentors Improves Engagement in Social Q\&A Communities \cite{ford2018we} # mentoring newcomers questions (before posting), 1 month experiment -% - Stack Overflow Isn't Very Welcoming: It's Time for That to Change \cite{hanlon2019stack} # passt sehr gut in die story, effort to make site more welcoming +% - Stack Overflow Isn't Very Welcoming: It's Time for That to Change \cite{hanlon2018stack} # passt sehr gut in die story, effort to make site more welcoming % - Welcome Wagon: Classifying Comments on Stack Overflow \cite{silge2019welcome} #all about comment, effort to make site more welcoming % %- quality: diff --git a/text/bib.bib b/text/bib.bib index 740bc54..ba4bf84 100644 --- a/text/bib.bib +++ b/text/bib.bib @@ -149,11 +149,11 @@ journal={\url{https://stackoverflow.blog/2008/08/01/stack-overflow-private-beta-begins/}}, year={2008} } -@article{hanlon2019stack, +@article{hanlon2018stack, title={Stack Overflow Isn't Very Welcoming: It's Time for That to Change}, author={Hanlon, Jay}, journal={\url{https://stackoverflow.blog/2018/04/26/stack-overflow-isnt-very-welcoming-its-time-for-that-to-change/}}, - year={2019} + year={2018} } @article{friend2018rolling, title={Rolling out the Welcome Wagon: June Update}, @@ -203,6 +203,12 @@ journal={\url{https://stackoverflow.com/help/whats-meta/}}, year={} } +@article{stackoversurvey2015, + title={Developer Survey Results 2015}, + author={}, + journal={\url{https://insights.stackoverflow.com/survey/2015}}, + year={2015} +} @article{stackoversurvey2019, title={Developer Survey Results 2019}, author={}, @@ -215,6 +221,12 @@ journal={\url{https://stackoverflow.blog/2013/06/25/the-war-of-the-closes/}}, year={2013} } +@article{hanlon2017mentorship, + title={Mentorship Research Project - Results + Wrap-Up}, + author={Lustig, Kristina}, + journal={\url{https://meta.stackoverflow.com/questions/357198/mentorship-research-project-results-wrap-up}}, + year={2017} +} @article{spolsky2012kicking, title={Kicking off the Summer of Love}, author={Spolsky, Joel},