diff --git a/content/curated_resources/hackathon-encouraging-open-science-pract.md b/content/curated_resources/hackathon-encouraging-open-science-pract.md deleted file mode 100644 index 57374890634..00000000000 --- a/content/curated_resources/hackathon-encouraging-open-science-pract.md +++ /dev/null @@ -1,43 +0,0 @@ -{ - "timestamp": "01/01/2020", - "title": "Hackathon: Encouraging Open Science Practices in Qualitative Education Research", - "link_to_resource": "https://docs.google.com/document/d/1x-Q6pE3eaPRkOyhHxf_wUjBWbi2a5ASGLTZRxneDs6g/edit", - "creators": [ - "Crystal Steltenpohl", - "Rachel Renbarger", - "Sebastian Karcher", - "Sondra Stegenga", - "Thomas L\u00f6sch" - ], - "material_type": [ - "Reading" - ], - "education_level": [ - "Graduate / Professional" - ], - "abstract": "This list of resources consists of resources for researchers, editors, and reviewers interested in practicing open science principles, particularly in education research. This list is not exhaustive but meant as a starting point for individuals wanting to learn more about doing open science work specifically for qualitative research. For more general information about open science research, please visit https://www.cos.io/.", - "language": [ - "English" - ], - "conditions_of_use": "cc-by", - "primary_user": [ - "" - ], - "subject_areas": [ - "Education" - ], - "FORRT_clusters": [ - "" - ], - "tags": [ - "Open Science", - "Qualitative Research", - "Research" - ], - "forrt_clusters_new": "Qualitative Research", - "forrt_sub_clusters": "Qualitative approaches to open science", - "doi": "", - "in-clusters": false, - "pdf name": "", - "apa reference": "" -} \ No newline at end of file diff --git a/content/curated_resources/open-research-examples-of-good-practice.md b/content/curated_resources/open-research-examples-of-good-practice.md index 3d00fe77f61..00b7b5a3c03 100644 --- a/content/curated_resources/open-research-examples-of-good-practice.md +++ b/content/curated_resources/open-research-examples-of-good-practice.md @@ -1,10 +1,12 @@ { "timestamp": "10/16/2020 6:22:33", - "title": "Open Research: Examples of good practice, and resources across disciplines", - "link_to_resource": "https://docs.google.com/document/d/1Vblnwym18kX2tmL3VcooSdN1CLg3xkppARGCGB39lvw/edit", + "title": "Open Research: Examples of good practice, and resources across disciplines (2026 edition)", + "link_to_resource": "https://doi.org/10.31219/osf.io/3r8hb", "creators": [ "Emily K Farran", "Priya Silverstein", + "Aicha Abbad Ameen", + "Iliana Misheva", "Camilla Gilmore" ], "material_type": [ @@ -35,7 +37,7 @@ ], "forrt_clusters_new": "FAIR data and materials", "forrt_sub_clusters": "Reasons to share data and materials", - "doi": "", + "doi": "10.31219/osf.io/3r8hb", "in-clusters": false, "pdf name": "", "apa reference": "" diff --git a/content/curated_resources/preregistration-for-quantitative-researc.md b/content/curated_resources/preregistration-for-quantitative-researc.md deleted file mode 100644 index d7a5d10390d..00000000000 --- a/content/curated_resources/preregistration-for-quantitative-researc.md +++ /dev/null @@ -1,39 +0,0 @@ -{ - "timestamp": "10/28/2020 8:00:56", - "title": "Preregistration for Quantitative Research in Psychology Template", - "link_to_resource": "https://docs.google.com/spreadsheets/d/1vlp5GN-HXrtrjCdjE28f_3tT6RiwhQO2vVeOZGOaFsQ/edit#gid=0", - "creators": [ - "Pre-registration standards for psychology" - ], - "material_type": [ - "Reading" - ], - "education_level": [ - "College / Upper Division (Undergraduates)" - ], - "abstract": "A template to use for pre-registration", - "language": [ - "English" - ], - "conditions_of_use": "I don't see any of these", - "primary_user": [ - "Student", - "Teacher" - ], - "subject_areas": [ - "Applied Science", - "Social Science" - ], - "FORRT_clusters": [ - "Preregistration" - ], - "tags": [ - "Transparency" - ], - "forrt_clusters_new": "Pre-analysis Planning", - "forrt_sub_clusters": "Understanding the types of preregistration and writing one.", - "doi": "", - "in-clusters": false, - "pdf name": "", - "apa reference": "" -} \ No newline at end of file diff --git a/content/curated_resources/unlikely-results.md b/content/curated_resources/unlikely-results.md index ff894ddb90d..24bcb2654f0 100644 --- a/content/curated_resources/unlikely-results.md +++ b/content/curated_resources/unlikely-results.md @@ -1,7 +1,7 @@ { "timestamp": "2020-05-14T11:09:05.222Z", "title": "Unlikely Results", - "link_to_resource": "https://www.youtube.com/watch?v=TosyACdsh-g", + "link_to_resource": "https://www.dailymotion.com/video/x6fbmod", "creators": [ "The Economist" ], diff --git a/content/replication-hub/fred_data_curators_role/index.md b/content/replication-hub/fred_data_curators_role/index.md deleted file mode 100644 index 1c3a3951ff2..00000000000 --- a/content/replication-hub/fred_data_curators_role/index.md +++ /dev/null @@ -1,88 +0,0 @@ ---- -title: "Looking for Data Curators for FORRT’s Replication Database" -url: "/replication-hub/fred_data_curators_role/" -date: 2025-05-05 ---- - -The Framework for Open and Reproducible Research Training (FORRT) and the Münster Center for Open Science (MüCOS) seek dedicated researchers to expand the world’s largest replication database. Supported by the Center for Open Science (COS) and the Netherlands Organisation for Scientific Research (NWO), we aim to increase coverage of social, cognitive, and behavioral science replications as well as improve data quality (validation) to the Open Science community resource that supports meta-science. - -## Position Details - -● **Duration**: Starting as soon as possible, with the potential to work until September 2025. We would expect you to work 4-15 hours per week, depending on your availability. - -● **Training and supervision will be provided** - -● **Trial**: Chosen applicants will be assigned a set of studies to code and submit a dataset with the extracted values. Based on their performance on that initial set of studies, they will receive 250€ for adherence to the strict guidelines, 200€ if they only meet the guidelines after a revision, or 50€ if they do not meet the guidelines for your participation. - -● **Compensation**: Candidates who meet the guidelines are offered further work with a base pay of €20/hour with additional performance bonuses based on productivity and accuracy. You will usually work as an independent freelancer, so you might need to pay applicable taxes yourself. - -● **Transparent contributions**: Contributors will receive immediate recognition on FORRT’s official [contributorship](https://forrt.org/contributors/) page. Moreover, there are opportunities for ongoing academic and scientific contributions, with potential co-authorship on future manuscripts. - -● **Work Mode**: 100% remote (English language). - -## Responsibilities - -As a replication recorder or coder, you will: - -● **Record (or code) replications**: Extract details from published articles and add them to FORRT’s Replication Database (FReD; https://forrt.org/replication-hub/). - -● **Validate and expand existing entries**: Check the accuracy of existing data and enhance records with additional details on statistics and results. - -● **Record, validate, and report**: Maintain transparent documentation of coding processes and discrepancies, double-check work done by other coders and resolve discrepancies through discussion. - - ## Expected Skills & Qualifications - -Ideal candidates for this role will: - -● Have an academic background or demonstrated interest in social, cognitive, or behavioral sciences. - -● Have experience with data coding (e.g. for meta-analyses) or systematic literature reviews. - -● Be motivated to contribute to replication research and open science initiatives. - -● Demonstrate meticulous attention to detail and a commitment to accuracy. - -● Be comfortable working independently and adhering to structured coding protocols. - -● Have a solid understanding of statistics so that they can understand quantitative results reported in various social science disciplines. - -## Application Process - -Please complete the tasks below and fill out [the application form](https://docs.google.com/forms/d/1WHUwV3DD653gzfqL1VkRJCQHc92-4RPp7QiTOpARp0Y/edit). - -● Submit a brief CV and the latest academic transcript (if available). - -● Applications will be reviewed on a rolling basis. If you have any questions, contact Lukas Röseler at lukas.roeseler@uni-muenster.de and cc info@forrt.org. - -## Assessment form - -The tasks that we are recruiting for require a special skill set involving experience with different types of effect sizes and research articles, as well as a high degree of diligence in coding values. Before reaching out to us, please check if you are up for the task with this self-assessment. Each of the different (sub)tasks should not take you longer than 5 minutes. - -## Task 1: Check inclusion criteria - -Find out if these studies meet the definition for replication, that is: Self-identification as a replication, reference to a specific original study that is the replication target, testing a claim that was already tested in an original study, collecting new data and reporting the test results. - - -1. > Magne, V. (2024). Replication research in the domain of perceived L2 fluency: Approximate and close replications of Kormos and Dénes (2004) and Rossiter (2009). Language Teaching, 1-9. [https://doi.org/10.1017/S0261444824000120](https://doi.org/10.1017/S0261444824000120) - -2. > Stephenson, Corinne (2024). Trends in U.S. Wage Inequality: Revising the Revisionists. A Replication Study of Author, Katz, and Kearney (2008). Journal of Comments and Replications in Economics, Vol.3 (2024-4). [https://doi.org/10.18718/81781.34](https://doi.org/10.18718/81781.34) - -3. > Huensch, A. (2024). Clarifying the role of inhibitory control in L2 phonological processing: A preregistered, close replication of Darcy et al.(2016). Studies in Second Language Acquisition, 1-21. [https://doi.org/10.1017/S0272263124000238](https://doi.org/10.1017/S0272263124000238) - - -## Task 2: Quick but rigorous identification of metrics - -Extract the sample size for Study 3 (paper available for download on Researchgate: [https://www.researchgate.net/publication/319414600_Awe_and_Humility](https://www.researchgate.net/publication/319414600_Awe_and_Humility)). - -> Stellar, J. E., Gordon, A., Anderson, C. L., Piff, P. K., McNeil, G. D., & Keltner, D. (2018). Awe and humility. Journal of Personality and Social Psychology, 114(2), 258–269. [https://doi.org/10.1037/pspi0000109](https://doi.org/10.1037/pspi0000109) - - -## Task 3: Extraction and documentation of multiple values - -Extract the claim, page number, and result from the replication study in the following article (Study 2). - -> Murtagh, A. M., & Todd, S. A. (2004). Self-regulation: A challenge to the strength model. Journal of Articles in Support of the Null Hypothesis, 3(1), 19-51. - -## About FORRT’s Replication Database (FReD) - -FORRT’s Replication Database aims to document replication studies across the social, behavioral, and cognitive sciences - and then make them discoverable through various interfaces. So far, we have identified more than 1,600 replication results from large-scale replication projects and individual articles, yet there are many more to go. You can explore the full database through the FReD Explorer or search for specific results in the FReD Annotator. diff --git a/content/resources/resource.py b/content/resources/resource.py index e5acf3911ea..d279cc15bfe 100644 --- a/content/resources/resource.py +++ b/content/resources/resource.py @@ -10,6 +10,23 @@ def import_data(url: str): return pd.read_csv(url) +def drop_excluded(df): + ''' + Remove rows flagged for exclusion via the first "Exclude" column in the + source sheet. A truthy marker (TRUE/1/yes/y/x, case-insensitive) marks the + row for removal so the resource file is not regenerated; blank cells are + kept. Returns the DataFrame without the Exclude column. + ''' + exclude_col = next((c for c in df.columns if c.strip().lower() == 'exclude'), None) + if exclude_col is None: + return df + + truthy = {'true', '1', 'yes', 'y', 'x'} + flag = df[exclude_col].fillna('').astype(str).str.strip().str.lower() + keep = ~flag.isin(truthy) + return df[keep].drop(columns=[exclude_col]).reset_index(drop=True) + + def wrangle_data(df): ''' Standardize column names @@ -70,6 +87,8 @@ def main(): FORRT = import_data(URL_FORRT) + FORRT = drop_excluded(FORRT) + wrangle_data(FORRT) # Convert single string into list of values diff --git a/content/reversals/reversals.md b/content/reversals/reversals.md index 0d3ddcebe21..3f16f09cce2 100644 --- a/content/reversals/reversals.md +++ b/content/reversals/reversals.md @@ -1959,7 +1959,7 @@ You can find a list of all effects we are working on [here](https://docs.google. {{< spoiler text="Statistics" >}} * Status: mixed * Original paper: ‘[The conceptual representation of number](https://doi.org/10.1080/17470218.2013.863372)’, Patson et al. 2014; experimental design, n = 63. [citation = 29(GS, November 2022)]​. -* Critiques: [Beg et al. 2021 ](https://doi.org/10.1007/s00426-019-01265-4)[Experiment 1: n = 63, Experiment 2: n = 68, Experiment 3: n =42, citation = 5(GS, November 2022)]​. [Patson et al. 2016](https://web.s.ebscohost.com/ehost/pdfviewer/pdfviewer?vid=0&sid=115602f4-e12b-4bbd-bfbc-6cb1a5b6cb71%40redis) [Experiment 1: n = 63, Experiment 2: n = 63, citation = 11(GS, November 2022)]​. [Patson 2021](https://doi.org/10.3758/s13421-020-01121-6) [Experiment 1: n = 62, Experiment 2: n = 83, citation = 1(GS, November 2022)]. [Šetić and Domijan 2017 ](https://econtent.hogrefe.com/doi/full/10.1027/1618-3169/a000358?rfr_dat=cr_pub++0pubmed&url_ver=Z39.88-2003&rfr_id=ori%3Arid%3Acrossref.org)[Experiment 1: n = 48, Experiment 2: n = 33, citation = 10(GS, November 2022)]. +* Critiques: [Beg et al. 2021 ](https://doi.org/10.1007/s00426-019-01265-4)[Experiment 1: n = 63, Experiment 2: n = 68, Experiment 3: n =42, citation = 5(GS, November 2022)]​. [Patson et al. 2016](https://doi.org/10.1037/xlm0000224) [Experiment 1: n = 63, Experiment 2: n = 63, citation = 11(GS, November 2022)]​. [Patson 2021](https://doi.org/10.3758/s13421-020-01121-6) [Experiment 1: n = 62, Experiment 2: n = 83, citation = 1(GS, November 2022)]. [Šetić and Domijan 2017 ](https://econtent.hogrefe.com/doi/full/10.1027/1618-3169/a000358?rfr_dat=cr_pub++0pubmed&url_ver=Z39.88-2003&rfr_id=ori%3Arid%3Acrossref.org)[Experiment 1: n = 48, Experiment 2: n = 33, citation = 10(GS, November 2022)]. * Original effect size: _ηp2 _= 0.11. * Replication effect size: Beg et al.: Experiment 1: _ηp2_= 0.11, experiment 2: _ηp2_= not reported, Experiment 3: _ηp2_=0.05. Patson et al.: Experiment 1: _ηp2_=0.03, Experiment 2: _ηp2_=0.06. Patson: Experiment 1: _ηp2_=0.08, Experiment 2: _ηp2_= 0.12. Šetić and Domijan: Experiment 1: _ηp2_=0.13, Experiment 2: _ηp2_= 0.21. {{< /spoiler >}}