@article {1294, title = {DEVELOPING AND VALIDATING AN INSTRUMENT TO ASSESS NINTH-GRADE STUDENTS{\textquoteright} ONLINE METACOGNITIVE SKILLS IN SOLVING CHEMISTRY PROBLEMS}, journal = {Journal of Baltic Science Education}, volume = {22}, year = {2023}, month = {June/2023}, pages = {Continuous}, type = {Original article}, chapter = {520-537}, abstract = {Online metacognitive skills are the real-time awareness of cognition, which can effectively promote science learning and improve performance in solving scientific problems. Therefore, it is important to enhance and diagnose students{\textquoteright} online metacognitive skills in science education. This study aimed to evaluate ninth-grade students{\textquoteright} online metacognitive skills while processing chemistry problems. To achieve this goal, this study constructed a framework for guiding the development of an instrument comprising 12 two-tier items. A total of 258 ninth graders took part in the field testing in Jiangsu, China. A partial credit Rasch model analysis was employed to inform instrument development and evaluation. The results revealed that this instrument was valid and reliable for assessing students{\textquoteright} online metacognitive skills. Nearly 70\% of the ninth-grade students in this sample were able to monitor their own thought processes or evaluate their own cognitive performance in processing chemistry problems. About one-third of the students could regulate their thought processes. However, less than 4\% of the students could make attributions about their cognitive performance.}, keywords = {assessment instrument, chemistry education, problem-solving skills, Rasch Measurement Model}, issn = {1648-3898}, doi = {https://doi.org/10.33225/jbse/23.22.520}, url = {https://oaji.net/articles/2023/987-1687108540.pdf}, author = {Yating Zeng and Shaohui Chi and Zuhao Wang and Xiaosong Zhuang} } @article {1095, title = {ASSESSING UPPER-SECONDARY SCHOOL STUDENTS{\textquoteright} INTERDISCIPLINARY UNDERSTANDING OF ENVIRONMENTAL ISSUES}, journal = {Journal of Baltic Science Education}, volume = {20}, year = {2021}, month = {October/2021}, pages = {Continuous}, type = {Original article}, chapter = {811-826}, abstract = {Science educators have highlighted the need to develop students to integrate knowledge across science disciplines to address real-world issues. However, there has been little research about the development of interdisciplinary assessment instruments. In this research, the instrument that measures the level of upper-secondary school students{\textquoteright} interdisciplinary understanding of environmental issues was developed and validated based upon Wilson{\textquoteright}s Construct Modeling framework. After a pilot testing, the revised assessment instrument of interdisciplinary understanding covering five typical environmental problems comprised 14 multiple-choice questions and four constructed-response questions. Five hundred twenty-three eleventh graders, including 279 boys and 244 girls from mainland China, made up the research sample. The partial credit Rasch analysis has verified the reliability and validity of the interdisciplinary understanding instrument. In addition, the results of cluster analysis revealed that over half of the students could use some partially accurate scientific concepts and principles from two or more disciplinary perspectives to deal with a specific environmental issue. The validated instrument can provide insights for assessing and developing upper-secondary school students{\textquoteright} interdisciplinary understanding in science education.}, keywords = {Environmental Issues, Interdisciplinary Assessment, Interdisciplinary Understanding, Rasch Measurement Model, science education}, issn = {1648-3898}, doi = {https://doi.org/10.33225/jbse/21.20.811 }, url = {http://oaji.net/articles/2021/987-1633680664.pdf}, author = {Yu Lan and Shaohui Chi and Zuhao Wang} } @article {842, title = {EVALUATING SCIENTIFIC REASONING ABILITY: THE DESIGN AND VALIDATION OF AN ASSESSMENT WITH A FOCUS ON REASONING AND THE USE OF EVIDENCE}, journal = {Journal of Baltic Science Education}, volume = {19}, year = {2020}, month = {April/2020}, pages = {Continuous}, type = {Original article}, chapter = {261-275}, abstract = {Scientific reasoning ability (SRA) is widely recognized as an essential goal for science education. There is much discussion on the design and development of assessment frameworks as viable tools to foster SRA. However, established assessments mostly focus on the level of students reasoning attainment. Student ability to use evidence to support reasoning is not adequately addressed and evaluated. In this study, the 6-level SRA assessment framework was conceptualized and validated iteratively via synthesizing literature and a Delphi study. Guided by the framework, an SRA assessment tool adopting and adapting PISA test items and self-created items was developed and administered to 593 secondary students (including 318 8th Graders and 275 9th Graders) in mainland China. Pearson correlation analysis of SRA assessment score and their scores in scientific reasoning provided criterion-related validation for the former (Pearson correlation = .527). Rasch analysis conducted further confirmed the validity and reliability of the SRA test and the assessment framework. Combing quantitative and qualitative methods, the study provides a valid and reliable analytical framework of SRA. It can inform the design of SRA assessments in various science education contexts for diversified audiences.}, keywords = {Complexity of Scientific Reasoning, Evidence in Reasoning, Rasch Modeling, Scientific Reasoning Ability (SRA)}, issn = {1648-3898}, doi = {https://doi.org/10.33225/jbse/20.19.261}, url = {http://oaji.net/articles/2020/987-1586941634.pdf}, author = {Ma Luo and Zuhao Wang and Daner Sun and Zhi Hong Wan and Liying Zhu} }