Lengthy checklists and extensive training often constrain the assessment of fundamental movement skills (FMS) in real-world settings. This is why it is essential to develop more streamlined, efficient assessment tools. This study examined the reliability of PictoMotion, a new pictorial, image-only screening approach for evaluating children's hopping and striking. Ten kinesiology students as raters were randomized to rate either hopping or striking (n = 5 per skill). Each rater scored 24 videos per skill (ages 5-10 years) across two sessions, one week apart. Raters used pictorial scales without performance descriptions, and an expert provided reference ratings using the corresponding pictorial scales with written criteria. Inter- and intra-rater reliability and expert-rater agreement were quantified using weighted κ (quadratic weights) with 95% CIs, while Bland-Altman analyses described individual-level agreement. Mean κ values were 0.76 for inter-rater reliability, 0.82 for intra-rater reliability, and 0.80 for expert-rater agreement, reflecting consistently good to very good overall reliability. Striking demonstrated the highest and most stable agreement across metrics (e.g., expert-rater κ range = 0.81-0.88), whereas hopping had a slightly lower, more variable agreement, yet remained within the good to very good range. Bland-Altman plots indicated small mean differences and acceptable limits of agreement across raters. Findings provide initial evidence that a purely pictorial scale can yield reliable FMS classifications with brief training, supporting PictoMotion as a practical screening tool for educators, coaches, practitioners, and caregivers. Future work should evaluate additional FMS and live assessments and assess criterion validity against established instruments to further confirm accuracy and generalizability.
@phdthesis{golnickPictorialAssessmentFundamental2025,
title = {Pictorial {Assessment} of {Fundamental} {Movement} {Skills}: expert agreement and rater reliability in children's striking and hopping},
shorttitle = {Pictorial assessment of fundamental movement skills},
url = {https://scholarworks.calstate.edu/concern/theses/79408721v},
abstract = {Lengthy checklists and extensive training often constrain the assessment of fundamental movement skills (FMS) in real-world settings. This is why it is essential to develop more streamlined, efficient assessment tools. This study examined the reliability of PictoMotion, a new pictorial, image-only screening approach for evaluating children's hopping and striking. Ten kinesiology students as raters were randomized to rate either hopping or striking (n = 5 per skill). Each rater scored 24 videos per skill (ages 5-10 years) across two sessions, one week apart. Raters used pictorial scales without performance descriptions, and an expert provided reference ratings using the corresponding pictorial scales with written criteria. Inter- and intra-rater reliability and expert-rater agreement were quantified using weighted κ (quadratic weights) with 95\% CIs, while Bland-Altman analyses described individual-level agreement. Mean κ values were 0.76 for inter-rater reliability, 0.82 for intra-rater reliability, and 0.80 for expert-rater agreement, reflecting consistently good to very good overall reliability. Striking demonstrated the highest and most stable agreement across metrics (e.g., expert-rater κ range = 0.81-0.88), whereas hopping had a slightly lower, more variable agreement, yet remained within the good to very good range. Bland-Altman plots indicated small mean differences and acceptable limits of agreement across raters. Findings provide initial evidence that a purely pictorial scale can yield reliable FMS classifications with brief training, supporting PictoMotion as a practical screening tool for educators, coaches, practitioners, and caregivers. Future work should evaluate additional FMS and live assessments and assess criterion validity against established instruments to further confirm accuracy and generalizability.},
language = {en},
urldate = {2026-10-07},
school = {California State University, Northridge},
author = {Golnick, Brittney},
collaborator = {{Furtado, O., Jr.}},
year = {2025},
}