From: Calibrated Parsing Items Evaluation: a step towards objectifying the translation assessment
Correlations (Evaluators) | ||||||||||||||||||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
CPIE1 | CPIE2 | CPIE3 | CPIE4 | Holistic1 | Holistic2 | Holistic3 | Holistic4 | Analytic1 | Analytic2 | Analytic3 | Analytic4 | PIE1 | PIE2 | PIE3 | PIE4 | |||
Spearman’s rho | CPIE1 | Correlation Coefficient | 1.000 | .806 ^{**} | .857 ^{**} | .896 ^{**} | .804^{**} | .475^{**} | .393^{*} | .638^{**} | .798^{**} | .505^{**} | .430^{**} | .675^{**} | .803^{**} | .518^{**} | .488^{**} | .661^{**} |
Sig. (2-tailed) | . | .000 | .000 | .000 | .000 | .002 | .012 | .000 | .000 | .001 | .006 | .000 | .000 | .001 | .001 | .000 | ||
N | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | ||
CPIE2 | Correlation Coefficient | .806 ^{**} | 1.000 | .911 ^{**} | .920 ^{**} | .881^{**} | .458^{**} | .545^{**} | .672^{**} | .876^{**} | .501^{**} | .574^{**} | .763^{**} | .879^{**} | .591^{**} | .642^{**} | .740^{**} | |
Sig. (2-tailed) | .000 | . | .000 | .000 | .000 | .003 | .000 | .000 | .000 | .001 | .000 | .000 | .000 | .000 | .000 | .000 | ||
N | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | ||
CPIE3 | Correlation Coefficient | .857 ^{**} | .911 ^{**} | 1.000 | .898 ^{**} | .866^{**} | .505^{**} | .452^{**} | .591^{**} | .855^{**} | .540^{**} | .480^{**} | .683^{**} | .855^{**} | .615^{**} | .563^{**} | .671^{**} | |
Sig. (2-tailed) | .000 | .000 | . | .000 | .000 | .001 | .003 | .000 | .000 | .000 | .002 | .000 | .000 | .000 | .000 | .000 | ||
N | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | ||
CPIE4 | Correlation Coefficient | .896 ^{**} | .920 ^{**} | .898 ^{**} | 1.000 | .893^{**} | .413^{**} | .432^{**} | .638^{**} | .883^{**} | .444^{**} | .463^{**} | .736^{**} | .883^{**} | .508^{**} | .560^{**} | .707^{**} | |
Sig. (2-tailed) | .000 | .000 | .000 | . | .000 | .008 | .005 | .000 | .000 | .004 | .003 | .000 | .000 | .001 | .000 | .000 | ||
N | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | ||
Holistic1 | Correlation Coefficient | .804^{**} | .881^{**} | .866^{**} | .893^{**} | 1.000 | .502 ^{**} | .460 ^{**} | .625 ^{**} | .990^{**} | .541^{**} | .493^{**} | .716^{**} | .987^{**} | .619^{**} | .572^{**} | .694^{**} | |
Sig. (2-tailed) | .000 | .000 | .000 | .000 | . | .001 | .003 | .000 | .000 | .000 | .001 | .000 | .000 | .000 | .000 | .000 | ||
N | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | ||
Holistic2 | Correlation Coefficient | .475^{**} | .458^{**} | .505^{**} | .413^{**} | .502 ^{**} | 1.000 | .314 ^{*} | .222 | .523^{**} | .991^{**} | .328^{*} | .294 | .532^{**} | .851^{**} | .398^{*} | .336^{*} | |
Sig. (2-tailed) | .002 | .003 | .001 | .008 | .001 | . | .048 | .169 | .001 | .000 | .039 | .065 | .000 | .000 | .011 | .034 | ||
N | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | ||
Holistic3 | Correlation Coefficient | .393^{*} | .545^{**} | .452^{**} | .432^{**} | .460 ^{**} | .314 ^{*} | 1.000 | .431 ^{**} | .477^{**} | .348^{*} | .994^{**} | .503^{**} | .490^{**} | .485^{**} | .927^{**} | .516^{**} | |
Sig. (2-tailed) | .012 | .000 | .003 | .005 | .003 | .048 | . | .006 | .002 | .028 | .000 | .001 | .001 | .002 | .000 | .001 | ||
N | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | ||
Holistic4 | Correlation Coefficient | .638^{**} | .672^{**} | .591^{**} | .638^{**} | .625 ^{**} | .222 | .431 ^{**} | 1.000 | .609^{**} | .258 | .451^{**} | .909^{**} | .604^{**} | .395^{*} | .501^{**} | .881^{**} | |
Sig. (2-tailed) | .000 | .000 | .000 | .000 | .000 | .169 | .006 | . | .000 | .108 | .004 | .000 | .000 | .012 | .001 | .000 | ||
N | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | ||
Analytic1 | Correlation Coefficient | .798^{**} | .876^{**} | .855^{**} | .883^{**} | .990^{**} | .523^{**} | .477^{**} | .609^{**} | 1.000 | .561 ^{**} | .513 ^{**} | .700 ^{**} | .994^{**} | .638^{**} | .589^{**} | .678^{**} | |
Sig. (2-tailed) | .000 | .000 | .000 | .000 | .000 | .001 | .002 | .000 | . | .000 | .001 | .000 | .000 | .000 | .000 | .000 | ||
N | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | ||
Analytic2 | Correlation Coefficient | .505^{**} | .501^{**} | .540^{**} | .444^{**} | .541^{**} | .991^{**} | .348^{*} | .258 | .561 ^{**} | 1.000 | .362 ^{*} | .331 ^{*} | .571^{**} | .886^{**} | .434^{**} | .374^{*} | |
Sig. (2-tailed) | .001 | .001 | .000 | .004 | .000 | .000 | .028 | .108 | .000 | . | .022 | .037 | .000 | .000 | .005 | .017 | ||
N | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | ||
Analytic3 | Correlation Coefficient | .430^{**} | .574^{**} | .480^{**} | .463^{**} | .493^{**} | .328^{*} | .994^{**} | .451^{**} | .513 ^{**} | .362 ^{*} | 1.000 | .523 ^{**} | .526^{**} | .505^{**} | .935^{**} | .534^{**} | |
Sig. (2-tailed) | .006 | .000 | .002 | .003 | .001 | .039 | .000 | .004 | .001 | .022 | . | .001 | .000 | .001 | .000 | .000 | ||
N | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | ||
Analytic4 | Correlation Coefficient | .675^{**} | .763^{**} | .683^{**} | .736^{**} | .716^{**} | .294 | .503^{**} | .909^{**} | .700 ^{**} | .331 ^{*} | .523 ^{**} | 1.000 | .696^{**} | .471^{**} | .590^{**} | .974^{**} | |
Sig. (2-tailed) | .000 | .000 | .000 | .000 | .000 | .065 | .001 | .000 | .000 | .037 | .001 | . | .000 | .002 | .000 | .000 | ||
N | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | ||
PIE1 | Correlation Coefficient | .803^{**} | .879^{**} | .855^{**} | .883^{**} | .987^{**} | .532^{**} | .490^{**} | .604^{**} | .994^{**} | .571^{**} | .526^{**} | .696^{**} | 1.000 | .646 ^{**} | .605 ^{**} | .687 ^{**} | |
Sig. (2-tailed) | .000 | .000 | .000 | .000 | .000 | .000 | .001 | .000 | .000 | .000 | .000 | .000 | . | .000 | .000 | .000 | ||
N | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | ||
PIE2 | Correlation Coefficient | .518^{**} | .591^{**} | .615^{**} | .508^{**} | .619^{**} | .851^{**} | .485^{**} | .395^{*} | .638^{**} | .886^{**} | .505^{**} | .471^{**} | .646 ^{**} | 1.000 | .560 ^{**} | .525 ^{**} | |
Sig. (2-tailed) | .001 | .000 | .000 | .001 | .000 | .000 | .002 | .012 | .000 | .000 | .001 | .002 | .000 | . | .000 | .001 | ||
N | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | ||
PIE3 | Correlation Coefficient | .488^{**} | .642^{**} | .563^{**} | .560^{**} | .572^{**} | .398^{*} | .927^{**} | .501^{**} | .589^{**} | .434^{**} | .935^{**} | .590^{**} | .605 ^{**} | .560 ^{**} | 1.000 | .607 ^{**} | |
Sig. (2-tailed) | .001 | .000 | .000 | .000 | .000 | .011 | .000 | .001 | .000 | .005 | .000 | .000 | .000 | .000 | . | .000 | ||
N | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | ||
PIE4 | Correlation Coefficient | .661^{**} | .740^{**} | .671^{**} | .707^{**} | .694^{**} | .336^{*} | .516^{**} | .881^{**} | .678^{**} | .374^{*} | .534^{**} | .974^{**} | .687 ^{**} | .525 ^{**} | .607 ^{**} | 1.000 | |
Sig. (2-tailed) | .000 | .000 | .000 | .000 | .000 | .034 | .001 | .000 | .000 | .017 | .000 | .000 | .000 | .001 | .000 | . | ||
N | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 | 40 |