<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.2 20190208//EN" "https://jats.nlm.nih.gov/publishing/1.2/JATS-journalpublishing1.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:ali="http://www.niso.org/schemas/ali/1.0/" article-type="research-article" dtd-version="1.2" xml:lang="ru"><front><journal-meta><journal-id journal-id-type="publisher-id">Russian Journal of Education and Psychology</journal-id><journal-title-group><journal-title xml:lang="en">Russian Journal of Education and Psychology</journal-title><trans-title-group xml:lang="ru"><trans-title>Russian Journal of Education and Psychology</trans-title></trans-title-group></journal-title-group><issn publication-format="print">2658-4034</issn><issn publication-format="electronic">2782-3563</issn><publisher><publisher-name xml:lang="en">Science and Innovation Center Publishing House</publisher-name></publisher></journal-meta><article-meta><article-id pub-id-type="publisher-id">456641</article-id><article-id pub-id-type="doi">10.12731/2658-4034-2026-17-3-1200</article-id><article-id pub-id-type="edn">MNTPOA</article-id><article-categories><subj-group subj-group-type="toc-heading" xml:lang="ru"><subject>Педагогика и психология российского профессионального образования</subject></subj-group><subj-group subj-group-type="toc-heading" xml:lang="en"><subject>Pedagogy and Psychology of Russian Professional Education</subject></subj-group><subj-group subj-group-type="article-type"><subject>Research Article</subject></subj-group></article-categories><title-group><article-title xml:lang="en">Problems in achieving objectivity in creative writing assessment: students’ perceptions</article-title><trans-title-group xml:lang="ru"><trans-title>Проблемы достижения объективности оценивания творческих письменных работ: мнения студентов старших курсов</trans-title></trans-title-group></title-group><contrib-group><contrib contrib-type="author"><contrib-id contrib-id-type="orcid">https://orcid.org/0000-0002-7968-7276</contrib-id><contrib-id contrib-id-type="scopus">57196147494</contrib-id><contrib-id contrib-id-type="researcherid">AGX-8979-2022</contrib-id><contrib-id contrib-id-type="spin">9255-7270</contrib-id><name-alternatives><name xml:lang="ru"><surname>Кочкина</surname><given-names>Ольга Михайловна</given-names></name><name xml:lang="en"><surname>Kochkina</surname><given-names>Olga M.</given-names></name></name-alternatives><address><country country="RU">Russian Federation</country></address><bio xml:lang="ru"><p>кандидат психологических наук, доцент кафедры английского языка №2</p> <p> </p></bio><bio xml:lang="en"><p>PhD in Psychology, Associate Professor of English Language Department No 2</p> <p> </p></bio><email>o.kochkina@inno.mgimo.ru</email><xref ref-type="aff" rid="aff1"/></contrib><contrib contrib-type="author"><contrib-id contrib-id-type="orcid">https://orcid.org/0000-0002-8819-9805</contrib-id><contrib-id contrib-id-type="researcherid">AFS-9411-2022</contrib-id><contrib-id contrib-id-type="spin">7817-0620</contrib-id><name-alternatives><name xml:lang="ru"><surname>Самигуллина</surname><given-names>Анна Дамировна</given-names></name><name xml:lang="en"><surname>Samigoullina</surname><given-names>Anna D.</given-names></name></name-alternatives><address><country country="RU">Russian Federation</country></address><bio xml:lang="en"><p>PhD in Philology, Associate Professor of English Language Department No. 4</p> <p> </p></bio><bio xml:lang="ru"><p>кандидат филологических наук, доцент кафедры английского языка №4</p> <p> </p></bio><email>a.d.samigullina@inno.mgimo.ru</email><xref ref-type="aff" rid="aff1"/></contrib></contrib-group><aff-alternatives id="aff1"><aff><institution xml:lang="ru">Московский государственный институт международных отношений (университет) МИД РФ</institution></aff><aff><institution xml:lang="en">Moscow State Institute of International Relations (University)</institution></aff></aff-alternatives><content-language>ru</content-language><pub-date date-type="pub" iso-8601-date="2026-06-30" publication-format="electronic"><day>30</day><month>06</month><year>2026</year></pub-date><pub-date date-type="collection"><year>2026</year></pub-date><volume>17</volume><issue>3</issue><issue-title xml:lang="ru"/><fpage>230</fpage><lpage>254</lpage><history><date date-type="received" iso-8601-date="2026-03-20"><day>20</day><month>03</month><year>2026</year></date></history><permissions><copyright-statement xml:lang="en">Copyright ©; 2026, Kochkina O.M., Samigoullina A.D.</copyright-statement><copyright-statement xml:lang="ru">Copyright ©; 2026, Кочкина О.М., Самигуллина А.Д.</copyright-statement><copyright-year>2026</copyright-year><copyright-holder xml:lang="en">Kochkina O.M., Samigoullina A.D.</copyright-holder><copyright-holder xml:lang="ru">Кочкина О.М., Самигуллина А.Д.</copyright-holder><ali:free_to_read xmlns:ali="http://www.niso.org/schemas/ali/1.0/"/><license><ali:license_ref xmlns:ali="http://www.niso.org/schemas/ali/1.0/">https://creativecommons.org/licenses/by-nc-nd/4.0</ali:license_ref></license></permissions><self-uri xlink:href="https://journals.rcsi.science/2658-4034/article/view/456641">https://journals.rcsi.science/2658-4034/article/view/456641</self-uri><abstract xml:lang="en"><p>Background. The issue of objective assessment of students’ creative written assignments in advanced foreign language instruction remains relevant in the context of the competence-based approach and the growing emphasis on the verification and transparency of learning outcomes in higher education. Along with comprehensive consideration of linguistic, discourse-related and pragmatic parameters, various objective and subjective factors that affect assessment may arouse scientific interest.</p> <p>Purpose. The aim of the study is to identify students’ perceptions about the transparency of assessment procedures and factors affecting objectivity of assessing written tasks, followed by a comparison of these perceptions with the previously described views of teachers.</p> <p>Materials and methods. The main methodology includes the systemic and comparative approaches that allow to view assessment as a multifactorial process and to analyse discrepancies in the positions of different participants in the education process. The main research methods are a questionnaire-based survey and qualitative data analysis.</p> <p>Results. The findings indicate that both students and teachers acknowledge the importance of formal assessment criteria; however, they differ in their evaluation of the degree of transparency of these criteria and the possibility of their flexible application. However, students and teachers have different perceptions of the role of external factors such as a teacher’s fatigue, stress, and emotional state, and the relevance of background information about the student. The results obtained emphasise the need for clarification of assessment criteria for students and for their active involvement in the assessment process.</p></abstract><trans-abstract xml:lang="ru"><p>Обоснование. Проблема объективного оценивания творческих письменных работ студентов при обучении иностранному языку на продвинутом уровне сохраняет актуальность, особенно в контексте компетентностного подхода и стремления высшего образования к сопоставимости и прозрачности результатов. При безусловной важности языковых, дискурсивных и прагматических критериев особый научный интерес представляет влияние различных объективных и субъективных факторов и их восприятие преподавателями и студентами.</p> <p>Цель. Целью исследования является выявление представлений студентов старших курсов о прозрачности процедуры оценивания и о факторах, влияющих на объективность оценивания письменных работ, а также сопоставление представлений студентов с описанными в предыдущем исследовании мнениями преподавателей.</p> <p>Материалы и методы. В качестве основных методов исследования используются анкетирование и качественный анализ полученных данных. Помимо этого, исследование опирается на системный и сравнительный методы, которые позволяют рассматривать оценивание как многофакторный процесс и анализировать сходство и различия суждений участников образовательного процесса.</p> <p>Результаты. В результате исследования установлено, что и обучающиеся, и преподаватели признают значимость формальных критериев оценивания, однако по-разному оценивают степень их прозрачности и гибкости. Выявлены различия в восприятии роли внешних факторов и информации о студенте. Исследование указывает на необходимость целенаправленного разъяснения обучающимся критериев оценивания, а также на важность активного вовлечения обучающихся в процесс оценивания.</p></trans-abstract><kwd-group xml:lang="ru"><kwd>преподавание иностранных языков</kwd><kwd>объективность оценивания</kwd><kwd>субъективные факторы</kwd><kwd>интерсубъективность</kwd><kwd>критерии оценивания</kwd><kwd>письменная речь</kwd></kwd-group><kwd-group xml:lang="en"><kwd>foreign language teaching</kwd><kwd>evaluation objectivity</kwd><kwd>subjective factors</kwd><kwd>intersubjectivity</kwd><kwd>assessment criteria</kwd><kwd>creative writing</kwd></kwd-group><funding-group/></article-meta></front><body></body><back><ref-list><ref id="B1"><label>1.</label><citation-alternatives><mixed-citation xml:lang="en">Aleynikova, S. V., &amp; Nikitin, S. V. (2020). On approaches to ensuring the objectivity of students’ educational results. Objectivity of Assessment of Educational Achievements of Students: The Strategy of the Future Against the Stereotypes of the Past, (3), 6–14. EDN: https://elibrary.ru/IJWVPR</mixed-citation><mixed-citation xml:lang="ru">Алейникова, С. В., &amp; Никитин, С. В. (2020). О подходах к обеспечению объективности образовательных результатов обучающихся. Объективность оценки образовательных достижений обучающихся: стратегия будущего против стереотипов прошлого, (3), 6–14. EDN: https://elibrary.ru/IJWVPR</mixed-citation></citation-alternatives></ref><ref id="B2"><label>2.</label><citation-alternatives><mixed-citation xml:lang="en">Alimov, F. Sh. (2025). Methodology for assessing writing skills and written speech in English of non-linguistic profile students. Pedagogical Journal of Bashkortostan, (1), 12–26. https://doi.org/10.21510/1817-3292_2025_107_1_12_26. EDN: https://elibrary.ru/DAHKGU</mixed-citation><mixed-citation xml:lang="ru">Алимов, Ф. Ш. (2025). Методика оценивания навыков письма и письменной речи на английском языке студентов неязыкового профиля. Педагогический журнал Башкортостана, (1), 12–26. https://doi.org/10.21510/1817-3292_2025_107_1_12_26. EDN: https://elibrary.ru/DAHKGU</mixed-citation></citation-alternatives></ref><ref id="B3"><label>3.</label><citation-alternatives><mixed-citation xml:lang="en">Kardanova, E. Yu., Tarasov, S. V., Ivanova, A. E., et al. (2025). New approaches to assessment: Artificial intelligence as a driver of change in education. HSE University. 88 pp.</mixed-citation><mixed-citation xml:lang="ru">Карданова, Е. Ю., Тарасов, С. В., Иванова, А. Е., и др. (2025). Новые подходы к оцениванию: искусственный интеллект как драйвер изменений в образовании. НИУ ВШЭ. 88 с.</mixed-citation></citation-alternatives></ref><ref id="B4"><label>4.</label><citation-alternatives><mixed-citation xml:lang="en">Kotyurova, I. A. (2022). Subjectivity in assessing written works in a foreign language. World of Science, Culture, Education, (5), 22–25. https://doi.org/10.24412/1991-5497-2022-596-22-25. EDN: https://elibrary.ru/GIDBNU</mixed-citation><mixed-citation xml:lang="ru">Котюрова, И. А. (2022). Субъективность оценивания письменных работ на иностранном языке. Мир науки, культуры, образования, (5), 22–25. https://doi.org/10.24412/1991-5497-2022-596-22-25. EDN: https://elibrary.ru/GIDBNU</mixed-citation></citation-alternatives></ref><ref id="B5"><label>5.</label><citation-alternatives><mixed-citation xml:lang="en">Kochkina, O. M. (2025). Achieving objectivity in checking students’ written works. Russian Journal of Education and Psychology, 16(1), 260–283. https://doi.org/10.12731/2658-4034-2025-16-1-669. EDN: https://elibrary.ru/RCNZDA</mixed-citation><mixed-citation xml:lang="ru">Кочкина, О. М. (2025). Достижение объективности при проверке письменных работ студентов. Russian Journal of Education and Psychology, 16(1), 260–283. https://doi.org/10.12731/2658-4034-2025-16-1-669. EDN: https://elibrary.ru/RCNZDA</mixed-citation></citation-alternatives></ref><ref id="B6"><label>6.</label><citation-alternatives><mixed-citation xml:lang="en">Kochkina, O. M., Samigullina, A. D., &amp; Polyanichko, M. A. (2025). Main trends in teaching the language of profession in the adult language segment. World of Science, Culture, Education, (4), 29–33. https://doi.org/10.24412/1991-5497-2025-4113-29-33. EDN: https://elibrary.ru/WNZYWH</mixed-citation><mixed-citation xml:lang="ru">Кочкина, О. М., Самигуллина, А. Д., &amp; Поляничко, М. А. (2025). Основные тренды при обучении языку профессии во взрослом языковом сегменте. Мир науки, культуры, образования, (4), 29–33. https://doi.org/10.24412/1991-5497-2025-4113-29-33. EDN: https://elibrary.ru/WNZYWH</mixed-citation></citation-alternatives></ref><ref id="B7"><label>7.</label><citation-alternatives><mixed-citation xml:lang="en">Soldatov, B. G., &amp; Soldatova, N. V. (2021). Essay assessment criteria as indicators of the formation of students’ communicative competence in written speech. Bulletin of Moscow State Regional University. Series: Pedagogy, (1), 61–70. https://doi.org/10.18384/2310-7219-2021-1-61-70. EDN: https://elibrary.ru/IHPQKG</mixed-citation><mixed-citation xml:lang="ru">Солдатов, Б. Г., &amp; Солдатова, Н. В. (2021). Критерии оценивания эссе как показатели сформированности коммуникативной компетенции студентов в письменной речи. Вестник Московского государственного областного университета. Серия: Педагогика, (1), 61–70. https://doi.org/10.18384/2310-7219-2021-1-61-70. EDN: https://elibrary.ru/IHPQKG</mixed-citation></citation-alternatives></ref><ref id="B8"><label>8.</label><citation-alternatives><mixed-citation xml:lang="en">Kholmanskaya, M. V. (2024). Finding a place for feedback in the system of new literacies and competencies. Educational Policy, (2), 83–93. https://doi.org/10.22394/2078-838X-2024-2-83-93. EDN: https://elibrary.ru/PQYDZG</mixed-citation><mixed-citation xml:lang="ru">Холманская, М. В. (2024). Поиск места обратной связи в системе новых грамотностей и компетентностей. Образовательная политика, (2), 83–93. https://doi.org/10.22394/2078-838X-2024-2-83-93. EDN: https://elibrary.ru/PQYDZG</mixed-citation></citation-alternatives></ref><ref id="B9"><label>9.</label><mixed-citation>Andrade, H., &amp; Du, Y. (2005). Student perspectives on rubric-referenced assessment. Practical Assessment, Research, and Evaluation, 10(1), 3. https://doi.org/10.7275/g367-ye94.</mixed-citation></ref><ref id="B10"><label>10.</label><mixed-citation>Council of Europe. (2001). Common European Framework of Reference for Languages: Learning, Teaching, Assessment. Cambridge University Press. https://rm.coe.int/common-european-framework-of-reference-for-languages-learning-teaching/16802fc1bf</mixed-citation></ref><ref id="B11"><label>11.</label><mixed-citation>Council of Europe. (2020). CEFR Companion Volume with New Descriptors. https://rm.coe.int/cefr-companion-volume-with-new-descriptors-2018/1680787989</mixed-citation></ref><ref id="B12"><label>12.</label><mixed-citation>Hussein, M. A., Hassan, H., &amp; Nassef, M. (2019). Automated language essay scoring systems: A literature review. PeerJ Computer Science, 5, e208. https://doi.org/10.7717/peerj-cs.208.</mixed-citation></ref><ref id="B13"><label>13.</label><mixed-citation>Khan, F. N., Imad, M., &amp; Ali, A. (2022). An exploration into the students’ perceptions of teachers’ objectivity during exams grading: A case of University of Swat. Sir Syed Journal of Education &amp; Social Research, 5(4), 12–19. https://doi.org/10.36902/sjesr-vol5-iss4-2022(12-19).</mixed-citation></ref><ref id="B14"><label>14.</label><mixed-citation>Kim, Y.-S., Schatschneider, C., Wanzek, J., Gatlin-Nash, B., &amp; Al Otaiba, S. (2017). Writing evaluation: Rater and task effects on the reliability of writing scores for children in grades 3 and 4. Reading and Writing, 30(6), 1287–1310. https://doi.org/10.1007/s11145-017-9724-6. EDN: https://elibrary.ru/GQWPJG</mixed-citation></ref><ref id="B15"><label>15.</label><mixed-citation>Little, T., Tai, J., Dawson, P., &amp; Boud, D. (2024). Enhancing feedback capabilities with the peer feedback module. Proceedings ASCILITE 2024 (pp. 73–74). https://doi.org/10.14742/apubs.2024.1324.</mixed-citation></ref><ref id="B16"><label>16.</label><mixed-citation>Myford, C. M., &amp; Wolfe, E. W. (2003). Detecting and measuring rater effects using many-facet Rasch measurement: Part I. Journal of Applied Measurement, 4(4), 386–422.</mixed-citation></ref><ref id="B17"><label>17.</label><mixed-citation>North, B., &amp; Piccardo, E. (2016). Developing illustrative descriptors of aspects of mediation for the Common European Framework of Reference (CEFR): A Council of Europe project. Language Teaching, 1–65. https://doi.org/10.1017/S0261444816000100.</mixed-citation></ref><ref id="B18"><label>18.</label><mixed-citation>Ormerod, C., Malhotra, A., &amp; Jafari, A. (2021). Automated essay scoring using efficient transformer-based language models. arXiv. https://doi.org/10.48550/arXiv.2102.13136.</mixed-citation></ref><ref id="B19"><label>19.</label><mixed-citation>Rust, C., Price, M., &amp; O’Donovan, B. (2003). Improving students’ learning by developing their understanding of assessment criteria and processes. Assessment and Evaluation in Higher Education, 28(2), 147–164. https://doi.org/10.1080/02602930301671.</mixed-citation></ref><ref id="B20"><label>20.</label><mixed-citation>Sutton, P. (2012). Conceptualizing feedback literacy: Knowing, being, and acting. Innovations in Education and Teaching International, 49(1), 31–40. https://doi.org/10.1080/14703297.2012.647781.</mixed-citation></ref><ref id="B21"><label>21.</label><citation-alternatives><mixed-citation xml:lang="en">Ukhova, T. V., &amp; Faida, V. V. (2017). To the problem of objectivity of first-year ESL students’ assessment. Current Trends in Teaching Foreign Languages in Non-Linguistic Universities, (11), 144–151. EDN: https://elibrary.ru/XOEFAL</mixed-citation><mixed-citation xml:lang="ru">Ukhova, T. V., &amp; Faida, V. V. (2017). To the problem of objectivity of first-year ESL students’ assessment. Современные тенденции в преподавании иностранных языков в неязыковом вузе, (11), 144–151. EDN: https://elibrary.ru/XOEFAL</mixed-citation></citation-alternatives></ref><ref id="B22"><label>22.</label><mixed-citation>Uto, M. (2019). Rater-effect IRT model integrating supervised LDA for accurate measurement of essay writing ability. https://doi.org/10.1007/978-3-030-23204-7_41.</mixed-citation></ref><ref id="B23"><label>23.</label><mixed-citation>Verhelst, N. (2009). Linking multilingual survey results to the Common European Framework of Reference. Linking to the CEFR levels: Research perspectives (pp. 45–60). EALTA.</mixed-citation></ref><ref id="B24"><label>24.</label><mixed-citation>Winstone, N., Nash, R., Parker, M., &amp; Rowntree, J. (2017). Supporting learners’ agentic engagement with feedback: A systematic review and a taxonomy of recipience processes. Educational Psychologist, 52, 1–21. https://doi.org/10.1080/00461520.2016.1207538.</mixed-citation></ref><ref id="B25"><label>25.</label><citation-alternatives><mixed-citation xml:lang="en">Woitt, S., Weidlich, J., Jivet, I., Orhan Göksün, D., Drachsler, H., &amp; Kalz, M. (2025). Students’ feedback literacy in higher education: An initial scale validation study. Teaching in Higher Education, 30(1), 257–276. https://doi.org/10.1080/13562517.2023.2263838.,</mixed-citation><mixed-citation xml:lang="ru">Woitt, S., Weidlich, J., Jivet, I., Orhan Göksün, D., Drachsler, H., &amp; Kalz, M. (2025). Students’ feedback literacy in higher education: An initial scale validation study. Teaching in Higher Education, 30(1), 257–276. https://doi.org/10.1080/13562517.2023.2263838.</mixed-citation></citation-alternatives></ref></ref-list></back></article>
