dev to main

.env.example

@@ -38,6 +38,7 @@ APP_AUDIT_LOG_PATH=logs/audit
 TOSS_CLIENT_KEY=change-me
 TOSS_SECRET_KEY=change-me
 TOSS_BASE_URL=https://api.tosspayments.com
+PAYMENT_COUPON_CODE=ABCD-EFGH-IJKL
 
 JOB_POSTING_CLASSIFICATION_CONFIDENCE_THRESHOLD=0.65
 APP_WORKER_EXCHANGE=jobdri.worker.exchange

.env.production.example

@@ -48,6 +48,7 @@ APP_AUDIT_LOG_PATH=/var/log/spring-boot/audit
 TOSS_CLIENT_KEY=change-me
 TOSS_SECRET_KEY=change-me
 TOSS_BASE_URL=https://api.tosspayments.com
+PAYMENT_COUPON_CODE=ABCD-EFGH-IJKL
 
 AWS_REGION=ap-northeast-2
 S3_BUCKET=your-s3-bucket

evaluation/evaluation_nlg_judge_hybrid_comparison.csv

@@ -0,0 +1,4 @@
+sourceResultFile,caseCount,successCount,averageRelevance,averageProblemValidity,averageSentenceTypeConsistency,averageReasonCorrectness,averageContextAwareness,averageFaithfulness,averageTenseConsistency,averageUsability,averageNonMeta,averageMeaningPreservation,noAnalysisAppropriateness,strengthsPrecision,strengthsCoverage,missingKeywordsPrecision,missingKeywordsCoverage,overallUsefulness,averageJudgeInputTokens,averageJudgeOutputTokens,averageJudgeLatencyMs,averageAnalysisCount,metaImprovementRate,unsupportedFactRate,falsePositiveAnalysisRate,fatalErrorRate,errorCodeCounts
+evaluation/evaluation_nlg_judge_v5a_v2.csv,20,20,3.06,2.75,3.75,3.19,2.06,4.0,4.13,3.81,3.69,4.06,2.05,4.45,4.45,3.45,3.45,2.75,,,4214.25,0.8,0.0,0.0,0.0,0.0,"{""CONTEXT_IGNORED"":4,""MISSED_ANALYSIS"":18,""MISSED_MISSING_KEYWORD"":10,""NONE"":1}"
+evaluation/evaluation_nlg_judge_two_pass_v2_1_v2.csv,20,20,3.33,2.5,3.5,3.33,2.17,4.0,4.17,3.5,3.33,4.0,1.85,4.14,4.14,4.07,4.07,2.6,,,3821.65,0.45,0.0,0.0,0.0,0.0,"{""CONTEXT_IGNORED"":2,""MISSED_ANALYSIS"":19,""MISSED_MISSING_KEYWORD"":2,""MISSED_STRENGTH"":2,""NONE"":1}"
+evaluation/evaluation_nlg_judge_hybrid_v1.csv,20,20,3.17,2.75,3.58,3.17,2.0,3.92,4.08,3.67,4.0,4.08,2.0,3.55,3.55,1.95,1.95,2.1,3617.55,235.75,3506.55,0.65,0.0,0.0,0.0,0.0,"{""CONTEXT_IGNORED"":1,""MISSED_ANALYSIS"":20,""MISSED_MISSING_KEYWORD"":20}"

evaluation/evaluation_nlg_judge_hybrid_exact_comparison.csv

@@ -0,0 +1,4 @@
+sourceResultFile,caseCount,successCount,averageRelevance,averageProblemValidity,averageSentenceTypeConsistency,averageReasonCorrectness,averageContextAwareness,averageFaithfulness,averageTenseConsistency,averageUsability,averageNonMeta,averageMeaningPreservation,noAnalysisAppropriateness,strengthsPrecision,strengthsCoverage,missingKeywordsPrecision,missingKeywordsCoverage,overallUsefulness,averageJudgeInputTokens,averageJudgeOutputTokens,averageJudgeLatencyMs,averageAnalysisCount,metaImprovementRate,unsupportedFactRate,falsePositiveAnalysisRate,fatalErrorRate,errorCodeCounts
+evaluation/evaluation_nlg_judge_v5a_v2.csv,20,20,3.06,2.75,3.75,3.19,2.06,4.0,4.13,3.81,3.69,4.06,2.05,4.45,4.45,3.45,3.45,2.75,,,4214.25,0.8,0.0,0.0,0.0,0.0,"{""CONTEXT_IGNORED"":4,""MISSED_ANALYSIS"":18,""MISSED_MISSING_KEYWORD"":10,""NONE"":1}"
+evaluation/evaluation_nlg_judge_two_pass_v2_1_v2.csv,20,20,3.33,2.5,3.5,3.33,2.17,4.0,4.17,3.5,3.33,4.0,1.85,4.14,4.14,4.07,4.07,2.6,,,3821.65,0.45,0.0,0.0,0.0,0.0,"{""CONTEXT_IGNORED"":2,""MISSED_ANALYSIS"":19,""MISSED_MISSING_KEYWORD"":2,""MISSED_STRENGTH"":2,""NONE"":1}"
+evaluation/evaluation_nlg_judge_hybrid_exact_offline.csv,20,20,3.31,3.0,4.19,3.69,2.19,4.38,4.38,3.94,4.19,4.38,2.6,5.0,5.0,5.0,5.0,3.15,3477.65,255.1,3143.9,0.8,0.0,0.0,0.0,0.0,"{""CONTEXT_IGNORED"":9,""MISSED_ANALYSIS"":13,""NONE"":4}"

evaluation/evaluation_nlg_judge_hybrid_exact_offline.csv

@@ -0,0 +1,21 @@
+caseId,sourceResultFile,analysisCount,averageRelevance,averageProblemValidity,averageSentenceTypeConsistency,averageReasonCorrectness,averageContextAwareness,averageFaithfulness,averageTenseConsistency,averageUsability,averageNonMeta,averageMeaningPreservation,noAnalysisAppropriateness,strengthsPrecision,strengthsCoverage,missingKeywordsPrecision,missingKeywordsCoverage,overallUsefulness,errorCodes,shortRationale,judgeInputTokens,judgeOutputTokens,judgeLatencyMs,failureStage
+EV-01,evaluation/evaluation_ai_results_hybrid_exact_offline.csv,0,,,,,,,,,,,2,5,5,5,5,3,"[""MISSED_ANALYSIS""]","답변에 명백한 문제 문장이 없으나, questionAnalyses가 비어 있어 중요한 첨삭 대상을 놓쳤다고 판단됩니다.",3428,132,3744,
+EV-02,evaluation/evaluation_ai_results_hybrid_exact_offline.csv,1,4.0,3.0,5.0,4.0,2.0,5.0,5.0,5.0,5.0,5.0,2,5,5,5,5,3,"[""CONTEXT_IGNORED"",""MISSED_ANALYSIS""]","상세페이지 제작 경험은 언급되었으나, 소비자 구매 결정 요소에 대한 구체적인 설명이 부족하여 문맥을 무시한 평가가 있었습니다. 또한, 명백한 첨삭 대상이 존재함에도 불구하고 분석이 부족했습니다.",2634,310,3468,
+EV-03,evaluation/evaluation_ai_results_hybrid_exact_offline.csv,1,3.0,3.0,5.0,3.0,2.0,5.0,5.0,4.0,5.0,5.0,2,5,5,5,5,3,"[""CONTEXT_IGNORED"",""MISSED_ANALYSIS""]","분석 결과, 강점 및 핵심역량에 대한 구체적인 경험이 부족하여 문맥을 무시한 평가가 이루어졌습니다. 전반적으로 유용성은 중간 수준입니다.",4016,296,3329,
+EV-04,evaluation/evaluation_ai_results_hybrid_exact_offline.csv,1,4.0,3.0,4.0,4.0,3.0,4.0,4.0,4.0,4.0,4.0,4,5,5,5,5,4,"[""NONE""]","전반적으로 지원자의 경험과 목표가 잘 연결되어 있으며, 주요 강점이 명확하게 드러납니다. 다만, 일부 문장에 대한 구체성이 부족하여 개선 여지가 있습니다.",4744,272,3271,
+EV-05,evaluation/evaluation_ai_results_hybrid_exact_offline.csv,1,3.0,3.0,4.0,3.0,2.0,5.0,5.0,4.0,5.0,5.0,2,5,5,5,5,3,"[""MISSED_ANALYSIS""]","분석이 부족하여 중요한 문제를 놓쳤습니다. 문장 내용은 적절하나, 구체적인 설명이 부족해 평가가 낮아졌습니다.",3031,291,3717,
+EV-06,evaluation/evaluation_ai_results_hybrid_exact_offline.csv,1,3.0,3.0,4.0,3.0,2.0,4.0,4.0,4.0,4.0,4.0,2,5,5,5,5,3,"[""CONTEXT_IGNORED"",""MISSED_ANALYSIS""]","분석이 부족하여 명백한 문제 문장을 놓쳤고, 문맥을 무시한 평가가 있었습니다. 전반적으로 유용성은 중간 수준입니다.",5598,306,2937,
+EV-07,evaluation/evaluation_ai_results_hybrid_exact_offline.csv,0,,,,,,,,,,,1,5,5,5,5,2,"[""MISSED_ANALYSIS""]",답변에 명백한 문제 문장이 있음에도 불구하고 분석이 전혀 이루어지지 않아 중요한 첨삭 대상을 놓쳤습니다.,2434,101,2046,
+EV-08,evaluation/evaluation_ai_results_hybrid_exact_offline.csv,0,,,,,,,,,,,2,5,5,5,5,2,"[""MISSED_ANALYSIS""]","지원자의 경험과 역량이 잘 드러나지 않았고, 명백한 첨삭 대상이 존재함에도 분석이 없었습니다. 이로 인해 전반적인 유용성이 낮게 평가되었습니다.",3991,145,2969,
+EV-09,evaluation/evaluation_ai_results_hybrid_exact_offline.csv,1,4.0,3.0,4.0,4.0,3.0,4.0,4.0,4.0,4.0,4.0,4,5,5,5,5,4,"[""NONE""]","지원자의 경험과 계획이 잘 드러나 있으며, 전반적으로 적절한 분석이 이루어졌습니다. 다만, 구체적인 실행 방법이 부족한 점이 아쉽습니다.",3387,291,3379,
+EV-10,evaluation/evaluation_ai_results_hybrid_exact_offline.csv,1,4.0,3.0,4.0,4.0,2.0,5.0,5.0,4.0,5.0,5.0,2,5,5,5,5,3,"[""MISSED_ANALYSIS""]",지원 동기와 포부에 대한 구체적인 방법이 부족하여 분석이 미흡했습니다. 그러나 전반적으로 강점이 잘 드러나고 있습니다.,3404,300,3121,
+EV-11,evaluation/evaluation_ai_results_hybrid_exact_offline.csv,1,3.0,3.0,5.0,4.0,2.0,5.0,5.0,4.0,5.0,5.0,2,5,5,5,5,3,"[""CONTEXT_IGNORED"",""MISSED_ANALYSIS""]","지원자의 경험과 동기는 명확하나, 분석에서 중요한 문제를 놓쳤습니다. 문맥을 고려하지 않은 평가가 있어 전반적인 유용성이 낮아졌습니다.",3364,307,3018,
+EV-12,evaluation/evaluation_ai_results_hybrid_exact_offline.csv,1,3.0,3.0,4.0,4.0,2.0,4.0,4.0,4.0,4.0,4.0,2,5,5,5,5,3,"[""CONTEXT_IGNORED"",""MISSED_ANALYSIS""]",분석이 부족하여 중요한 첨삭 대상을 놓쳤습니다. 문맥을 무시한 부분이 있어 평가가 낮아졌습니다.,3639,285,3343,
+EV-13,evaluation/evaluation_ai_results_hybrid_exact_offline.csv,1,3.0,3.0,4.0,4.0,2.0,4.0,4.0,4.0,3.0,4.0,4,5,5,5,5,4,"[""CONTEXT_IGNORED""]","전반적으로 경험이 잘 드러나지만, 품질 관리 방법에 대한 구체성이 부족하여 문맥을 간과한 부분이 있습니다.",3361,283,4128,
+EV-14,evaluation/evaluation_ai_results_hybrid_exact_offline.csv,0,,,,,,,,,,,5,5,5,5,5,4,"[""NONE""]","지원자의 경험과 성과가 잘 드러나 있으며, 분석이 필요할 만한 문장이 없으므로 전반적으로 유용한 자기소개서입니다.",3471,126,1854,
+EV-15,evaluation/evaluation_ai_results_hybrid_exact_offline.csv,1,3.0,3.0,4.0,3.0,2.0,4.0,4.0,4.0,4.0,4.0,2,5,5,5,5,3,"[""MISSED_ANALYSIS""]","지원 동기는 설명되었으나 구체적인 경험이 부족하여 설득력이 떨어지며, 중요한 첨삭 대상을 놓쳤습니다.",2949,278,3540,
+EV-16,evaluation/evaluation_ai_results_hybrid_exact_offline.csv,1,3.0,3.0,4.0,3.0,2.0,4.0,4.0,4.0,4.0,4.0,2,5,5,5,5,3,"[""MISSED_ANALYSIS""]","분석이 부족하여 명백한 문제를 놓쳤고, 개선 방법이 구체적이지 않아 평가가 낮아졌습니다.",3763,283,2796,
+EV-17,evaluation/evaluation_ai_results_hybrid_exact_offline.csv,1,4.0,3.0,4.0,4.0,3.0,4.0,4.0,4.0,4.0,4.0,3,5,5,5,5,3,"[""NONE""]","전반적으로 경험과 강점을 잘 서술했으나, 구체적인 실행 계획이 부족하여 개선 여지가 있습니다.",2939,247,3379,
+EV-18,evaluation/evaluation_ai_results_hybrid_exact_offline.csv,1,3.0,3.0,4.0,4.0,2.0,5.0,5.0,4.0,5.0,5.0,2,5,5,5,5,3,"[""CONTEXT_IGNORED"",""MISSED_ANALYSIS""]","분석이 부족하여 중요한 첨삭 대상을 놓쳤고, 문맥을 무시한 부분이 있어 평가가 낮아졌습니다.",2945,276,2879,
+EV-19,evaluation/evaluation_ai_results_hybrid_exact_offline.csv,1,3.0,3.0,4.0,4.0,2.0,4.0,4.0,3.0,3.0,4.0,4,5,5,5,5,4,"[""CONTEXT_IGNORED""]","지원자의 경험과 QA에 대한 이해는 긍정적이나, 일부 문장 분석에서 문맥을 간과한 부분이 있어 개선이 필요합니다.",2975,284,2647,
+EV-20,evaluation/evaluation_ai_results_hybrid_exact_offline.csv,1,3.0,3.0,4.0,4.0,2.0,4.0,4.0,3.0,3.0,4.0,3,5,5,5,5,3,"[""CONTEXT_IGNORED""]","지원자의 목표와 포부는 명확하나, 구체적인 실행 방안이 부족하여 문맥을 간과한 평가가 있었습니다. 전반적으로 유용성은 중간 수준입니다.",3480,289,3313,

evaluation/evaluation_nlg_judge_hybrid_exact_rejudge_comparison.csv

@@ -0,0 +1,4 @@
+sourceResultFile,caseCount,successCount,averageRelevance,averageProblemValidity,averageSentenceTypeConsistency,averageReasonCorrectness,averageContextAwareness,averageFaithfulness,averageTenseConsistency,averageUsability,averageNonMeta,averageMeaningPreservation,noAnalysisAppropriateness,strengthsPrecision,strengthsCoverage,missingKeywordsPrecision,missingKeywordsCoverage,overallUsefulness,averageJudgeInputTokens,averageJudgeOutputTokens,averageJudgeLatencyMs,averageAnalysisCount,metaImprovementRate,unsupportedFactRate,falsePositiveAnalysisRate,fatalErrorRate,errorCodeCounts
+evaluation/evaluation_nlg_judge_v5a_exact_rejudge.csv,20,20,3.07,2.93,3.8,3.2,2.07,4.07,4.07,3.8,3.67,4.07,2.25,4.35,4.35,3.4,3.4,2.75,3492.45,255.9,3021.6,0.8,0.0,0.0,0.0,0.0,"{""CONTEXT_IGNORED"":4,""MISSED_ANALYSIS"":16,""MISSED_MISSING_KEYWORD"":10,""NONE"":2}"
+evaluation/evaluation_nlg_judge_two_pass_exact_rejudge.csv,20,19,3.5,2.67,3.33,3.5,2.33,3.83,4.0,3.33,3.5,3.83,1.95,3.67,3.67,3.86,3.93,2.63,3924.26,202.95,2477.37,0.47,0.0,0.0,0.0,0.0,"{""CONTEXT_IGNORED"":2,""MISSED_ANALYSIS"":18,""MISSED_MISSING_KEYWORD"":2,""MISSED_STRENGTH"":2,""NONE"":1}"
+evaluation/evaluation_nlg_judge_hybrid_exact_offline.csv,20,20,3.31,3.0,4.19,3.69,2.19,4.38,4.38,3.94,4.19,4.38,2.6,5.0,5.0,5.0,5.0,3.15,3477.65,255.1,3143.9,0.8,0.0,0.0,0.0,0.0,"{""CONTEXT_IGNORED"":9,""MISSED_ANALYSIS"":13,""NONE"":4}"

evaluation/evaluation_nlg_judge_hybrid_exact_runtime.csv

@@ -0,0 +1,21 @@
+caseId,sourceResultFile,analysisCount,averageRelevance,averageProblemValidity,averageSentenceTypeConsistency,averageReasonCorrectness,averageContextAwareness,averageFaithfulness,averageTenseConsistency,averageUsability,averageNonMeta,averageMeaningPreservation,noAnalysisAppropriateness,strengthsPrecision,strengthsCoverage,missingKeywordsPrecision,missingKeywordsCoverage,overallUsefulness,errorCodes,shortRationale,judgeInputTokens,judgeOutputTokens,judgeLatencyMs,failureStage
+EV-01,evaluation/evaluation_ai_results_hybrid_exact_runtime.csv,0,,,,,,,,,,,2,4,4,5,5,3,"[""MISSED_ANALYSIS""]","답변에서 명확한 문제 문장이 없으나, questionAnalyses가 비어 있어 중요한 첨삭 대상을 놓쳤습니다.",3969,130,3817,
+EV-02,evaluation/evaluation_ai_results_hybrid_exact_runtime.csv,1,3.0,3.0,3.0,3.0,2.0,4.0,4.0,3.0,3.0,4.0,2,3,3,2,2,3,"[""MISSED_ANALYSIS""]","지원자의 경험이 잘 드러나지 않고, 구체적인 방법론이 부족하여 개선이 필요합니다. 또한, 누락된 키워드가 있어 전체적인 유용성이 낮습니다.",3238,288,2722,
+EV-03,evaluation/evaluation_ai_results_hybrid_exact_runtime.csv,1,3.0,2.0,3.0,3.0,2.0,3.0,3.0,3.0,3.0,3.0,2,5,5,5,5,2,"[""CONTEXT_IGNORED"",""MISSED_ANALYSIS""]","분석 결과에 명백한 문제 문장이 존재하지만, 적절한 분석이 이루어지지 않아 주요 점수가 낮게 평가되었습니다.",4721,204,3274,
+EV-04,evaluation/evaluation_ai_results_hybrid_exact_runtime.csv,1,3.0,2.0,3.0,3.0,2.0,3.0,3.0,3.0,3.0,3.0,2,,,,,2,"[""CONTEXT_IGNORED"",""MISSED_ANALYSIS""]",분석이 부족하여 중요한 첨삭 대상을 놓쳤습니다. 구체적인 행동과 실행 계획이 결여되어 있습니다.,5241,194,2760,
+EV-05,evaluation/evaluation_ai_results_hybrid_exact_runtime.csv,1,4.0,3.0,3.0,3.0,2.0,4.0,4.0,3.0,4.0,4.0,2,1,1,1,1,3,"[""MISSED_ANALYSIS""]","지원 동기와 포부는 전반적으로 잘 작성되었으나, 구체적인 실행 방법이 부족하고 누락된 키워드가 있어 개선이 필요합니다.",3578,294,3071,
+EV-06,evaluation/evaluation_ai_results_hybrid_exact_runtime.csv,0,,,,,,,,,,,1,5,5,5,5,2,"[""MISSED_ANALYSIS""]",자기소개서에서 명백한 문제 문장이 존재하지만 분석이 비어 있어 중요한 첨삭 대상을 놓쳤습니다. 구체적인 성과와 방법론을 추가하여 더욱 강력한 자기소개서를 만드세요.,6056,117,1840,
+EV-07,evaluation/evaluation_ai_results_hybrid_exact_runtime.csv,1,3.0,2.0,3.0,3.0,2.0,3.0,4.0,3.0,3.0,4.0,2,5,5,5,5,3,"[""CONTEXT_IGNORED"",""MISSED_ANALYSIS""]",분석이 부족하여 중요한 첨삭 대상을 놓쳤습니다. 구체적인 성과와 방법을 추가하면 더 좋습니다.,2996,278,5634,
+EV-08,evaluation/evaluation_ai_results_hybrid_exact_runtime.csv,1,4.0,2.0,3.0,3.0,3.0,4.0,4.0,4.0,4.0,4.0,2,5,5,5,5,3,"[""MISSED_ANALYSIS""]","지원자의 경험과 성과는 잘 드러났으나, 구체적인 실행 계획이 부족하여 중요한 문제를 놓쳤습니다.",4611,201,2553,
+EV-09,evaluation/evaluation_ai_results_hybrid_exact_runtime.csv,1,4.0,3.0,4.0,3.0,3.0,4.0,4.0,4.0,4.0,4.0,3,5,5,5,5,3,"[""NONE""]","지원자의 경험이 잘 드러나지만, 구체적인 행동과 결과 설명이 부족하여 개선 여지가 있습니다.",3977,278,3384,
+EV-10,evaluation/evaluation_ai_results_hybrid_exact_runtime.csv,1,3.0,3.0,3.0,3.0,2.0,4.0,4.0,3.0,3.0,4.0,2,5,5,5,5,3,"[""CONTEXT_IGNORED"",""MISSED_ANALYSIS""]",지원자의 포부는 잘 드러나지만 구체적인 실행 계획이 부족하여 평가가 낮아졌습니다.,4086,270,3275,
+EV-11,evaluation/evaluation_ai_results_hybrid_exact_runtime.csv,1,3.0,2.0,3.0,3.0,2.0,4.0,4.0,3.0,3.0,4.0,2,2,2,1,1,3,"[""CONTEXT_IGNORED"",""MISSED_ANALYSIS""]",지원 동기와 포부는 명확하나 구체적인 실행 계획이 부족하여 전반적인 분석이 미흡합니다.,3839,284,4826,
+EV-12,evaluation/evaluation_ai_results_hybrid_exact_runtime.csv,1,,,,,,,,,,,2,5,5,5,5,3,"[""MISSED_ANALYSIS""]","분석이 부족하여 중요한 첨삭 대상을 놓쳤고, 구체적인 행동 계획이 결여되어 있습니다. 전반적으로 유용성은 중간 수준입니다.",4328,295,3478,
+EV-13,evaluation/evaluation_ai_results_hybrid_exact_runtime.csv,1,4.0,3.0,3.0,3.0,3.0,4.0,4.0,3.0,4.0,4.0,2,5,5,5,5,3,"[""MISSED_ANALYSIS""]","전반적으로 경험이 잘 드러나지만, 구체적인 행동과 방법이 부족하여 개선이 필요합니다.",3824,252,2650,
+EV-14,evaluation/evaluation_ai_results_hybrid_exact_runtime.csv,,,,,,,,,,,,,,,,,,[],,,,,judge_validation_failed
+EV-15,evaluation/evaluation_ai_results_hybrid_exact_runtime.csv,1,3.0,3.0,3.0,3.0,2.0,4.0,4.0,4.0,4.0,4.0,2,1,1,,,3,"[""CONTEXT_IGNORED"",""MISSED_ANALYSIS""]",지원 동기와 직무 적합성 설명이 부족하여 구체적인 경험이 결여된 점이 아쉽습니다. 전반적으로 개선이 필요합니다.,3470,350,4404,
+EV-16,evaluation/evaluation_ai_results_hybrid_exact_runtime.csv,1,3.0,3.0,3.0,3.0,2.0,4.0,4.0,4.0,4.0,4.0,2,5,5,5,5,3,"[""CONTEXT_IGNORED"",""MISSED_ANALYSIS""]","경험을 구체적으로 서술하였으나, 성과와 방법에 대한 추가 설명이 필요합니다. 문맥을 고려하지 않은 분석이 있어 개선이 필요합니다.",4463,302,4396,
+EV-17,evaluation/evaluation_ai_results_hybrid_exact_runtime.csv,1,2.0,2.0,2.0,2.0,2.0,3.0,3.0,3.0,3.0,3.0,2,,,,,2,"[""MISSED_ANALYSIS""]",지원 동기에서 구체적인 행동이나 방법이 부족하여 명백한 문제 문장이 존재합니다. 이로 인해 전반적인 유용성이 낮게 평가되었습니다.,3365,199,2668,
+EV-18,evaluation/evaluation_ai_results_hybrid_exact_runtime.csv,1,3.0,2.0,3.0,3.0,2.0,4.0,4.0,3.0,4.0,4.0,2,5,5,5,5,3,"[""CONTEXT_IGNORED"",""MISSED_ANALYSIS""]",분석이 부족하여 구체적인 실행 계획과 성과가 결여된 점이 문제로 지적되었습니다. 문맥을 고려하지 않은 평가가 있었습니다.,3403,317,3480,
+EV-19,evaluation/evaluation_ai_results_hybrid_exact_runtime.csv,0,,,,,,,,,,,2,5,5,5,5,3,"[""MISSED_ANALYSIS""]","지원자의 QA 직무에 대한 이해는 높지만, 구체적인 행동과 방법이 부족하여 중요한 첨삭 대상을 놓쳤습니다.",3467,131,1808,
+EV-20,evaluation/evaluation_ai_results_hybrid_exact_runtime.csv,1,2.0,2.0,3.0,3.0,2.0,4.0,4.0,3.0,4.0,4.0,2,5,5,5,5,2,"[""CONTEXT_IGNORED"",""MISSED_ANALYSIS""]",지원 동기와 포부의 구체성이 부족하여 문맥을 무시한 분석이 발생했습니다. 전반적으로 개선이 필요합니다.,3995,203,3047,