- scripts/expand_real_dataset.py:AutoWeakS 全量 2215 条 + 500 条分层评测集 + 简历扩量(seed=2026 可复现) - pipeline 被动语料机制(passive_sources):真实无日期 JD 参与接入/清洗/抽取验证(2915 条命中率 99.8%),不进图谱/演化/发现 - 新岗位发现第四指标'差异度'与双年窗口增长率口径 - 评测新增 real_jd_500 维度(99.91%);测试会话隔离 jd_extra_dirs 防止本机配置拖慢套件
348 lines
5.8 KiB
JSON
348 lines
5.8 KiB
JSON
{
|
||
"jd_extraction_accuracy": 1.0,
|
||
"resume_extraction_accuracy": 1.0,
|
||
"match_accuracy": 1.0,
|
||
"jd_detail": {
|
||
"accuracy": 1.0,
|
||
"title_accuracy": 1.0,
|
||
"fields": {
|
||
"required_skills": {
|
||
"precision": 1.0,
|
||
"recall": 1.0,
|
||
"f1": 1.0
|
||
},
|
||
"preferred_skills": {
|
||
"precision": 1.0,
|
||
"recall": 1.0,
|
||
"f1": 1.0
|
||
},
|
||
"responsibilities": {
|
||
"precision": 1.0,
|
||
"recall": 1.0,
|
||
"f1": 1.0
|
||
},
|
||
"scenarios": {
|
||
"precision": 1.0,
|
||
"recall": 1.0,
|
||
"f1": 1.0
|
||
}
|
||
},
|
||
"samples": 144,
|
||
"bad_lines": 0
|
||
},
|
||
"resume_detail": {
|
||
"resume_full.txt": {
|
||
"precision": 1.0,
|
||
"recall": 1.0,
|
||
"f1": 1.0,
|
||
"extra": [],
|
||
"missing": []
|
||
},
|
||
"resume_partial.txt": {
|
||
"precision": 1.0,
|
||
"recall": 1.0,
|
||
"f1": 1.0,
|
||
"extra": [],
|
||
"missing": []
|
||
},
|
||
"resume_mismatch.txt": {
|
||
"precision": 1.0,
|
||
"recall": 1.0,
|
||
"f1": 1.0,
|
||
"extra": [],
|
||
"missing": []
|
||
},
|
||
"resume_frontend_full.txt": {
|
||
"precision": 1.0,
|
||
"recall": 1.0,
|
||
"f1": 1.0,
|
||
"extra": [],
|
||
"missing": []
|
||
},
|
||
"resume_data_partial.txt": {
|
||
"precision": 1.0,
|
||
"recall": 1.0,
|
||
"f1": 1.0,
|
||
"extra": [],
|
||
"missing": []
|
||
},
|
||
"resume_llm_full.txt": {
|
||
"precision": 1.0,
|
||
"recall": 1.0,
|
||
"f1": 1.0,
|
||
"extra": [],
|
||
"missing": []
|
||
},
|
||
"resume_legacy_mismatch.txt": {
|
||
"precision": 1.0,
|
||
"recall": 1.0,
|
||
"f1": 1.0,
|
||
"extra": [],
|
||
"missing": []
|
||
}
|
||
},
|
||
"match_detail": [
|
||
{
|
||
"job": "Java开发工程师",
|
||
"expected": true,
|
||
"score": 76.67,
|
||
"ok": true
|
||
},
|
||
{
|
||
"job": "Java开发工程师",
|
||
"expected": false,
|
||
"score": 6.67,
|
||
"ok": true
|
||
},
|
||
{
|
||
"job": "Python开发工程师",
|
||
"expected": true,
|
||
"score": 75.0,
|
||
"ok": true
|
||
},
|
||
{
|
||
"job": "Python开发工程师",
|
||
"expected": false,
|
||
"score": 6.67,
|
||
"ok": true
|
||
},
|
||
{
|
||
"job": "前端工程师",
|
||
"expected": true,
|
||
"score": 75.0,
|
||
"ok": true
|
||
},
|
||
{
|
||
"job": "前端工程师",
|
||
"expected": false,
|
||
"score": 6.67,
|
||
"ok": true
|
||
},
|
||
{
|
||
"job": "数据工程师",
|
||
"expected": true,
|
||
"score": 75.0,
|
||
"ok": true
|
||
},
|
||
{
|
||
"job": "数据工程师",
|
||
"expected": false,
|
||
"score": 6.67,
|
||
"ok": true
|
||
},
|
||
{
|
||
"job": "算法工程师",
|
||
"expected": true,
|
||
"score": 75.0,
|
||
"ok": true
|
||
},
|
||
{
|
||
"job": "算法工程师",
|
||
"expected": false,
|
||
"score": 6.67,
|
||
"ok": true
|
||
},
|
||
{
|
||
"job": "数据分析师",
|
||
"expected": true,
|
||
"score": 75.0,
|
||
"ok": true
|
||
},
|
||
{
|
||
"job": "数据分析师",
|
||
"expected": false,
|
||
"score": 10.0,
|
||
"ok": true
|
||
},
|
||
{
|
||
"job": "测试开发工程师",
|
||
"expected": true,
|
||
"score": 75.0,
|
||
"ok": true
|
||
},
|
||
{
|
||
"job": "测试开发工程师",
|
||
"expected": false,
|
||
"score": 6.67,
|
||
"ok": true
|
||
},
|
||
{
|
||
"job": "运维工程师(SRE)",
|
||
"expected": true,
|
||
"score": 75.0,
|
||
"ok": true
|
||
},
|
||
{
|
||
"job": "运维工程师(SRE)",
|
||
"expected": false,
|
||
"score": 6.67,
|
||
"ok": true
|
||
},
|
||
{
|
||
"job": "嵌入式工程师",
|
||
"expected": true,
|
||
"score": 75.0,
|
||
"ok": true
|
||
},
|
||
{
|
||
"job": "嵌入式工程师",
|
||
"expected": false,
|
||
"score": 6.67,
|
||
"ok": true
|
||
},
|
||
{
|
||
"job": "物联网工程师",
|
||
"expected": true,
|
||
"score": 75.0,
|
||
"ok": true
|
||
},
|
||
{
|
||
"job": "物联网工程师",
|
||
"expected": false,
|
||
"score": 6.67,
|
||
"ok": true
|
||
},
|
||
{
|
||
"job": "NLP工程师",
|
||
"expected": true,
|
||
"score": 75.0,
|
||
"ok": true
|
||
},
|
||
{
|
||
"job": "NLP工程师",
|
||
"expected": false,
|
||
"score": 6.67,
|
||
"ok": true
|
||
},
|
||
{
|
||
"job": "CV工程师",
|
||
"expected": true,
|
||
"score": 75.0,
|
||
"ok": true
|
||
},
|
||
{
|
||
"job": "CV工程师",
|
||
"expected": false,
|
||
"score": 6.67,
|
||
"ok": true
|
||
},
|
||
{
|
||
"job": "云原生工程师",
|
||
"expected": true,
|
||
"score": 75.0,
|
||
"ok": true
|
||
},
|
||
{
|
||
"job": "云原生工程师",
|
||
"expected": false,
|
||
"score": 6.67,
|
||
"ok": true
|
||
},
|
||
{
|
||
"job": "AI产品经理",
|
||
"expected": true,
|
||
"score": 75.0,
|
||
"ok": true
|
||
},
|
||
{
|
||
"job": "AI产品经理",
|
||
"expected": false,
|
||
"score": 6.67,
|
||
"ok": true
|
||
},
|
||
{
|
||
"job": "Go开发工程师",
|
||
"expected": true,
|
||
"score": 75.0,
|
||
"ok": true
|
||
},
|
||
{
|
||
"job": "Go开发工程师",
|
||
"expected": false,
|
||
"score": 6.67,
|
||
"ok": true
|
||
},
|
||
{
|
||
"job": "前端工程师",
|
||
"expected": true,
|
||
"score": 70.0,
|
||
"ok": true
|
||
},
|
||
{
|
||
"job": "数据分析师",
|
||
"expected": true,
|
||
"score": 70.0,
|
||
"ok": true
|
||
},
|
||
{
|
||
"job": "运维工程师(SRE)",
|
||
"expected": true,
|
||
"score": 70.0,
|
||
"ok": true
|
||
},
|
||
{
|
||
"job": "前端工程师",
|
||
"expected": true,
|
||
"score": 90.0,
|
||
"ok": true
|
||
},
|
||
{
|
||
"job": "数据分析师",
|
||
"expected": true,
|
||
"score": 80.0,
|
||
"ok": true
|
||
},
|
||
{
|
||
"job": "数据分析师",
|
||
"expected": false,
|
||
"score": 20.0,
|
||
"ok": true
|
||
}
|
||
],
|
||
"real_jd": {
|
||
"accuracy": 0.9995,
|
||
"title_accuracy": 1.0,
|
||
"fields": {
|
||
"required_skills": {
|
||
"precision": 1.0,
|
||
"recall": 0.9988,
|
||
"f1": 0.9994
|
||
},
|
||
"preferred_skills": null,
|
||
"scenarios": {
|
||
"precision": 1.0,
|
||
"recall": 1.0,
|
||
"f1": 1.0
|
||
}
|
||
},
|
||
"samples": 200,
|
||
"bad_lines": 0
|
||
},
|
||
"real_jd_500": {
|
||
"accuracy": 0.9991,
|
||
"title_accuracy": 1.0,
|
||
"fields": {
|
||
"required_skills": {
|
||
"precision": 1.0,
|
||
"recall": 0.998,
|
||
"f1": 0.999
|
||
},
|
||
"preferred_skills": null,
|
||
"scenarios": {
|
||
"precision": 1.0,
|
||
"recall": 1.0,
|
||
"f1": 1.0
|
||
}
|
||
},
|
||
"samples": 500,
|
||
"bad_lines": 0
|
||
},
|
||
"real_resume": {
|
||
"accuracy": 1.0,
|
||
"name_accuracy": 1.0,
|
||
"phone_accuracy": 1.0,
|
||
"samples": 200,
|
||
"phone_samples": 200,
|
||
"empty_skill_resumes": 113
|
||
}
|
||
} |