Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
17 changes: 9 additions & 8 deletions README.md
Original file line number Diff line number Diff line change
Expand Up @@ -204,14 +204,15 @@ lang_result_ci = summary["mean_per_language/en/f1_macro/ci_margin"]
| Task Name | Label Type | Dataset Size (English) | Languages |
| --- | --- | --- | --- |
| **Ranking**
| Job to Skills | multi_label | 3039 queries x 13939 targets | 28 |
| Job Normalization | multi_class | 15463 queries x 2942 targets | 28 |
| Job Title Similarity | multi_label | 105 queries x 2619 targets | 11 |
| Skill to Job | multi_label | 13492 queries x 3039 targets | 28 |
| Skill Extraction House | multi_label | 262 queries x 13891 targets | 28 |
| Skill Extraction Tech | multi_label | 338 queries x 13891 targets | 28 |
| Skill Similarity | multi_class | 900 queries x 2648 targets | 1 |
| ESCO Skill Normalization | multi_label | 72008 queries x 13939 targets | 28 |
| Job to Skills WorkBench | multi_label | 3039 queries x 13939 targets | 28 |
| Job Title Similarity | multi_label | 105 queries x 2619 targets | 11 |
| Job Normalization | single_label | 15463 queries x 2942 targets | 28 |
| Skill to Job WorkBench | multi_label | 13492 queries x 3039 targets | 28 |
| Skill Extraction House | multi_label | 262 queries x 13891 targets | 28 |
| Skill Extraction Tech | multi_label | 338 queries x 13891 targets | 28 |
| Skill Extraction SkillSkape | multi_label | 1191 queries x 13891 targets | 28 |
| Skill Similarity SkillMatch-1K | single_label | 900 queries x 2648 targets | 1 |
| Skill Normalization ESCO | multi_label | 72008 queries x 13939 targets | 28 |
| **Classification**
| Job-Skill Classification | multi_label | 3039 samples, 13939 classes | 28 |

Expand Down
9 changes: 7 additions & 2 deletions src/workrb/tasks/ranking/job2skill.py
Original file line number Diff line number Diff line change
Expand Up @@ -24,7 +24,7 @@ def __init__(self, esco_version: str = "1.2.0", **kwargs):
@property
def name(self) -> str:
"""Task name."""
return "Job to Skills"
return "Job to Skills WorkBench"

@property
def description(self) -> str:
Expand Down Expand Up @@ -168,4 +168,9 @@ def _load_val(self, language: Language) -> RankingDataset:
@property
def citation(self) -> str:
"""Job to Skills task citation."""
return """UWE-PLACEHOLDER"""
return """@article{de2025unified,
title={Unified Work Embeddings: Contrastive Learning of a Bidirectional Multi-task Ranker},
author={De Lange, Matthias and Decorte, Jens-Joris and Van Hautte, Jeroen},
journal={arXiv preprint arXiv:2511.07969},
year={2025}
}"""
9 changes: 7 additions & 2 deletions src/workrb/tasks/ranking/skill2job.py
Original file line number Diff line number Diff line change
Expand Up @@ -23,7 +23,7 @@ def __init__(self, esco_version: str = "1.2.0", **kwargs):
@property
def name(self) -> str:
"""Skill to Job task name."""
return "Skill to Job"
return "Skill to Job WorkBench"

@property
def description(self) -> str:
Expand Down Expand Up @@ -184,4 +184,9 @@ def _load_val(self, language: Language) -> RankingDataset:
@property
def citation(self) -> str:
"""Skill to Job task citation."""
return """UWE-PLACEHOLDER"""
return """@article{de2025unified,
title={Unified Work Embeddings: Contrastive Learning of a Bidirectional Multi-task Ranker},
author={De Lange, Matthias and Decorte, Jens-Joris and Van Hautte, Jeroen},
journal={arXiv preprint arXiv:2511.07969},
year={2025}
}"""
2 changes: 1 addition & 1 deletion src/workrb/tasks/ranking/skill_similarity.py
Original file line number Diff line number Diff line change
Expand Up @@ -21,7 +21,7 @@ class SkillMatch1kSkillSimilarityRanking(RankingTask):
@property
def name(self) -> str:
"""Skill similarity task name."""
return "Skill Similarity"
return "Skill Similarity SkillMatch-1K"

@property
def description(self) -> str:
Expand Down
9 changes: 7 additions & 2 deletions src/workrb/tasks/ranking/skillnorm.py
Original file line number Diff line number Diff line change
Expand Up @@ -55,7 +55,7 @@ def __init__(
@property
def name(self) -> str:
"""ESCO Skill Normalization task name."""
return "ESCO Skill Normalization"
return "Skill Normalization ESCO"

@property
def description(self) -> str:
Expand Down Expand Up @@ -192,4 +192,9 @@ def _get_alt2skills(self, skill2alts: dict[str, list[str]]) -> dict[str, list[st
@property
def citation(self) -> str:
"""Skill normalization task citation."""
return """UWE-PLACEHOLDER"""
return """@article{de2025unified,
title={Unified Work Embeddings: Contrastive Learning of a Bidirectional Multi-task Ranker},
author={De Lange, Matthias and Decorte, Jens-Joris and Van Hautte, Jeroen},
journal={arXiv preprint arXiv:2511.07969},
year={2025}
}"""