diff --git a/README.md b/README.md index f4c6d61..655f020 100644 --- a/README.md +++ b/README.md @@ -204,14 +204,15 @@ lang_result_ci = summary["mean_per_language/en/f1_macro/ci_margin"] | Task Name | Label Type | Dataset Size (English) | Languages | | --- | --- | --- | --- | | **Ranking** -| Job to Skills | multi_label | 3039 queries x 13939 targets | 28 | -| Job Normalization | multi_class | 15463 queries x 2942 targets | 28 | -| Job Title Similarity | multi_label | 105 queries x 2619 targets | 11 | -| Skill to Job | multi_label | 13492 queries x 3039 targets | 28 | -| Skill Extraction House | multi_label | 262 queries x 13891 targets | 28 | -| Skill Extraction Tech | multi_label | 338 queries x 13891 targets | 28 | -| Skill Similarity | multi_class | 900 queries x 2648 targets | 1 | -| ESCO Skill Normalization | multi_label | 72008 queries x 13939 targets | 28 | +| Job to Skills WorkBench | multi_label | 3039 queries x 13939 targets | 28 | +| Job Title Similarity | multi_label | 105 queries x 2619 targets | 11 | +| Job Normalization | single_label | 15463 queries x 2942 targets | 28 | +| Skill to Job WorkBench | multi_label | 13492 queries x 3039 targets | 28 | +| Skill Extraction House | multi_label | 262 queries x 13891 targets | 28 | +| Skill Extraction Tech | multi_label | 338 queries x 13891 targets | 28 | +| Skill Extraction SkillSkape | multi_label | 1191 queries x 13891 targets | 28 | +| Skill Similarity SkillMatch-1K | single_label | 900 queries x 2648 targets | 1 | +| Skill Normalization ESCO | multi_label | 72008 queries x 13939 targets | 28 | | **Classification** | Job-Skill Classification | multi_label | 3039 samples, 13939 classes | 28 | diff --git a/src/workrb/tasks/ranking/job2skill.py b/src/workrb/tasks/ranking/job2skill.py index 2632c96..fb3f020 100644 --- a/src/workrb/tasks/ranking/job2skill.py +++ b/src/workrb/tasks/ranking/job2skill.py @@ -24,7 +24,7 @@ def __init__(self, esco_version: str = "1.2.0", **kwargs): @property def name(self) -> str: """Task name.""" - return "Job to Skills" + return "Job to Skills WorkBench" @property def description(self) -> str: @@ -168,4 +168,9 @@ def _load_val(self, language: Language) -> RankingDataset: @property def citation(self) -> str: """Job to Skills task citation.""" - return """UWE-PLACEHOLDER""" + return """@article{de2025unified, + title={Unified Work Embeddings: Contrastive Learning of a Bidirectional Multi-task Ranker}, + author={De Lange, Matthias and Decorte, Jens-Joris and Van Hautte, Jeroen}, + journal={arXiv preprint arXiv:2511.07969}, + year={2025} +}""" diff --git a/src/workrb/tasks/ranking/skill2job.py b/src/workrb/tasks/ranking/skill2job.py index 13071d7..9fc2622 100644 --- a/src/workrb/tasks/ranking/skill2job.py +++ b/src/workrb/tasks/ranking/skill2job.py @@ -23,7 +23,7 @@ def __init__(self, esco_version: str = "1.2.0", **kwargs): @property def name(self) -> str: """Skill to Job task name.""" - return "Skill to Job" + return "Skill to Job WorkBench" @property def description(self) -> str: @@ -184,4 +184,9 @@ def _load_val(self, language: Language) -> RankingDataset: @property def citation(self) -> str: """Skill to Job task citation.""" - return """UWE-PLACEHOLDER""" + return """@article{de2025unified, + title={Unified Work Embeddings: Contrastive Learning of a Bidirectional Multi-task Ranker}, + author={De Lange, Matthias and Decorte, Jens-Joris and Van Hautte, Jeroen}, + journal={arXiv preprint arXiv:2511.07969}, + year={2025} +}""" diff --git a/src/workrb/tasks/ranking/skill_similarity.py b/src/workrb/tasks/ranking/skill_similarity.py index fdeeaf6..14747b0 100644 --- a/src/workrb/tasks/ranking/skill_similarity.py +++ b/src/workrb/tasks/ranking/skill_similarity.py @@ -21,7 +21,7 @@ class SkillMatch1kSkillSimilarityRanking(RankingTask): @property def name(self) -> str: """Skill similarity task name.""" - return "Skill Similarity" + return "Skill Similarity SkillMatch-1K" @property def description(self) -> str: diff --git a/src/workrb/tasks/ranking/skillnorm.py b/src/workrb/tasks/ranking/skillnorm.py index 01bb1e3..7017959 100644 --- a/src/workrb/tasks/ranking/skillnorm.py +++ b/src/workrb/tasks/ranking/skillnorm.py @@ -55,7 +55,7 @@ def __init__( @property def name(self) -> str: """ESCO Skill Normalization task name.""" - return "ESCO Skill Normalization" + return "Skill Normalization ESCO" @property def description(self) -> str: @@ -192,4 +192,9 @@ def _get_alt2skills(self, skill2alts: dict[str, list[str]]) -> dict[str, list[st @property def citation(self) -> str: """Skill normalization task citation.""" - return """UWE-PLACEHOLDER""" + return """@article{de2025unified, + title={Unified Work Embeddings: Contrastive Learning of a Bidirectional Multi-task Ranker}, + author={De Lange, Matthias and Decorte, Jens-Joris and Van Hautte, Jeroen}, + journal={arXiv preprint arXiv:2511.07969}, + year={2025} +}"""