Update: datasets update to 18.4 (#595)

Author: KSGulin

src/sparseml/transformers/__init__.py

@@ -60,7 +60,7 @@ def _install_transformers_and_deps():
                 "pip",
                 "install",
                 transformers_requirement,
-                "datasets<1.18.0",
+                "datasets<=1.18.4",
                 "sklearn",
                 "seqeval",
             ]

src/sparseml/transformers/sparsification/question_answering.py

@@ -299,7 +299,9 @@ def postprocess_qa_predictions(
                         start_index >= len(offset_mapping)
                         or end_index >= len(offset_mapping)
                         or offset_mapping[start_index] is None
+                        or len(offset_mapping[start_index]) < 2
                         or offset_mapping[end_index] is None
+                        or len(offset_mapping[end_index]) < 2
                     ):
                         continue
                     # Don't consider answers with a length that is either < 0 or >