Fix test failures with regen

Signed-off-by: Ayan Sinha Mahapatra <ayansmahapatra@gmail.com>

Author: AyanSinhaMahapatra

src/licensedcode/data/licenses/openai-tou-20230314.LICENSE

@@ -8,12 +8,12 @@ homepage_url: https://openai.com/policies/terms-of-use
 spdx_license_key: LicenseRef-scancode-openai-tou-20230314
 ignorable_copyrights:
     - (c) Arbitration Forum
-    - (c) Price Changes. We
+    - (c) Price Changes
     - (c) Processing of Personal Data
     - (c) U.S. Federal Agency Entities
 ignorable_holders:
     - Arbitration Forum
-    - Price Changes. We
+    - Price Changes
     - Processing of Personal Data
     - U.S. Federal Agency Entities
 ignorable_urls:

tests/formattedcode/data/common/manifests-expected.json

@@ -471,7 +471,7 @@
   ],
   "license_detections": [
     {
-      "identifier": "cddl_1_0-ce8b3a58-f284-e7dd-22b3-c4d82f97dfe3",
+      "identifier": "cddl_1_0-c6dbef4d-659c-289f-5ee9-1ca0278edad6",
       "license_expression": "cddl-1.0",
       "detection_count": 1
     },
@@ -695,6 +695,18 @@
         {
           "license_expression": "cddl-1.0",
           "matches": [
+            {
+              "score": 16.0,
+              "start_line": 17,
+              "end_line": 19,
+              "matched_length": 3,
+              "match_coverage": 100.0,
+              "matcher": "2-aho",
+              "license_expression": "unknown-license-reference",
+              "rule_identifier": "license-intro_72.RULE",
+              "rule_relevance": 16,
+              "rule_url": "https://github.com/nexB/scancode-toolkit/tree/develop/src/licensedcode/data/rules/license-intro_72.RULE"
+            },
             {
               "score": 82.35,
               "start_line": 18,
@@ -708,11 +720,11 @@
               "rule_url": "https://github.com/nexB/scancode-toolkit/tree/develop/src/licensedcode/data/rules/cddl-1.0_32.RULE"
             }
           ],
-          "identifier": "cddl_1_0-ce8b3a58-f284-e7dd-22b3-c4d82f97dfe3"
+          "identifier": "cddl_1_0-c6dbef4d-659c-289f-5ee9-1ca0278edad6"
         }
       ],
       "license_clues": [],
-      "percentage_of_license_text": 8.09,
+      "percentage_of_license_text": 9.25,
       "copyrights": [],
       "holders": [],
       "authors": [],
@@ -1015,7 +1027,13 @@
       "percentage_of_license_text": 5.51,
       "copyrights": [],
       "holders": [],
-      "authors": [],
+      "authors": [
+        {
+          "author": "Spencer Alger",
+          "start_line": 7,
+          "end_line": 8
+        }
+      ],
       "files_count": 0,
       "dirs_count": 0,
       "size_count": 0,

tests/formattedcode/data/common/manifests-expected.jsonlines

@@ -507,7 +507,7 @@
   {
     "license_detections": [
       {
-        "identifier": "cddl_1_0-ce8b3a58-f284-e7dd-22b3-c4d82f97dfe3",
+        "identifier": "cddl_1_0-c6dbef4d-659c-289f-5ee9-1ca0278edad6",
         "license_expression": "cddl-1.0",
         "detection_count": 1
       },
@@ -741,6 +741,18 @@
           {
             "license_expression": "cddl-1.0",
             "matches": [
+              {
+                "score": 16.0,
+                "start_line": 17,
+                "end_line": 19,
+                "matched_length": 3,
+                "match_coverage": 100.0,
+                "matcher": "2-aho",
+                "license_expression": "unknown-license-reference",
+                "rule_identifier": "license-intro_72.RULE",
+                "rule_relevance": 16,
+                "rule_url": "https://github.com/nexB/scancode-toolkit/tree/develop/src/licensedcode/data/rules/license-intro_72.RULE"
+              },
               {
                 "score": 82.35,
                 "start_line": 18,
@@ -754,11 +766,11 @@
                 "rule_url": "https://github.com/nexB/scancode-toolkit/tree/develop/src/licensedcode/data/rules/cddl-1.0_32.RULE"
               }
             ],
-            "identifier": "cddl_1_0-ce8b3a58-f284-e7dd-22b3-c4d82f97dfe3"
+            "identifier": "cddl_1_0-c6dbef4d-659c-289f-5ee9-1ca0278edad6"
           }
         ],
         "license_clues": [],
-        "percentage_of_license_text": 8.09,
+        "percentage_of_license_text": 9.25,
         "copyrights": [],
         "holders": [],
         "authors": [],
@@ -1069,7 +1081,13 @@
         "percentage_of_license_text": 5.51,
         "copyrights": [],
         "holders": [],
-        "authors": [],
+        "authors": [
+          {
+            "author": "Spencer Alger",
+            "start_line": 7,
+            "end_line": 8
+          }
+        ],
         "files_count": 0,
         "dirs_count": 0,
         "size_count": 0,

tests/formattedcode/data/common/manifests-expected.yaml

@@ -465,7 +465,7 @@ dependencies:
     datafile_path: manifests/npm-license-string/package.json
     datasource_id: npm_package_json
 license_detections:
-  - identifier: cddl_1_0-ce8b3a58-f284-e7dd-22b3-c4d82f97dfe3
+  - identifier: cddl_1_0-c6dbef4d-659c-289f-5ee9-1ca0278edad6
     license_expression: cddl-1.0
     detection_count: 1
   - identifier: apache_2_0-ec759ae0-ea5a-f138-793e-388520e080c0
@@ -1084,6 +1084,39 @@ license_references:
     scancode_url: https://github.com/nexB/scancode-toolkit/tree/develop/src/licensedcode/data/licenses/mit.LICENSE
     licensedb_url: https://scancode-licensedb.aboutcode.org/mit
     spdx_url: https://spdx.org/licenses/MIT
+  - key: unknown-license-reference
+    language: en
+    short_name: Unknown License reference
+    name: Unknown License file reference
+    category: Unstated License
+    owner: Unspecified
+    homepage_url:
+    notes: This applies to the case of a file with no clear license, which may be referenced
+      via URL or text such as "See license in..." or "This file is licensed under...", but where
+      the reference cannot be resolved to a specific named, public license.
+    is_builtin: yes
+    is_exception: no
+    is_unknown: yes
+    is_generic: no
+    spdx_license_key: LicenseRef-scancode-unknown-license-reference
+    other_spdx_license_keys: []
+    osi_license_key:
+    text_urls: []
+    osi_url:
+    faq_url:
+    other_urls: []
+    key_aliases: []
+    minimum_coverage: '0'
+    standard_notice:
+    ignorable_copyrights: []
+    ignorable_holders: []
+    ignorable_authors: []
+    ignorable_urls: []
+    ignorable_emails: []
+    text:
+    scancode_url: https://github.com/nexB/scancode-toolkit/tree/develop/src/licensedcode/data/licenses/unknown-license-reference.LICENSE
+    licensedb_url: https://scancode-licensedb.aboutcode.org/unknown-license-reference
+    spdx_url: https://github.com/nexB/scancode-toolkit/tree/develop/src/licensedcode/data/licenses/unknown-license-reference.LICENSE
 license_rule_references:
   - license_expression: apache-2.0
     identifier: apache-2.0_65.RULE
@@ -1243,6 +1276,33 @@ license_rule_references:
       You should have received a copy of the GNU Lesser General Public License
       along with this library; if not, write to the Free Software Foundation, Inc.,
       51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+  - license_expression: unknown-license-reference
+    identifier: license-intro_72.RULE
+    language: en
+    rule_url: https://github.com/nexB/scancode-toolkit/tree/develop/src/licensedcode/data/rules/license-intro_72.RULE
+    is_license_text: no
+    is_license_notice: no
+    is_license_reference: no
+    is_license_tag: no
+    is_license_intro: yes
+    is_continuous: no
+    is_builtin: yes
+    is_from_license: no
+    is_synthetic: no
+    length: 3
+    relevance: 16
+    minimum_coverage: 80
+    referenced_filenames: []
+    notes:
+    ignorable_copyrights: []
+    ignorable_holders: []
+    ignorable_authors: []
+    ignorable_urls: []
+    ignorable_emails: []
+    text: |
+      <licenses>
+          <license>
+            <name>
   - license_expression: mit
     identifier: mit_30.RULE
     language: en
@@ -1526,6 +1586,20 @@ files:
     license_detections:
       - license_expression: cddl-1.0
         matches:
+          - score: '16.0'
+            start_line: 17
+            end_line: '19'
+            matched_length: 3
+            match_coverage: '100.0'
+            matcher: 2-aho
+            license_expression: unknown-license-reference
+            rule_identifier: license-intro_72.RULE
+            rule_relevance: 16
+            rule_url: https://github.com/nexB/scancode-toolkit/tree/develop/src/licensedcode/data/rules/license-intro_72.RULE
+            matched_text: |
+              <licenses>
+                <license>
+                  <name>Common Development and Distribution License (CDDL) v1.0</name>
           - score: '82.35'
             start_line: 18
             end_line: 20
@@ -1540,9 +1614,9 @@ files:
               <license>
                 <name>Common Development and Distribution License (CDDL) v1.0</name>
                 <url>http://www.sun.com/cddl/cddl.html</url>
-        identifier: cddl_1_0-ce8b3a58-f284-e7dd-22b3-c4d82f97dfe3
+        identifier: cddl_1_0-c6dbef4d-659c-289f-5ee9-1ca0278edad6
     license_clues: []
-    percentage_of_license_text: '8.09'
+    percentage_of_license_text: '9.25'
     copyrights: []
     holders: []
     authors: []
@@ -1815,7 +1889,10 @@ files:
     percentage_of_license_text: '5.51'
     copyrights: []
     holders: []
-    authors: []
+    authors:
+      - author: Spencer Alger
+        start_line: 7
+        end_line: 8
     emails:
       - email: spencer.alger@elasticsearch.com
         start_line: 9

tests/packagedcode/data/license_detection/reference-at-manifest/fizzler.expected.json

@@ -87,7 +87,7 @@
       "other_license_expression": null,
       "other_license_expression_spdx": null,
       "other_license_detections": [],
-      "extracted_license_statement": "{'@type': 'file', '#text': 'COPYING.txt'}",
+      "extracted_license_statement": "'@type': file\n'#text': COPYING.txt\n",
       "notice_text": null,
       "source_packages": [],
       "extra_data": {},
@@ -300,7 +300,7 @@
           "other_license_expression": null,
           "other_license_expression_spdx": null,
           "other_license_detections": [],
-          "extracted_license_statement": "{'@type': 'file', '#text': 'COPYING.txt'}",
+          "extracted_license_statement": "'@type': file\n'#text': COPYING.txt\n",
           "notice_text": null,
           "source_packages": [],
           "file_references": [],

tests/summarycode/data/todo/no_todo/base64-arraybuffer.expected.json

@@ -77,7 +77,7 @@
       "other_license_expression": null,
       "other_license_expression_spdx": null,
       "other_license_detections": [],
-      "extracted_license_statement": "[{'type': 'MIT', 'url': 'https://github.com/niklasvh/base64-arraybuffer/blob/master/LICENSE-MIT'}]",
+      "extracted_license_statement": "- type: MIT\n  url: https://github.com/niklasvh/base64-arraybuffer/blob/master/LICENSE-MIT\n",
       "notice_text": null,
       "source_packages": [],
       "extra_data": {},
@@ -595,7 +595,7 @@
           "other_license_expression": null,
           "other_license_expression_spdx": null,
           "other_license_detections": [],
-          "extracted_license_statement": "[{'type': 'MIT', 'url': 'https://github.com/niklasvh/base64-arraybuffer/blob/master/LICENSE-MIT'}]",
+          "extracted_license_statement": "- type: MIT\n  url: https://github.com/niklasvh/base64-arraybuffer/blob/master/LICENSE-MIT\n",
           "notice_text": null,
           "source_packages": [],
           "file_references": [],