Skip to content

"value too long for type character varying(1024)" error in "scan_single_package" pipeline #1833

@chinyeungli

Description

@chinyeungli

I'm trying to run the "scan_single_package" on https://github.com/bevyengine/bevy/archive/refs/tags/v0.16.1.tar.gz , but it's returning the following error:

An error occurred in the current transaction. You can't execute queries until the end of the 'atomic' block.

Cause: value too long for type character varying(1024)

Traceback:
  File "/opt/scancodeio/aboutcode/pipeline/__init__.py", line 199, in execute
    step(self)
    ~~~~^^^^^^
  File "/opt/scancodeio/scanpipe/pipelines/scan_single_package.py", line 131, in load_inventory_from_toolkit_scan
    input.load_inventory_from_toolkit_scan(self.project, self.scan_output_location)
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/opt/scancodeio/scanpipe/pipes/input.py", line 107, in load_inventory_from_toolkit_scan
    scancode.create_codebase_resources(project, scanned_codebase)
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/opt/scancodeio/scanpipe/pipes/scancode.py", line 991, in create_codebase_resources
    create_codebase_resource(project, scanned_resource)
    ~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/opt/scancodeio/scanpipe/pipes/scancode.py", line 926, in create_codebase_resource
    codebase_resource, _ = CodebaseResource.objects.get_or_create(
                           ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^
        project=project,
        ^^^^^^^^^^^^^^^^
        path=resource_path,
        ^^^^^^^^^^^^^^^^^^^
        defaults=resource_data,
        ^^^^^^^^^^^^^^^^^^^^^^^
    )
    ^
  File "/opt/scancodeio/.venv/lib/python3.13/site-packages/django/db/models/manager.py", line 87, in manager_method
    return getattr(self.get_queryset(), name)(*args, **kwargs)
           ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^
  File "/opt/scancodeio/.venv/lib/python3.13/site-packages/django/db/models/query.py", line 955, in get_or_create
    return self.create(**params), True
           ~~~~~~~~~~~^^^^^^^^^^
  File "/opt/scancodeio/.venv/lib/python3.13/site-packages/django/db/models/query.py", line 679, in create
    obj.save(force_insert=True, using=self.db)
    ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/opt/scancodeio/scanpipe/models.py", line 2877, in save
    super().save(*args, **kwargs)
    ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^
  File "/opt/scancodeio/scanpipe/models.py", line 1763, in save
    self.add_error(error)
    ~~~~~~~~~~~~~~^^^^^^^
  File "/opt/scancodeio/scanpipe/models.py", line 1797, in add_error
    return self.project.add_error(
           ~~~~~~~~~~~~~~~~~~~~~~^
        model=self.__class__,
        ^^^^^^^^^^^^^^^^^^^^^
    ...<2 lines>...
        object_instance=resource,
        ^^^^^^^^^^^^^^^^^^^^^^^^^
    )
    ^
  File "/opt/scancodeio/scanpipe/models.py", line 1428, in add_error
    return self.add_message(
           ~~~~~~~~~~~~~~~~^
        severity,
        ^^^^^^^^^
    ...<4 lines>...
        object_instance,
        ^^^^^^^^^^^^^^^^
    )
    ^
  File "/opt/scancodeio/scanpipe/models.py", line 1371, in add_message
    return ProjectMessage.objects.create(
           ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^
        project=self,
        ^^^^^^^^^^^^^
    ...<4 lines>...
        traceback=traceback,
        ^^^^^^^^^^^^^^^^^^^^
    )
    ^
  File "/opt/scancodeio/.venv/lib/python3.13/site-packages/django/db/models/manager.py", line 87, in manager_method
    return getattr(self.get_queryset(), name)(*args, **kwargs)
           ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^
  File "/opt/scancodeio/.venv/lib/python3.13/site-packages/django/db/models/query.py", line 679, in create
    obj.save(force_insert=True, using=self.db)
    ~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/opt/scancodeio/.venv/lib/python3.13/site-packages/django/db/models/base.py", line 892, in save
    self.save_base(
    ~~~~~~~~~~~~~~^
        using=using,
        ^^^^^^^^^^^^
    ...<2 lines>...
        update_fields=update_fields,
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    )
    ^
  File "/opt/scancodeio/.venv/lib/python3.13/site-packages/django/db/models/base.py", line 998, in save_base
    updated = self._save_table(
        raw,
    ...<4 lines>...
        update_fields,
    )
  File "/opt/scancodeio/.venv/lib/python3.13/site-packages/django/db/models/base.py", line 1161, in _save_table
    results = self._do_insert(
        cls._base_manager, using, fields, returning_fields, raw
    )
  File "/opt/scancodeio/.venv/lib/python3.13/site-packages/django/db/models/base.py", line 1202, in _do_insert
    return manager._insert(
           ~~~~~~~~~~~~~~~^
        [self],
        ^^^^^^^
    ...<3 lines>...
        raw=raw,
        ^^^^^^^^
    )
    ^
  File "/opt/scancodeio/.venv/lib/python3.13/site-packages/django/db/models/manager.py", line 87, in manager_method
    return getattr(self.get_queryset(), name)(*args, **kwargs)
           ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^
  File "/opt/scancodeio/.venv/lib/python3.13/site-packages/django/db/models/query.py", line 1847, in _insert
    return query.get_compiler(using=using).execute_sql(returning_fields)
           ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^
  File "/opt/scancodeio/.venv/lib/python3.13/site-packages/django/db/models/sql/compiler.py", line 1836, in execute_sql
    cursor.execute(sql, params)
    ~~~~~~~~~~~~~~^^^^^^^^^^^^^
  File "/opt/scancodeio/.venv/lib/python3.13/site-packages/django/db/backends/utils.py", line 79, in execute
    return self._execute_with_wrappers(
           ~~~~~~~~~~~~~~~~~~~~~~~~~~~^
        sql, params, many=False, executor=self._execute
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
    )
    ^
  File "/opt/scancodeio/.venv/lib/python3.13/site-packages/django/db/backends/utils.py", line 92, in _execute_with_wrappers
    return executor(sql, params, many, context)
  File "/opt/scancodeio/.venv/lib/python3.13/site-packages/django/db/backends/utils.py", line 99, in _execute
    self.db.validate_no_broken_transaction()
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^
  File "/opt/scancodeio/.venv/lib/python3.13/site-packages/django/db/backends/base/base.py", line 520, in validate_no_broken_transaction
    raise TransactionManagementError(
    ...<2 lines>...
    ) from self.rollback_exc

Metadata

Metadata

Assignees

Labels

bugSomething isn't working

Type

No type

Projects

No projects

Milestone

No milestone

Relationships

None yet

Development

No branches or pull requests

Issue actions