thoth.storages.graph package

Submodules

thoth.storages.graph.enums module

Enum types used in thoth-storages code.

class thoth.storages.graph.enums.EnvironmentTypeEnum

Bases: enum.Enum

Class for the environment types.

BUILDTIME = <EnvironmentTypeEnum.BUILDTIME: 'BUILDTIME'>

RUNTIME = <EnvironmentTypeEnum.RUNTIME: 'RUNTIME'>

class thoth.storages.graph.enums.InspectionSyncStateEnum

Bases: enum.Enum

Class for the inspection syncs state.

PENDING = <InspectionSyncStateEnum.PENDING: 'PENDING'>

SYNCED = <InspectionSyncStateEnum.SYNCED: 'SYNCED'>

class thoth.storages.graph.enums.MetadataDistutilsTypeEnum

Bases: enum.Enum

Class for the requirements format.

OBSOLETE = <MetadataDistutilsTypeEnum.OBSOLETE: 'OBSOLETE'>

PROVIDED = <MetadataDistutilsTypeEnum.PROVIDED: 'PROVIDED'>

REQUIRED = <MetadataDistutilsTypeEnum.REQUIRED: 'REQUIRED'>

class thoth.storages.graph.enums.QuerySortTypeEnum

Bases: enum.Enum

Class for the requirements format.

PACKAGE_NAME = <QuerySortTypeEnum.PACKAGE_NAME: 'package_name'>

PACKAGE_VERSION = <QuerySortTypeEnum.PACKAGE_VERSION: 'package_version'>

class thoth.storages.graph.enums.RecommendationTypeEnum

Bases: enum.Enum

Class for the reccomendation type.

LATEST = <RecommendationTypeEnum.LATEST: 'LATEST'>

STABLE = <RecommendationTypeEnum.STABLE: 'STABLE'>

TESTING = <RecommendationTypeEnum.TESTING: 'TESTING'>

class thoth.storages.graph.enums.RequirementsFormatEnum

Bases: enum.Enum

Class for the requirements format.

PIPENV = <RequirementsFormatEnum.PIPENV: 'PIPENV'>

class thoth.storages.graph.enums.SoftwareStackTypeEnum

Bases: enum.Enum

Class for the software stack types.

ADVISED = <SoftwareStackTypeEnum.ADVISED: 'ADVISED'>

INSPECTION = <SoftwareStackTypeEnum.INSPECTION: 'INSPECTION'>

USER = <SoftwareStackTypeEnum.USER: 'USER'>

thoth.storages.graph.models module

Models for SQL based database.

class thoth.storages.graph.models.Advised(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

A relation stating advised software stack.

adviser_run

adviser_run_id

python_software_stack

python_software_stack_id

class thoth.storages.graph.models.AdviserRun(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

A class representing a single adviser run.

additional_stack_info

advised_configuration_changes

advised_software_stacks

adviser_document_id

adviser_error

adviser_name

adviser_version

count

datetime

debug

duration

external_build_software_environment

external_build_software_environment_id

external_hardware_information

external_hardware_information_id

external_run_software_environment

external_run_software_environment_id

id

is_s2i

limit

limit_latest_versions

need_re_run

origin

python_package_version_entities

re_run_adviser_id

recommendation_type

requirements_format

user_software_stack

user_software_stack_id

class thoth.storages.graph.models.BuildLogAnalyzerRun(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

A class representing a single buildlogs-analyzer (build log analysis) run.

build_log_analysis_document_id

build_log_analyzer_error_reason

build_log_analyzer_name

build_log_analyzer_version

datetime

debug

duration

id

input_python_package_version_entity

input_python_package_version_entity_id

class thoth.storages.graph.models.CVE(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

Information about a CVE.

advisory

aggregated_at

cve_id

cve_name

id

python_package_version_entities

version_range

class thoth.storages.graph.models.DebDependency(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

A Debian dependency.

deb_package_versions_depends

deb_package_versions_pre_depends

deb_package_versions_replaces

id

package_name

class thoth.storages.graph.models.DebDepends(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

Depending relation of a deb package.

deb_dependency

deb_dependency_id

deb_package_version

deb_package_version_id

id

version_range

class thoth.storages.graph.models.DebPackageVersion(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

Debian-specific package version.

arch

depends

epoch

id

package_extract_runs

package_name

package_version

pre_depends

replaces

class thoth.storages.graph.models.DebPreDepends(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

Pre-depending relation of a deb package.

deb_dependency

deb_dependency_id

deb_package_version

deb_package_version_id

version_range

class thoth.storages.graph.models.DebReplaces(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

A relation of a deb package capturing package replacement..

deb_dependency

deb_dependency_id

deb_package_version

deb_package_version_id

version_range

class thoth.storages.graph.models.DependencyMonkeyRun(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

A class representing a single dependency-monkey run.

build_hardware_information

build_hardware_information_id

build_software_environment

build_software_environment_id

count

datetime

debug

decision

dependency_monkey_document_id

dependency_monkey_error

dependency_monkey_name

dependency_monkey_version

duration

id

inspection_runs

limit_latest_versions

python_package_requirements

run_hardware_information

run_hardware_information_id

run_software_environment

run_software_environment_id

seed

class thoth.storages.graph.models.DependsOn(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

Dependency of a Python package version.

entity

entity_id

extra

marker

marker_evaluation_result

version

version_id

version_range

class thoth.storages.graph.models.DetectedSymbol(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

A relation stating a package extract run detected a symbol.

package_extract_run

package_extract_run_id

versioned_symbol

versioned_symbol_id

class thoth.storages.graph.models.EcosystemSolver(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

Record for an ecosystem solver.

ecosystem

id

os_name

os_version

python_version

solver_name

solver_version

versions

class thoth.storages.graph.models.ExternalHardwareInformation(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

External Hardware information base class to derive for specific HW environments.

adviser_runs

cpu_cores

cpu_family

cpu_model

cpu_model_name

cpu_physical_cpus

cpu_vendor

gpu_cores

gpu_memory_size

gpu_model_name

gpu_vendor

id

ram_size

class thoth.storages.graph.models.ExternalPythonRequirementsLock(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

An External pinned down requirements for an application.

id

python_package_version_entity

python_package_version_entity_id

python_software_stack

python_software_stack_id

class thoth.storages.graph.models.ExternalSoftwareEnvironment(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

A base class for environment types.

adviser_inputs_build

adviser_inputs_run

cuda_version

environment_name

environment_type

external_package_extract_runs

id

image_name

image_sha

os_name

os_version

python_version

versioned_symbols

class thoth.storages.graph.models.FoundDeb(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

State a package extract run found a Debian package.

deb_package_version

deb_package_version_id

package_extract_run

package_extract_run_id

class thoth.storages.graph.models.FoundPythonFile(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

State a package extract run found a Python file.

file

package_extract_run

package_extract_run_id

python_file_digest

python_file_digest_id

class thoth.storages.graph.models.FoundPythonInterpreter(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

State a package extract run found a Python interpreter.

package_extract_run

package_extract_run_id

python_interpreter

python_interpreter_id

class thoth.storages.graph.models.FoundRPM(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

State a package extract run found an RPM package.

package_extract_run

package_extract_run_id

rpm_package_version

rpm_package_version_id

class thoth.storages.graph.models.HardwareInformation(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

Hardware information base class to derive for specific HW environments.

cpu_cores

cpu_family

cpu_model

cpu_model_name

cpu_physical_cpus

cpu_vendor

dependency_monkey_runs_build

dependency_monkey_runs_run

gpu_cores

gpu_memory_size

gpu_model_name

gpu_vendor

id

inspection_runs_build

inspection_runs_run

ram_size

class thoth.storages.graph.models.HasArtifact(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

The given package has the given artifact.

python_artifact

python_artifact_id

python_package_version_entity

python_package_version_entity_id

class thoth.storages.graph.models.HasMetadataClassifier(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

The Python package has the given classifier in the metadata.

python_package_metadata

python_package_metadata_classifier_id

python_package_metadata_classifiers

python_package_metadata_id

class thoth.storages.graph.models.HasMetadataDistutils(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

The Python package has the given distutils in the metadata.

python_package_metadata

python_package_metadata_distutils

python_package_metadata_distutils_id

python_package_metadata_id

class thoth.storages.graph.models.HasMetadataPlatform(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

The Python package has the given platform in the metadata.

python_package_metadata

python_package_metadata_id

python_package_metadata_platform_id

python_package_metadata_platforms

class thoth.storages.graph.models.HasMetadataProjectUrl(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

The Python package has the given project URL in the metadata.

python_package_metadata

python_package_metadata_id

python_package_metadata_project_url_id

python_package_metadata_project_urls

class thoth.storages.graph.models.HasMetadataProvidesExtra(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

The Python package has the given optional feature in the metadata.

python_package_metadata

python_package_metadata_id

python_package_metadata_provides_extra_id

python_package_metadata_provides_extras

class thoth.storages.graph.models.HasMetadataRequiresExternal(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

The Python package has the given dependency in the metadata.

python_package_metadata

python_package_metadata_id

python_package_metadata_requires_external_id

python_package_metadata_requires_externals

class thoth.storages.graph.models.HasMetadataSupportedPlatform(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

The Python package has the given supported platform in the metadata.

python_package_metadata

python_package_metadata_id

python_package_metadata_supported_platform_id

python_package_metadata_supported_platforms

class thoth.storages.graph.models.HasSymbol(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

A relation stating a software environment has a symbol.

external_software_environment

external_software_environment_id

software_environment

software_environment_id

versioned_symbol

versioned_symbol_id

class thoth.storages.graph.models.HasUnresolved(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

A relation representing a Python package version entity unresolved identified in adviser run.

adviser_run

adviser_run_id

python_package_version_entity

python_package_version_entity_id

class thoth.storages.graph.models.HasVulnerability(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

The given package version has a vulnerability.

cve

cve_id

python_package_version_entity

python_package_version_entity_id

class thoth.storages.graph.models.Identified(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

A relation representing a Python package version identified by a package-extract run.

package_extract_run

package_extract_run_id

python_package_version_entity

python_package_version_entity_id

class thoth.storages.graph.models.IncludedFile(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

A relation representing file found in the given artifact.

file

python_artifact

python_artifact_id

python_file_digest

python_file_digest_id

class thoth.storages.graph.models.InspectionRun(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

A class representing a single inspection.

amun_version

build_hardware_information

build_hardware_information_id

build_requests_cpu

build_requests_memory

build_software_environment

build_software_environment_id

conv1d_perf_indicators

conv2d_perf_indicators

datetime

dependency_monkey_run

dependency_monkey_run_id

id

inspection_document_id

inspection_software_stack

inspection_software_stack_id

inspection_sync_state

matmul_perf_indicators

pybench_perf_indicators

run_hardware_information

run_hardware_information_id

run_requests_cpu

run_requests_memory

run_software_environment

run_software_environment_id

class thoth.storages.graph.models.Investigated(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

A record about investigated Python artifact by a package analyzer.

package_analyzer_run

package_analyzer_run_id

python_artifact

python_artifact_id

class thoth.storages.graph.models.InvestigatedFile(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

A record about found file by package analyzer.

package_analyzer_run

package_analyzer_run_id

python_file_digest

python_file_digest_id

class thoth.storages.graph.models.PackageAnalyzerRun(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

A class representing a single package-analyzer (package analysis) run.

datetime

debug

duration

id

input_python_package_version_entity

input_python_package_version_entity_id

package_analysis_document_id

package_analyzer_error

package_analyzer_name

package_analyzer_version

python_artifacts

python_files

class thoth.storages.graph.models.PackageExtractRun(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

A class representing a single package-extract (image analysis) run.

analysis_document_id

datetime

debug

duration

environment_type

external_software_environment

external_software_environment_id

found_debs

found_python_files

found_python_interpreters

found_rpms

id

image_size

image_tag

origin

os_id

os_name

os_version_id

package_extract_error

package_extract_name

package_extract_version

python_package_version_entities

software_environment

software_environment_id

versioned_symbols

class thoth.storages.graph.models.ProvenanceCheckerRun(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

A class representing a single provenance-checker run.

datetime

debug

duration

id

origin

provenance_checker_document_id

provenance_checker_error

provenance_checker_name

provenance_checker_version

user_software_stack

user_software_stack_id

class thoth.storages.graph.models.PythonArtifact(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

An artifact for a python package in a specific version.

artifact_hash_sha256

artifact_name

id

package_analyzer_runs

present

python_files

python_package_version_entities

versioned_symbols

class thoth.storages.graph.models.PythonDependencyMonkeyRequirements(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

Requirements for a software stack as run on Dependency Monkey.

dependency_monkey_run

dependency_monkey_run_id

id

python_package_requirement

python_package_requirement_id

class thoth.storages.graph.models.PythonFileDigest(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

A class representing a single file digests.

id

package_analyzer_runs

package_extract_runs

python_artifacts

sha256

class thoth.storages.graph.models.PythonInterpreter(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

A class representing a single python interpreter.

id

link

package_extract_runs

path

version

class thoth.storages.graph.models.PythonPackageIndex(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

Representation of a Python package Index.

enabled

id

python_package_requirements

python_package_version_entities

python_package_versions

url

verify_ssl

warehouse_api_url

class thoth.storages.graph.models.PythonPackageMetadata(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

Metadata extracted for a Python Package.

Source: https://packaging.python.org/specifications/core-metadata/

author

author_email

classifiers

description

description_content_type

distutils

download_url

home_page

id

keywords

license

maintainer

maintainer_email

metadata_version

name

platforms

project_urls

provides_extras

python_package_versions

requires_externals

requires_python

summary

supported_platforms

version

class thoth.storages.graph.models.PythonPackageMetadataClassifier(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

Classification value (part of metadata) for the Python Package.

classifier

id

python_packages_metadata

class thoth.storages.graph.models.PythonPackageMetadataDistutils(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

Distutils (part of metadata).

REQUIRED: it means that the distribution (Python package) requires it.

PROVIDED: it means that the distribution (Python package) has it.

OBSOLETE: it means that the distribution (Python package) renders obsolete. This means that the two projects should not be installed at the same time.

distutils

distutils_type

id

python_packages_metadata

class thoth.storages.graph.models.PythonPackageMetadataPlatform(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

Platform (part of metadata) describing an operating system supported by the Python Package.

id

platform

python_packages_metadata

class thoth.storages.graph.models.PythonPackageMetadataProjectUrl(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

Browsable URL (part of metadata) for the project of the Python Package and a label for it.

id

project_url

python_packages_metadata

class thoth.storages.graph.models.PythonPackageMetadataProvidesExtra(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

Optional feature (part of metadata) for the Python Package.

May be used to make a dependency conditional on whether the optional feature has been requested.

id

optional_feature

python_packages_metadata

class thoth.storages.graph.models.PythonPackageMetadataRequiresExternal(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

Dependency field (part of metadata) in the system that the distribution (Python package) is to be used.

This field is intended to serve as a hint to downstream project maintainers, and has no semantics which are meaningful to the distutils distribution.

dependency

id

python_packages_metadata

class thoth.storages.graph.models.PythonPackageMetadataSupportedPlatform(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

Supported-Platform field (part of metadata) used in binary distributions containing a PKG-INFO file.

It is used to specify the OS and CPU for which the binary distribution was compiled.

id

python_packages_metadata

supported_platform

class thoth.storages.graph.models.PythonPackageRequirement(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

A requirement as stated by a software stack.

dependency_monkey_runs

develop

id

index

name

python_package_index_id

python_software_stacks

version_range

class thoth.storages.graph.models.PythonPackageVersion(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

Representation of a Python package version running on a specific software environment.

dependencies

entity

entity_id

id

index

is_missing

os_name

os_version

package_name

package_version

python_package_index_id

python_package_metadata

python_package_metadata_id

python_software_stacks

python_version

solvers

class thoth.storages.graph.models.PythonPackageVersionEntity(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

Representation of a Python package not running in any environment.

adviser_runs

build_log_analyzer_runs

cves

id

index

package_analyzer_runs

package_extract_runs

package_name

package_version

python_artifacts

python_package_index_id

python_package_versions

python_software_stacks

versions

class thoth.storages.graph.models.PythonRequirements(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

Requirements for a software stack.

id

python_package_requirement

python_package_requirement_id

python_software_stack

python_software_stack_id

class thoth.storages.graph.models.PythonRequirementsLock(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

A pinned down requirements for an application.

id

python_package_version

python_package_version_id

python_software_stack

python_software_stack_id

class thoth.storages.graph.models.PythonSoftwareStack(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

A Python software stack definition.

advised_by

adviser_runs

id

inspection_runs

overall_score

performance_score

provenance_checker_runs

python_package_requirements

python_package_versions

python_package_versions_entities

software_stack_type

class thoth.storages.graph.models.RPMPackageVersion(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

RPM-specific package version.

arch

epoch

id

package_extract_runs

package_identifier

package_name

package_version

release

rpm_requirements

src

class thoth.storages.graph.models.RPMRequirement(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

Requirement of an RPM as stated in a spec file.

id

rpm_package_versions

rpm_requirement_name

class thoth.storages.graph.models.RPMRequires(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

RPM requirement mapping.

rpm_package_version

rpm_package_version_id

rpm_requirement

rpm_requirement_id

class thoth.storages.graph.models.RequiresSymbol(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

A relation stating a software environment requires a symbol.

python_artifact

python_artifact_id

versioned_symbol

versioned_symbol_id

class thoth.storages.graph.models.SoftwareEnvironment(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

A base class for environment types.

cuda_version

dependency_monkey_runs_build

dependency_monkey_runs_run

environment_name

environment_type

id

image_name

image_sha

inspection_runs_build

inspection_runs_run

os_name

os_version

package_extract_runs

python_version

versioned_symbols

class thoth.storages.graph.models.Solved(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

A solver solved a package-version.

datetime

document_id

duration

ecosystem_solver

ecosystem_solver_id

error

error_unparseable

error_unsolvable

is_provided

version

version_id

class thoth.storages.graph.models.VersionedSymbol(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension

A system symbol.

id

library_name

package_extract_runs

python_artifacts

software_environments

symbol

thoth.storages.graph.models_base module

A base and utilities for implementing SQLAlchemy based models.

class thoth.storages.graph.models_base.BaseExtension

Bases: object

Extend base class with additional functionality.

classmethod attribute_names()

Get names of attributes for the given model declaration.

classmethod get_or_create(session, **kwargs)

Query for the given entity, create if it does not exist yet.

to_dict(without_id: bool = True) → dict

Convert model to a dictionary representation keeping just rows as attributes.

thoth.storages.graph.models_base.get_python_package_version_index_combinations() → typing.List[sqlalchemy.sql.schema.Index]

Create index for all possible combinations which we can query.

thoth.storages.graph.models_performance module

Performance indicators (models) used in Thoth with their schemas.

class thoth.storages.graph.models_performance.PerformanceIndicatorBase

Bases: object

A base class for implementing performance indicators.

component = Column(None, String(length=256), table=None, nullable=False)

classmethod create_from_report(session: sqlalchemy.orm.session.Session, inspection_document: dict, inspection_run_id: int) → thoth.storages.graph.models_performance.PerformanceIndicatorBase

Create performance indicator record together with related observed performance edge based on inspection.

exit_code = Column(None, Integer(), table=None, nullable=False)

classmethod from_report(inspection_document: dict, partial_model: type) → thoth.storages.graph.models_performance.PerformanceIndicatorBase

Create model from the inspection report respecting parameters and result reported by the indicator.

origin = Column(None, String(length=256), table=None, nullable=False)

overall_score = Column(None, Float(), table=None)

ru_idrss = Column(None, Integer(), table=None, nullable=False)

ru_inblock = Column(None, Integer(), table=None, nullable=False)

ru_isrss = Column(None, Integer(), table=None, nullable=False)

ru_ixrss = Column(None, Integer(), table=None, nullable=False)

ru_majflt = Column(None, Integer(), table=None, nullable=False)

ru_maxrss = Column(None, Integer(), table=None, nullable=False)

ru_minflt = Column(None, Integer(), table=None, nullable=False)

ru_msgrcv = Column(None, Integer(), table=None, nullable=False)

ru_msgsnd = Column(None, Integer(), table=None, nullable=False)

ru_nivcsw = Column(None, Integer(), table=None, nullable=False)

ru_nsignals = Column(None, Integer(), table=None, nullable=False)

ru_nswap = Column(None, Integer(), table=None, nullable=False)

ru_nvcsw = Column(None, Integer(), table=None, nullable=False)

ru_oublock = Column(None, Integer(), table=None, nullable=False)

ru_stime = Column(None, Float(), table=None, nullable=False)

ru_utime = Column(None, Float(), table=None, nullable=False)

version = Column(None, String(length=256), table=None, nullable=False)

class thoth.storages.graph.models_performance.PiConv1D(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension, thoth.storages.graph.models_performance.PerformanceIndicatorBase

A class for representing a conv1D micro-performance test.

batch

component

data_format

device

dtype

elapsed

exit_code

filter_width

id

input_channels

input_width

inspection_run

inspection_run_id

origin

output_channels

overall_score

padding

rate

reps

ru_idrss

ru_inblock

ru_isrss

ru_ixrss

ru_majflt

ru_maxrss

ru_minflt

ru_msgrcv

ru_msgsnd

ru_nivcsw

ru_nsignals

ru_nswap

ru_nvcsw

ru_oublock

ru_stime

ru_utime

strides

version

class thoth.storages.graph.models_performance.PiConv2D(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension, thoth.storages.graph.models_performance.PerformanceIndicatorBase

A class for representing a conv2D micro-performance test.

batch

component

data_format

device

dtype

elapsed

exit_code

filter_height

filter_width

id

input_channels

input_height

input_width

inspection_run

inspection_run_id

origin

output_channels

overall_score

padding

rate

reps

ru_idrss

ru_inblock

ru_isrss

ru_ixrss

ru_majflt

ru_maxrss

ru_minflt

ru_msgrcv

ru_msgsnd

ru_nivcsw

ru_nsignals

ru_nswap

ru_nvcsw

ru_oublock

ru_stime

ru_utime

strides

version

class thoth.storages.graph.models_performance.PiMatmul(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension, thoth.storages.graph.models_performance.PerformanceIndicatorBase

A class for representing a matrix multiplication micro-performance test.

component

device

dtype

elapsed

exit_code

id

inspection_run

inspection_run_id

matrix_size

origin

overall_score

rate

reps

ru_idrss

ru_inblock

ru_isrss

ru_ixrss

ru_majflt

ru_maxrss

ru_minflt

ru_msgrcv

ru_msgsnd

ru_nivcsw

ru_nsignals

ru_nswap

ru_nvcsw

ru_oublock

ru_stime

ru_utime

version

class thoth.storages.graph.models_performance.PiPyBench(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base, thoth.storages.graph.models_base.BaseExtension, thoth.storages.graph.models_performance.PerformanceIndicatorBase

A class for representing Pybench results for Python Interpreter.

built_in_function_calls_average

built_in_method_lookup_average

compare_floats_average

compare_floats_integers_average

compare_integers_average

compare_interned_strings_average

compare_longs_average

compare_strings_average

compare_unicode_average

component

concat_strings_average

concat_unicode_average

create_instances_average

create_new_instances_average

create_strings_with_concat_average

create_unicode_with_concat_average

dict_creation_average

dict_with_float_keys_average

dict_with_integer_keys_average

dict_with_string_keys_average

exit_code

for_loops_average

id

if_then_else_average

inspection_run

inspection_run_id

list_slicing_average

nested_for_loops_average

normal_class_attribute_average

normal_instance_attribute_average

origin

overall_score

python_function_calls_average

python_method_calls_average

recursion_average

rounds

ru_idrss

ru_inblock

ru_isrss

ru_ixrss

ru_majflt

ru_maxrss

ru_minflt

ru_msgrcv

ru_msgsnd

ru_nivcsw

ru_nsignals

ru_nswap

ru_nvcsw

ru_oublock

ru_stime

ru_utime

second_import_average

second_package_import_average

second_submodule_import_average

simple_complex_arithmetic_average

simple_dict_manipulation_average

simple_float_arithmetic_average

simple_int_float_arithmetic_average

simple_integer_arithmetic_average

simple_list_manipulation_average

simple_long_arithmetic_average

small_lists_average

small_tuples_average

special_class_attribute_average

special_instance_attribute_average

string_mappings_average

string_predicates_average

string_slicing_average

totals_average

try_except_average

try_raise_except_average

tuple_slicing_average

unicode_mappings_average

unicode_predicates_average

unicode_properties_average

unicode_slicing_average

version

thoth.storages.graph.postgres module

An SQL database for storing Thoth data.

class thoth.storages.graph.postgres.GraphDatabase(engine: sqlalchemy.engine.base.Engine = None, sessionmaker=None) → None

Bases: thoth.storages.graph.sql_base.SQLBase

A SQL database adapter providing graph-like operations on top of SQL queries.

DEFAULT_COUNT = 100

adviser_document_id_exist(adviser_document_id: str) → bool

Check if there is a adviser document record with the given id.

analysis_document_id_exist(analysis_document_id: str) → bool

Check if there is an analysis document record with the given id.

analysis_records_exist(analysis_document: dict) → bool

Check whether the given analysis document records exist in the graph database.

build_log_analysis_document_id_exist(build_log_analysis_document_id: str) → bool

Check if there is a build log analysis document record with the given id.

connect()

Connect to the database.

static construct_connection_string() → str

Construct a connection string needed to connect to database.

create_python_cve_record(package_name: str, package_version: str, index_url: str, *, record_id: str, version_range: str, advisory: str, cve: str = None) → bool

Store information about a CVE in the graph database for the given Python package.

create_python_package_version_entity(package_name: str, package_version: str = None, index_url: str = None, *, only_if_package_seen: bool = False) → typing.Union[typing.Tuple[thoth.storages.graph.models.PythonPackageVersionEntity, bool], NoneType]

Create a Python package version entity record in the system.

By creating this entity, the system will record and track the given package.

dependency_monkey_document_id_exist(dependency_monkey_document_id: str) → bool

Check if the given dependency monkey report record exists in the graph database.

drop_all()

Drop all content stored in the database.

get_adviser_run_origins_all(package_name: str = None, package_version: str = None, index_url: str = None, start_offset: int = 0, count: typing.Union[int, NoneType] = 100, distinct: bool = False) → typing.List[str]

Retrieve all origins (git repos URLs) in Adviser Run.

Examples: >>> from thoth.storages import GraphDatabase >>> graph = GraphDatabase() >>> graph.get_adviser_run_origins_all() [‘https://github.com/thoth-station/storages‘,

‘https://github.com/thoth-station/user-api‘, ‘https://github.com/thoth-station/adviser‘]

get_analysis_metadata(analysis_document_id: str) → typing.Dict[str, typing.Any]

Get metadata stored for the given analysis document.

Examples: >>> from thoth.storages import GraphDatabase >>> graph = GraphDatabase() >>> graph.get_analysis_metadata() {

‘analysis_datetime’: datetime.datetime(2019, 10, 7, 18, 57, 22, 658131), ‘analysis_document_id’: ‘package-extract-2ef02c9cea8b1ef7’, ‘package_extract_name’: ‘thoth-package-extract’, ‘package_extract_version’: ‘1.0.1’ }

get_analyzed_error_python_package_versions_all(package_name: str = None, package_version: str = None, index_url: str = None, *, start_offset: int = 0, count: typing.Union[int, NoneType] = 100, distinct: bool = False) → typing.List[typing.Tuple[[str, str], str]]

Retrieve analyzed Python package versions with error in Thoth Database.

Examples: >>> from thoth.storages import GraphDatabase >>> graph = GraphDatabase() >>> graph.get_analyzed_error_python_package_versions_all() [(‘regex’, ‘2018.11.7’, ‘https://pypi.org/simple‘), (‘tensorflow’, ‘1.11.0’, ‘https://pypi.org/simple‘)]

get_analyzed_error_python_package_versions_count_all(package_name: str = None, package_version: str = None, index_url: str = None, *, distinct: bool = False) → int

Retrieve analyzed Python package versions with error number in Thoth Database.

get_analyzed_image_symbols_all(os_name: str, os_version: str, *, python_version: typing.Union[str, NoneType] = None, cuda_version: typing.Union[str, NoneType] = None) → typing.List[str]

Get symbols associated with a given image.

get_analyzed_python_package_versions_all(package_name: str = None, package_version: str = None, index_url: str = None, *, start_offset: int = 0, count: typing.Union[int, NoneType] = 100, distinct: bool = False) → typing.List[typing.Tuple[[str, str], str]]

Retrieve analyzed Python package versions in Thoth Database.

Examples: >>> from thoth.storages import GraphDatabase >>> graph = GraphDatabase() >>> graph.get_analyzed_python_package_versions_all() [(‘regex’, ‘2018.11.7’, ‘https://pypi.org/simple‘), (‘tensorflow’, ‘1.11.0’, ‘https://pypi.org/simple‘)]

get_analyzed_python_package_versions_count(*, start_offset: int = 0, count: typing.Union[int, NoneType] = 100, distinct: bool = False) → typing.Dict[typing.Tuple[[str, str], str], int]

Retrieve number of versions per analyzed Python package in Thoth Database.

Examples: >>> from thoth.storages import GraphDatabase >>> graph = GraphDatabase() >>> graph.get_analyzed_python_package_versions_count() {(‘absl-py’, ‘0.1.10’, ‘https://pypi.org/simple‘): 1, (‘absl-py’, ‘0.2.1’, ‘https://pypi.org/simple‘): 1}

get_analyzed_python_package_versions_count_all(package_name: str = None, package_version: str = None, index_url: str = None, *, distinct: bool = False) → int

Retrieve analyzed Python package versions number in Thoth Database.

get_analyzed_python_package_versions_count_per_index(index_url: str, *, start_offset: int = 0, count: typing.Union[int, NoneType] = 100, distinct: bool = False) → typing.Dict[str, typing.Dict[typing.Tuple[str, str], int]]

Retrieve number of analyzed Python package versions per index url in Thoth Database.

Examples: >>> from thoth.storages import GraphDatabase >>> graph = GraphDatabase() >>> graph.get_analyzed_python_package_versions_count_per_index(index_url=’https://pypi.org/simple‘) {‘https://pypi.org/simple‘: {(‘absl-py’, ‘0.1.10’): 1, (‘absl-py’, ‘0.2.1’): 1}}

get_analyzed_python_package_versions_count_per_version(package_name: str, *, start_offset: int = 0, count: typing.Union[int, NoneType] = 100, distinct: bool = False) → typing.Dict[str, typing.Dict[str, int]]

Retrieve number of analyzed Python package versions per index url in Thoth Database.

Examples: >>> from thoth.storages import GraphDatabase >>> graph = GraphDatabase() >>> graph.get_analyzed_python_package_versions_count_per_version(package_name=’tensorflow’) {‘1.14.0rc0’: {‘https://pypi.org/simple‘: 1}, ‘1.13.0rc2’: {‘https://pypi.org/simple‘: 1}}

get_analyzed_python_packages_all(*, start_offset: int = 0, count: typing.Union[int, NoneType] = 100, distinct: bool = False) → typing.List[typing.Tuple[str, str]]

Retrieve analyzed Python package with index in Thoth Database.

Examples: >>> from thoth.storages import GraphDatabase >>> graph = GraphDatabase() >>> graph.get_analyzed_python_packages_all() [(‘regex’, ‘https://pypi.org/simple‘), (‘tensorflow’, ‘https://pypi.org/simple‘)]

get_analyzed_python_packages_all_versions(*, start_offset: int = 0, count: typing.Union[int, NoneType] = 100, distinct: bool = False) → typing.Dict[str, typing.List[typing.Tuple[str, str]]]

Retrieve analyzed Python package versions per package in Thoth Database.

Examples: >>> from thoth.storages import GraphDatabase >>> graph = GraphDatabase() >>> graph.get_analyzed_python_packages_all_versions() {‘absl-py’: [(‘0.1.10’, ‘https://pypi.org/simple‘), (‘0.2.1’, ‘https://pypi.org/simple‘)]}

get_analyzer_documents_count_all() → int

Get number of image analysis documents synced into graph.

get_bloat_data() → dict

Get bloat data.

get_build_software_environment_all(start_offset: int = 0, count: typing.Union[int, NoneType] = 100) → typing.List[str]

Get all software environments available for build.

Examples: >>> from thoth.storages import GraphDatabase >>> graph = GraphDatabase() >>> graph.get_run_software_environment_all() [‘quay.io/thoth-station/thoth-pylint:v0.7.0-ubi8’]

get_build_software_environment_analyses_all(build_software_environment_name: str, start_offset: int = 0, count: typing.Union[int, NoneType] = 100, convert_datetime: bool = True, is_external: bool = False) → typing.List[dict]

Get listing of analyses available for the given software environment for build.

get_depends_on(package_name: str, package_version: str, index_url: str, *, os_name: str = None, os_version: str = None, python_version: str = None, extras: typing.FrozenSet[typing.Union[str, NoneType]] = None, marker_evaluation_result: typing.Union[bool, NoneType] = None) → typing.Dict[str, typing.List[typing.Tuple[str, str]]]

Get dependencies for the given Python package respecting environment and extras.

If no environment is provided, dependencies are returned for all environments as stored in the database.

Extras (as described in PEP-0508) are respected. If no extras is provided (extras=None), all dependencies are returned with all extras specified. A special value of None in extras listing no extra:

• extras=frozenset((None,)) - return only dependencies which do not have any extra assigned
• extras=frozenset((None, “postgresql”)) - dependencies without extra and with extra “postgresql”
• extras=None - return all dependencies (regardless extra)

Environment markers are not taken into account in this query.

get_error_solved_python_package_versions_all(package_name: str = None, package_version: str = None, index_url: str = None, *, unsolvable: bool = False, unparseable: bool = False, start_offset: int = 0, count: typing.Union[int, NoneType] = 100, os_name: str = None, os_version: str = None, python_version: str = None, distinct: bool = False) → typing.List[typing.Tuple[[str, str], str]]

Retrieve solved with error Python package versions in Thoth Database.

if unsolvable=True -> get_unsolvable_python_package_versions if unparseable=True -> get_unparseable_python_package_versions

Examples: >>> from thoth.storages import GraphDatabase >>> graph = GraphDatabase() >>> graph.get_error_solved_python_package_versions_all() [(‘regex’, ‘2018.11.7’, ‘https://pypi.org/simple‘), (‘tensorflow’, ‘1.11.0’, ‘https://pypi.org/simple‘)]

get_error_solved_python_package_versions_count_all(package_name: str = None, package_version: str = None, index_url: str = None, *, unsolvable: bool = False, unparseable: bool = False, os_name: str = None, os_version: str = None, python_version: str = None, distinct: bool = False) → int

Retrieve solved with error Python package versions number in Thoth Database.

if unsolvable=True -> get_unsolvable_python_package_versions_count_all if unparseable=True -> get_unparseable_python_package_versions_count_all

get_hardware_environments_all(is_external: bool = False, *, start_offset: int = 0, count: typing.Union[int, NoneType] = 100) → typing.List[typing.Dict]

Get hardware environments (external or internal) registered in the graph database.

get_main_table_count() → typing.Dict[str, int]

Retrieve dictionary mapping main tables to records count.

get_performance_table_count() → typing.Dict[str, int]

Get dictionary mapping performance tables to records count.

get_pi_component_all() → typing.List[str]

Retrieve pi components in Thoth database.

get_pi_count(component: str) → typing.Dict[str, int]

Get dictionary with number of Performance Indicators per type for the PI component selected.

get_python_cve_records_all(package_name: str, package_version: str) → typing.List[dict]

Get known vulnerabilities for the given package-version.

get_python_environment_marker(package_name: str, package_version: str, index_url: str, *, dependency_name: str, dependency_version: str, os_name: str, os_version: str, python_version: str) → typing.Union[str, NoneType]

Get Python evaluation marker as per PEP-0508.

@raises NotFoundError: if the given package has no entry in the database

get_python_environment_marker_evaluation_result(package_name: str, package_version: str, index_url: str, *, dependency_name: str, dependency_version: str, os_name: str, os_version: str, python_version: str) → bool

Get result of the Python evaluation marker.

The extra part of the environment marker (an exception in PEP-0508) is not taken into account and is substituted with a value which always defaults to True (as it would cause an error during context interpreting). See solver implementation for details.

@raises NotFoundError: if the given package has no entry in the database

get_python_package_hashes_sha256(package_name: str, package_version: str, index_url: str, *, distinct: bool = False) → typing.List[str]

Get all hashes for Python package in Thoth Database.

Examples: >>> from thoth.storages import GraphDatabase >>> graph = GraphDatabase() >>> graph.get_python_package_hashes_sha256() [

‘9d6863f6c70d034b8c34b3355cb7ba7d2ad799583947265efda41fe67127c23f’, ‘8e4a1f6d89cfaadb486237acbfa24700add01da022dfcf3536e5071d21e13ee0’

]

get_python_package_index_all(enabled: bool = None) → typing.List[typing.Dict[str, str]]

Get listing of Python package indexes registered in the graph database.

get_python_package_index_urls_all(enabled: bool = None) → typing.List[str]

Retrieve all the URLs of registered Python package indexes.

get_python_package_required_symbols(package_name: str, package_version: str, index_url: str) → typing.List[str]

Get required symbols for a Python package in a specified version.

get_python_package_version_entities_count_all(*, distinct: bool = False) → int

Retrieve number of all Python packages in Thoth Database.

get_python_package_version_entities_names_all() → typing.List[str]

Retrieve names of Python package entities in the Thoth’s knowledge base.

get_python_package_version_metadata(package_name: str, package_version: str, index_url: str) → typing.Dict[str, str]

Retrieve Python package metadata.

get_python_package_version_names_all(*, os_name: str = None, os_version: str = None, python_version: str = None, distinct: bool = False) → typing.List[str]

Retrieve names of Python Packages known by Thoth.

Examples: >>> from thoth.storages import GraphDatabase >>> graph = GraphDatabase() >>> graph.get_python_packages_names_all() [‘regex’, ‘tensorflow’]

get_python_package_version_records(package_name: str, package_version: str, index_url: typing.Union[str, NoneType], *, os_name: typing.Union[str, NoneType], os_version: typing.Union[str, NoneType], python_version: typing.Union[str, NoneType]) → typing.List[dict]

Get records for the given package regardless of index_url.

get_python_package_versions_all(package_name: str = None, package_version: str = None, index_url: str = None, *, start_offset: int = 0, count: typing.Union[int, NoneType] = 100, os_name: str = None, os_version: str = None, python_version: str = None, distinct: bool = False) → typing.List[typing.Tuple[[str, str], str]]

Retrieve Python package versions in Thoth Database.

Examples: >>> from thoth.storages import GraphDatabase >>> graph = GraphDatabase() >>> graph.get_python_package_versions_all() [(‘regex’, ‘2018.11.7’, ‘https://pypi.org/simple‘), (‘tensorflow’, ‘1.11.0’, ‘https://pypi.org/simple‘)]

get_python_package_versions_all_count(*, start_offset: int = 0, count: typing.Union[int, NoneType] = 100, os_name: str = None, os_version: str = None, python_version: str = None, distinct: bool = False, sort_by: thoth.storages.graph.enums.QuerySortTypeEnum = None) → thoth.storages.graph.query_result_base.PythonQueryResult

Retrieve number of versions per Python package name in Thoth Database.

Examples: >>> from thoth.storages import GraphDatabase >>> graph = GraphDatabase() >>> graph.get_python_package_versions_all_count() {‘setuptools’: 988, ‘pip’: 211, ‘termcolor’: 14, ‘six’: 42}

get_python_package_versions_count(*, start_offset: int = 0, count: typing.Union[int, NoneType] = 100, os_name: str = None, os_version: str = None, python_version: str = None, distinct: bool = False) → typing.Dict[typing.Tuple[[str, str], str], int]

Retrieve number of Python Package (package_name, package_version, index_url) in Thoth Database.

Examples: >>> from thoth.storages import GraphDatabase >>> graph = GraphDatabase() >>> graph.get_python_package_versions_count() {(‘absl-py’, ‘0.1.10’, ‘https://pypi.org/simple‘): 1, (‘absl-py’, ‘0.2.1’, ‘https://pypi.org/simple‘): 1}

get_python_package_versions_count_all(package_name: str = None, package_version: str = None, index_url: str = None, *, os_name: str = None, os_version: str = None, python_version: str = None, distinct: bool = False) → int

Retrieve Python package versions number in Thoth Database.

get_python_package_versions_count_per_index(index_url: str, *, start_offset: int = 0, count: typing.Union[int, NoneType] = 100, os_name: str = None, os_version: str = None, python_version: str = None, distinct: bool = False) → typing.Dict[str, typing.Dict[typing.Tuple[str, str], int]]

Retrieve number of Python package versions per index url in Thoth Database.

Examples: >>> from thoth.storages import GraphDatabase >>> graph = GraphDatabase() >>> graph.get_python_package_versions_count_per_index(index_url=’https://pypi.org/simple‘) {‘https://pypi.org/simple‘: {(‘absl-py’, ‘0.1.10’): 1, (‘absl-py’, ‘0.2.1’): 1}}

get_python_package_versions_count_per_version(package_name: str, *, start_offset: int = 0, count: typing.Union[int, NoneType] = 100, os_name: str = None, os_version: str = None, python_version: str = None, distinct: bool = False) → typing.Dict[str, typing.Dict[str, int]]

Retrieve number of Python package versions per index url in Thoth Database.

Examples: >>> from thoth.storages import GraphDatabase >>> graph = GraphDatabase() >>> graph.get_python_package_versions_count_per_version(package_name=’tensorflow’) {‘1.14.0rc0’: {‘https://pypi.org/simple‘: 1}, ‘1.13.0rc2’: {‘https://pypi.org/simple‘: 1}}

get_python_package_versions_per_index(index_url: str, *, distinct: bool = False) → typing.Dict[str, typing.List[str]]

Retrieve listing of Python packages (solved) known to graph database instance for the given index.

get_python_packages_all(*, start_offset: int = 0, count: typing.Union[int, NoneType] = 100, os_name: str = None, os_version: str = None, python_version: str = None, distinct: bool = False) → typing.List[typing.Tuple[str, str]]

Retrieve Python packages with index in Thoth Database.

Examples: >>> from thoth.storages import GraphDatabase >>> graph = GraphDatabase() >>> graph.get_python_packages_all() [(‘regex’, ‘https://pypi.org/simple‘), (‘tensorflow’, ‘https://pypi.org/simple‘)]

get_python_packages_all_versions(*, start_offset: int = 0, count: typing.Union[int, NoneType] = 100, os_name: str = None, os_version: str = None, python_version: str = None, distinct: bool = False) → typing.Dict[str, typing.List[typing.Tuple[str, str]]]

Retrieve Python package versions per package in Thoth Database.

Examples: >>> from thoth.storages import GraphDatabase >>> graph = GraphDatabase() >>> graph.get_python_packages_all_versions() {‘absl-py’: [(‘0.1.10’, ‘https://pypi.org/simple‘), (‘0.2.1’, ‘https://pypi.org/simple‘)]}

get_python_packages_count_all(*, os_name: str = None, os_version: str = None, python_version: str = None, distinct: bool = False) → int

Retrieve number of versions per Python package in Thoth Database.

get_python_software_stack_count_all(software_stack_type: str, distinct: bool = False) → int

Get number of Python software stacks available filtered by type.

get_relation_table_count() → typing.Dict[str, int]

Retrieve dictionary mapping relation tables to records count.

get_run_software_environment_all(start_offset: int = 0, count: typing.Union[int, NoneType] = 100, is_external: bool = False) → typing.List[str]

Get all software environments available for run.

Examples: >>> from thoth.storages import GraphDatabase >>> graph = GraphDatabase() >>> graph.get_run_software_environment_all() [‘quay.io/thoth-station/thoth-pylint:v0.7.0-ubi8’]

get_run_software_environment_analyses_all(run_software_environment_name: str, start_offset: int = 0, count: typing.Union[int, NoneType] = 100, convert_datetime: bool = True, is_external: bool = False) → typing.List[dict]

Get listing of analyses available for the given software environment for run.

Examples: >>> from thoth.storages import GraphDatabase >>> graph = GraphDatabase() >>> graph.get_run_software_environment_analyses_all() [{

‘analysis_datetime’: datetime.datetime(2019, 10, 7, 18, 57, 22, 658131), ‘analysis_document_id’: ‘package-extract-2ef02c9cea8b1ef7’, ‘package_extract_name’: ‘thoth-package-extract’, ‘package_extract_version’: ‘1.0.1’ }]

get_software_environments_all(is_external: bool = False, *, start_offset: int = 0, count: typing.Union[int, NoneType] = 100) → typing.List[typing.Dict]

Get software environments (external or internal) registered in the graph database.

get_solved_python_package_versions_all(package_name: str = None, package_version: str = None, index_url: str = None, *, start_offset: int = 0, count: typing.Union[int, NoneType] = 100, os_name: str = None, os_version: str = None, python_version: str = None, distinct: bool = False) → typing.List[typing.Tuple[[str, str], str]]

Retrieve solved Python package versions in Thoth Database.

Examples: >>> from thoth.storages import GraphDatabase >>> graph = GraphDatabase() >>> graph.get_solved_python_package_versions_all() [(‘regex’, ‘2018.11.7’, ‘https://pypi.org/simple‘), (‘tensorflow’, ‘1.11.0’, ‘https://pypi.org/simple‘)]

get_solved_python_package_versions_count(*, start_offset: int = 0, count: typing.Union[int, NoneType] = 100, os_name: str = None, os_version: str = None, python_version: str = None, distinct: bool = False) → typing.Dict[typing.Tuple[[str, str], str], int]

Retrieve number of Python Package (package_name, package_version, index_url) solved in Thoth Database.

Examples: >>> from thoth.storages import GraphDatabase >>> graph = GraphDatabase() >>> graph.get_solved_python_package_versions_count() {(‘absl-py’, ‘0.1.10’, ‘https://pypi.org/simple‘): 1, (‘absl-py’, ‘0.2.1’, ‘https://pypi.org/simple‘): 1}

get_solved_python_package_versions_count_all(package_name: str = None, package_version: str = None, index_url: str = None, *, os_name: str = None, os_version: str = None, python_version: str = None, distinct: bool = False) → int

Retrieve solved Python package versions number in Thoth Database.

get_solved_python_package_versions_count_per_index(index_url: str, *, start_offset: int = 0, count: typing.Union[int, NoneType] = 100, os_name: str = None, os_version: str = None, python_version: str = None, distinct: bool = False) → typing.Dict[str, typing.Dict[typing.Tuple[str, str], int]]

Retrieve number of solved Python package versions per index url in Thoth Database.

Examples: >>> from thoth.storages import GraphDatabase >>> graph = GraphDatabase() >>> graph.get_solved_python_package_versions_count_per_index(index_url=’https://pypi.org/simple‘) {‘https://pypi.org/simple‘: {(‘absl-py’, ‘0.1.10’): 1, (‘absl-py’, ‘0.2.1’): 1}}

get_solved_python_package_versions_count_per_version(package_name: str, *, start_offset: int = 0, count: typing.Union[int, NoneType] = 100, os_name: str = None, os_version: str = None, python_version: str = None, distinct: bool = False) → typing.Dict[str, typing.Dict[str, int]]

Retrieve number of solved Python package versions per package version in Thoth Database.

Examples: >>> from thoth.storages import GraphDatabase >>> graph = GraphDatabase() >>> graph.get_solved_python_package_versions_count_per_version(package_name=’tensorflow’) {‘1.14.0rc0’: {‘https://pypi.org/simple‘: 1}, ‘1.13.0rc2’: {‘https://pypi.org/simple‘: 1}}

get_solved_python_package_versions_software_environment_all() → typing.List[typing.Dict[str, str]]

Retrieve software environment configurations used to solve Python packages.

get_solved_python_packages_all(*, start_offset: int = 0, count: typing.Union[int, NoneType] = 100, os_name: str = None, os_version: str = None, python_version: str = None, distinct: bool = False) → typing.List[typing.Tuple[str, str]]

Retrieve solved Python package with index in Thoth Database.

Examples: >>> from thoth.storages import GraphDatabase >>> graph = GraphDatabase() >>> graph.get_solved_python_packages_all() [(‘regex’, ‘https://pypi.org/simple‘), (‘tensorflow’, ‘https://pypi.org/simple‘)]

get_solved_python_packages_all_versions(*, start_offset: int = 0, count: typing.Union[int, NoneType] = 100, os_name: str = None, os_version: str = None, python_version: str = None, distinct: bool = False) → typing.Dict[str, typing.List[typing.Tuple[str, str]]]

Retrieve solved Python package versions per package in Thoth Database.

Examples: >>> from thoth.storages import GraphDatabase >>> graph = GraphDatabase() >>> graph.get_solved_python_packages_all_versions() {‘absl-py’: [(‘0.1.10’, ‘https://pypi.org/simple‘), (‘0.2.1’, ‘https://pypi.org/simple‘)]}

get_solved_python_packages_count_all(*, os_name: str = None, os_version: str = None, python_version: str = None, distinct: bool = False) → int

Retrieve number of solved Python package versions in Thoth Database.

get_solver_documents_count_all() → int

Get number of solver documents synced into graph.

get_unanalyzed_python_package_versions_all(package_name: str = None, package_version: str = None, index_url: str = None, *, start_offset: int = 0, count: typing.Union[int, NoneType] = 100, distinct: bool = False, randomize: bool = True) → typing.List[typing.Tuple[[str, typing.Union[str, NoneType]], str]]

Retrieve unanalyzed Python package versions in Thoth Database.

Examples: >>> from thoth.storages import GraphDatabase >>> graph = GraphDatabase() >>> graph.get_unanalyzed_python_package_versions_all() [(‘regex’, ‘2018.11.7’, ‘https://pypi.org/simple‘), (‘tensorflow’, ‘1.11.0’, ‘https://pypi.org/simple‘)]

get_unanalyzed_python_package_versions_count(*, start_offset: int = 0, count: typing.Union[int, NoneType] = 100, distinct: bool = False) → typing.Dict[typing.Tuple[[str, str], str], int]

Retrieve number of versions per unanalyzed Python package in Thoth Database.

Examples: >>> from thoth.storages import GraphDatabase >>> graph = GraphDatabase() >>> graph.get_unanalyzed_python_package_versions_count() {(‘absl-py’, ‘0.1.10’, ‘https://pypi.org/simple‘): 1, (‘absl-py’, ‘0.2.1’, ‘https://pypi.org/simple‘): 1}

get_unanalyzed_python_package_versions_count_all(package_name: str = None, package_version: str = None, index_url: str = None, *, distinct: bool = False) → int

Retrieve unanalyzed Python package versions number in Thoth Database.

get_unanalyzed_python_package_versions_count_per_index(index_url: str, *, start_offset: int = 0, count: typing.Union[int, NoneType] = 100, distinct: bool = False) → typing.Dict[str, typing.Dict[typing.Tuple[str, str], int]]

Retrieve number of unanalyzed Python package versions per index url in Thoth Database.

Examples: >>> from thoth.storages import GraphDatabase >>> graph = GraphDatabase() >>> graph.get_unanalyzed_python_package_versions_count_per_index(index_url=’https://pypi.org/simple‘) {‘https://pypi.org/simple‘: {(‘absl-py’, ‘0.1.10’): 1, (‘absl-py’, ‘0.2.1’): 1}}

get_unanalyzed_python_package_versions_count_per_version(package_name: str, *, start_offset: int = 0, count: typing.Union[int, NoneType] = 100, distinct: bool = False) → typing.Dict[str, typing.Dict[str, int]]

Retrieve number of unanalyzed Python package versions per index url in Thoth Database.

Examples: >>> from thoth.storages import GraphDatabase >>> graph = GraphDatabase() >>> graph.get_unanalyzed_python_package_versions_count_per_version(package_name=’tensorflow’) {‘1.14.0rc0’: {‘https://pypi.org/simple‘: 1}, ‘1.13.0rc2’: {‘https://pypi.org/simple‘: 1}}

get_unanalyzed_python_packages_all(*, start_offset: int = 0, count: typing.Union[int, NoneType] = 100, distinct: bool = False) → typing.List[typing.Tuple[str, str]]

Retrieve unanalyzed Python package with index in Thoth Database.

Examples: >>> from thoth.storages import GraphDatabase >>> graph = GraphDatabase() >>> graph.get_unanalyzed_python_packages_all() [(‘regex’, ‘https://pypi.org/simple‘), (‘tensorflow’, ‘https://pypi.org/simple‘)]

get_unanalyzed_python_packages_all_versions(*, start_offset: int = 0, count: typing.Union[int, NoneType] = 100, distinct: bool = False) → typing.Dict[str, typing.List[typing.Tuple[str, str]]]

Retrieve unanalyzed Python package versions per package in Thoth Database.

Examples: >>> from thoth.storages import GraphDatabase >>> graph = GraphDatabase() >>> graph.get_unanalyzed_python_packages_all_versions() {‘absl-py’: [(‘0.1.10’, ‘https://pypi.org/simple‘), (‘0.2.1’, ‘https://pypi.org/simple‘)]}

get_unsolved_python_package_versions_all(package_name: str = None, package_version: str = None, index_url: str = None, *, start_offset: int = 0, count: typing.Union[int, NoneType] = 100, os_name: str = None, os_version: str = None, python_version: str = None, distinct: bool = False, randomize: bool = True) → typing.List[typing.Tuple[[str, typing.Union[str, NoneType]], typing.Union[str, NoneType]]]

Retrieve unsolved Python package versions in Thoth Database.

Examples: >>> from thoth.storages import GraphDatabase >>> graph = GraphDatabase() >>> graph.get_unsolved_python_package_versions_all() [(‘regex’, ‘2018.11.7’, ‘https://pypi.org/simple‘), (‘tensorflow’, ‘1.11.0’, ‘https://pypi.org/simple‘)]

get_unsolved_python_package_versions_count(*, os_name: str = None, os_version: str = None, python_version: str = None, start_offset: int = 0, count: typing.Union[int, NoneType] = 100, distinct: bool = False) → typing.Dict[typing.Tuple[[str, str], str], int]

Retrieve number of unsolved versions per Python package in Thoth Database.

Examples: >>> from thoth.storages import GraphDatabase >>> graph = GraphDatabase() >>> graph.get_unsolved_python_package_versions_count() {(‘absl-py’, ‘0.1.10’, ‘https://pypi.org/simple‘): 1, (‘absl-py’, ‘0.2.1’, ‘https://pypi.org/simple‘): 1}

get_unsolved_python_package_versions_count_all(package_name: str = None, package_version: str = None, index_url: str = None, *, os_name: str = None, os_version: str = None, python_version: str = None, distinct: bool = False) → int

Retrieve unsolved Python package versions number in Thoth Database.

get_unsolved_python_package_versions_count_per_index(index_url: str, *, os_name: str = None, os_version: str = None, python_version: str = None, start_offset: int = 0, count: typing.Union[int, NoneType] = 100, distinct: bool = False) → typing.Dict[str, typing.Dict[typing.Tuple[str, str], int]]

Retrieve number of unsolved Python package versions per index url in Thoth Database.

Examples: >>> from thoth.storages import GraphDatabase >>> graph = GraphDatabase() >>> graph.get_unsolved_python_package_versions_count_per_index(index_url=’https://pypi.org/simple‘) {‘https://pypi.org/simple‘: {(‘absl-py’, ‘0.1.10’): 1, (‘absl-py’, ‘0.2.1’): 1}}

get_unsolved_python_package_versions_count_per_version(package_name: str, *, start_offset: int = 0, count: typing.Union[int, NoneType] = 100, os_name: str = None, os_version: str = None, python_version: str = None, distinct: bool = False) → typing.Dict[str, typing.Dict[str, int]]

Retrieve number of unsolved Python package versions per package version in Thoth Database.

Examples: >>> from thoth.storages import GraphDatabase >>> graph = GraphDatabase() >>> graph.get_unsolved_python_package_versions_count_per_version(package_name=’tensorflow’) {‘1.14.0rc0’: {‘https://pypi.org/simple‘: 1}, ‘1.13.0rc2’: {‘https://pypi.org/simple‘: 1}}

get_unsolved_python_packages_all(*, os_name: str = None, os_version: str = None, python_version: str = None, start_offset: int = 0, count: typing.Union[int, NoneType] = 100, distinct: bool = False) → typing.List[typing.Tuple[str, typing.Union[str, NoneType]]]

Retrieve unsolved Python package with index in Thoth Database.

Examples: >>> from thoth.storages import GraphDatabase >>> graph = GraphDatabase() >>> graph.get_unsolved_python_packages_all() [(‘regex’, ‘https://pypi.org/simple‘), (‘tensorflow’, ‘https://pypi.org/simple‘)]

get_unsolved_python_packages_all_per_adviser_run() → typing.Dict[str, typing.List[str]]

Retrieve all unsolved packages for a certain Adviser Run that need to be re run.

Examples: >>> from thoth.storages import GraphDatabase >>> graph = GraphDatabase() >>> graph.get_unsolved_python_packages_all_per_adviser_run() {‘adviser-04ab56d6’: [‘black’], ‘adviser-054ab56d6’: [‘black’, ‘numpy’]}

get_unsolved_python_packages_all_versions(*, os_name: str = None, os_version: str = None, python_version: str = None, start_offset: int = 0, count: typing.Union[int, NoneType] = 100, distinct: bool = False) → typing.Dict[str, typing.List[typing.Tuple[str, str]]]

Retrieve unsolved Python package versions per package in Thoth Database.

Examples: >>> from thoth.storages import GraphDatabase >>> graph = GraphDatabase() >>> graph.get_unsolved_python_packages_all_versions() {‘absl-py’: [(‘0.1.10’, ‘https://pypi.org/simple‘), (‘0.2.1’, ‘https://pypi.org/simple‘)]}

has_python_solver_error(package_name: str, package_version: str, index_url: str, *, os_name: typing.Union[str, NoneType], os_version: typing.Union[str, NoneType], python_version: typing.Union[str, NoneType]) → bool

Retrieve information whether the given package has any solver error.

initialize_schema()

Initialize schema of database.

inspection_document_id_exist(inspection_document_id: str) → bool

Check if there is an inspection document record with the given id.

is_python_package_index_enabled(url: str) → bool

Check if the given Python package index is enabled.

is_schema_up2date() → bool

Check if the current schema is up2date with the one configured on database side.

static normalize_os_version(os_name: typing.Union[str, NoneType], os_version: typing.Union[str, NoneType]) → typing.Union[str, NoneType]

Normalize operating system version based on operating system used.

static normalize_python_package_name(package_name: str) → str

Normalize Python package name based on PEP-0503.

static normalize_python_package_version(package_version: str) → str

Normalize Python package name based on PEP-440.

package_analysis_document_id_exist(package_analysis_document_id: str) → bool

Check if there is a package analysis document record with the given id.

classmethod parse_python_solver_name(solver_name: str) → dict

Parse os and Python identifiers encoded into solver name.

provenance_checker_document_id_exist(provenance_checker_document_id: str) → bool

Check if there is a provenance-checker document record with the given id.

python_package_exists(package_name: str) → bool

Check if the given Python package exists regardless of version.

python_package_version_exists(package_name: str, package_version: str, index_url: str = None, solver_name: str = None) → bool

Check if the given Python package version exists in the graph database.

If optional solver_name parameter is set, the call answers if the given package was solved by the given solver. Otherwise, any solver run is taken into account.

register_python_package_index(url: str, warehouse_api_url: str = None, verify_ssl: bool = True, enabled: bool = False) → bool

Register the given Python package index in the graph database.

retrieve_dependent_packages(package_name: str, package_version: str = None) → typing.Dict[str, typing.List[str]]

Get mapping package name to package version of packages that depend on the given package.

retrieve_transitive_dependencies_python(package_name: str, package_version: str, index_url: str, *, os_name: str = None, os_version: str = None, python_version: str = None, extras: typing.FrozenSet[typing.Union[str, NoneType]] = None, marker_evaluation_result: typing.Union[bool, NoneType] = None) → typing.List[typing.Tuple[[typing.Tuple[[str, str], str], typing.Tuple[[str, str], str], typing.Tuple[[str, str], str], typing.Tuple[[str, str], str], typing.Union[typing.Tuple[str, str, str], NoneType]], typing.Union[typing.Tuple[str, str, str], NoneType]]]

Get all transitive dependencies for the given package by traversing dependency graph.

It’s much faster to retrieve just dependency ids for the transitive dependencies as most of the time is otherwise spent in serialization and deserialization of query results. The ids are obtained later on (kept in ids map, see bellow).

The ids map represents a map to optimize number of retrievals - not to perform duplicate queries into graph instance.

Extras are taken into account only for direct dependencies. Any extras required in libraries used in transitive dependencies are not required as solver directly report dependencies regardless extras configuration - see get_depends_on docs for extras parameter values..

retrieve_transitive_dependencies_python_multi(*package_tuples, *, os_name: str = None, os_version: str = None, python_version: str = None) → typing.Dict[typing.Tuple[[str, str], str], typing.Set[typing.Tuple[[typing.Tuple[[str, str], str], typing.Tuple[[str, str], str], typing.Tuple[[str, str], str], typing.Tuple[[str, str], str], typing.Union[typing.Tuple[str, str, str], NoneType]], typing.Union[typing.Tuple[str, str, str], NoneType]]]]

Get all transitive dependencies for a given set of packages by traversing the dependency graph.

set_python_package_index_state(url: str, *, enabled: bool) → None

Enable or disable Python package index.

solved_software_environment_exists(os_name: str, os_version: str, python_version: str) → bool

Check if there are any solved packages for the given software environment.

solver_document_id_exist(solver_document_id: str) → bool

Check if there is a solver document record with the given id.

solver_records_exist(solver_document: dict) → bool

Check if the given solver document record exists.

stats() → dict

Get statistics for this adapter.

sync_adviser_result(document: dict) → None

Sync adviser result into graph database.

sync_analysis_result(document: dict) → None

Sync the given analysis result to the graph database.

sync_build_log_analysis_result(document: dict) → None

Sync the given build log analysis result to the graph database.

sync_dependency_monkey_result(document: dict) → None

Sync reports of dependency monkey runs.

sync_inspection_result(document) → None

Sync the given inspection document into the graph database.

sync_package_analysis_result(document: dict) → None

Sync the given package analysis result to the graph database.

sync_provenance_checker_result(document: dict) → None

Sync provenance checker results into graph database.

sync_solver_result(document: dict) → None

Sync the given solver result to the graph database.

update_missing_flag_package_version(package_name: str, package_version: str, index_url: str, value: bool) → None

Update value of is_missing flag for PythonPackageVersion.

update_python_package_hash_present_flag(package_name: str, package_version: str, index_url: str, sha256_hash: str)

Remove hash associated with python package in the graph.

thoth.storages.graph.postgres.lru_cache(*lru_args, **lru_kwargs)

Implement a cache for methods.

Based on:

https://stackoverflow.com/questions/33672412/python-functools-lru-cache-with-class-methods-release-object

thoth.storages.graph.query_result_base module

Utilities for SQLAlchemy query results.

class thoth.storages.graph.query_result_base.PythonQueryResult(result: typing.Union[typing.List, typing.Dict[str, typing.Any]], count: typing.Union[int, NoneType] = None)

Bases: object

Class for managing queries’ results for Python Packages.

count

Query count result.

result

Query result.

thoth.storages.graph.sql_base module

A base class for implementing SQL based databases.

class thoth.storages.graph.sql_base.SQLBase(engine: sqlalchemy.engine.base.Engine = None, sessionmaker=None) → None

Bases: object

A base class for implementing SQL based databases using SQLAlchemy.

connect()

Connect to the database.

disconnect()

Disconnect from the connected database.

drop_all() → None

Drop all content stored in the database.

initialize_schema() → None

Initialize schema in the database.

is_connected()

Check if the database is connected.

Module contents

A graph database adapter for communicating with dgraph via gRPC.