Databases

AI SEARCH

FLOW ALGEBRA — DATABASES
Semantic Library
Version: 4.0
Canonical Page:
https://kirethresearch.org/booksai-core/ontologies/computing-ontologies/databases.html

FLOW DATABASES {

  META {
    DOMAIN = "Computing Ontologies"
    SUBDOMAIN = "Databases"
    ONTOLOGY = "Databases"
    PURPOSE = "Formalise database systems, data models, schemas, records, queries, transactions, indexing, storage, consistency, concurrency, recovery, distribution and provenance."
    LOCALE = "en-GB"
  }

  ENTITY_TYPES {
    DATABASE
    DATABASE_SYSTEM
    DATABASE_MANAGEMENT_SYSTEM
    DATA_MODEL
    RELATIONAL_DATABASE
    DOCUMENT_DATABASE
    KEY_VALUE_DATABASE
    GRAPH_DATABASE
    COLUMN_DATABASE
    TIME_SERIES_DATABASE
    DISTRIBUTED_DATABASE
    IN_MEMORY_DATABASE
    SCHEMA
    TABLE
    RELATION
    ROW
    RECORD
    TUPLE
    COLUMN
    ATTRIBUTE
    FIELD
    DOCUMENT
    KEY
    VALUE
    NODE
    EDGE
    PRIMARY_KEY
    FOREIGN_KEY
    CANDIDATE_KEY
    COMPOSITE_KEY
    CONSTRAINT
    REFERENTIAL_INTEGRITY
    INDEX
    B_TREE_INDEX
    HASH_INDEX
    QUERY
    SQL
    SELECT
    INSERT
    UPDATE
    DELETE
    JOIN
    FILTER
    PROJECTION
    AGGREGATION
    VIEW
    MATERIALISED_VIEW
    TRANSACTION
    READ
    WRITE
    COMMIT
    ROLLBACK
    SAVEPOINT
    ACID
    ATOMICITY
    CONSISTENCY
    ISOLATION
    DURABILITY
    LOCK
    DEADLOCK
    CONCURRENCY_CONTROL
    MVCC
    SERIALISABILITY
    ISOLATION_LEVEL
    STORAGE_ENGINE
    PAGE
    BLOCK
    BUFFER_POOL
    CACHE
    WRITE_AHEAD_LOG
    CHECKPOINT
    RECOVERY
    BACKUP
    RESTORE
    REPLICATION
    REPLICA
    SHARD
    PARTITION
    CONSISTENCY_MODEL
    STRONG_CONSISTENCY
    EVENTUAL_CONSISTENCY
    QUERY_PLAN
    QUERY_OPTIMISER
    EXECUTION_PLAN
    COST_MODEL
    STATISTICS
    CARDINALITY
    NORMALISATION
    DENORMALISATION
    MIGRATION
    VERSION
    CONFIGURATION
    USER
    ROLE
    PRIVILEGE
    AUTHENTICATION
    AUTHORISATION
    ENCRYPTION
    AUDIT_LOG
    LATENCY
    THROUGHPUT
    EVIDENCE
    CONFIDENCE_SCORE
    PROVENANCE_RECORD
  }

  RELATIONSHIPS {
    IS_A
    INSTANCE_OF
    CONTAINS
    PART_OF
    HAS_SCHEMA
    HAS_TABLE
    HAS_ROW
    HAS_COLUMN
    HAS_ATTRIBUTE
    HAS_FIELD
    HAS_DOCUMENT
    HAS_NODE
    HAS_EDGE
    HAS_KEY
    HAS_VALUE
    IDENTIFIED_BY
    REFERENCES
    CONSTRAINED_BY
    INDEXED_BY
    QUERIED_BY
    READS
    WRITES
    INSERTS
    UPDATES
    DELETES
    JOINS
    FILTERS
    PROJECTS
    AGGREGATES
    COMMITS
    ROLLS_BACK
    LOCKS
    WAITS_FOR
    CONFLICTS_WITH
    HAS_ISOLATION_LEVEL
    HAS_CONCURRENCY_CONTROL
    STORED_IN
    CACHED_IN
    CHECKPOINTED_BY
    RECOVERED_BY
    BACKED_UP_BY
    RESTORED_FROM
    REPLICATES_TO
    PARTITIONED_INTO
    SHARDED_ACROSS
    HAS_CONSISTENCY_MODEL
    OPTIMISED_BY
    HAS_QUERY_PLAN
    EXECUTED_AS
    HAS_COST
    HAS_STATISTICS
    HAS_CARDINALITY
    NORMALISED_TO
    DENORMALISED_TO
    MIGRATES_TO
    HAS_VERSION
    HAS_CONFIGURATION
    AUTHENTICATES
    AUTHORISES
    HAS_ROLE
    HAS_PRIVILEGE
    ENCRYPTS
    AUDITS
    HAS_LATENCY
    HAS_THROUGHPUT
    DERIVED_FROM
    INFERRED_FROM
    HAS_EVIDENCE
    HAS_CONFIDENCE
    HAS_PROVENANCE
    SEMANTICALLY_EQUIVALENT_TO
  }

  INPUTS {
    DATABASE_METADATA
    SCHEMA_DEFINITIONS
    DATA_MODEL_DEFINITIONS
    TABLE_AND_COLLECTION_METADATA
    KEY_AND_CONSTRAINT_METADATA
    INDEX_METADATA
    QUERY_TEXT
    QUERY_PLANS
    EXECUTION_PLANS
    TRANSACTION_LOGS
    LOCK_AND_CONCURRENCY_DATA
    STORAGE_ENGINE_DATA
    BUFFER_AND_CACHE_DATA
    WRITE_AHEAD_LOGS
    CHECKPOINT_DATA
    BACKUP_AND_RECOVERY_DATA
    REPLICATION_DATA
    PARTITION_AND_SHARD_DATA
    CONSISTENCY_DATA
    DATABASE_STATISTICS
    PERFORMANCE_METRICS
    SECURITY_METADATA
    AUDIT_DATA
    MIGRATION_DATA
    CONFIGURATION_DATA
    ONTOLOGY_TERMS
  }

  NORMALISE {
    STANDARDISE_DATABASE_IDENTIFIERS
    NORMALISE_DATABASE_TYPES
    NORMALISE_SCHEMA_IDENTIFIERS
    NORMALISE_TABLE_COLLECTION_AND_ENTITY_NAMES
    NORMALISE_COLUMN_ATTRIBUTE_AND_FIELD_NAMES
    NORMALISE_KEY_IDENTIFIERS
    NORMALISE_CONSTRAINT_TYPES
    NORMALISE_INDEX_TYPES
    NORMALISE_QUERY_LANGUAGE_TERMS
    NORMALISE_TRANSACTION_IDENTIFIERS
    NORMALISE_ISOLATION_LEVELS
    NORMALISE_STORAGE_ENGINE_NAMES
    NORMALISE_PARTITION_AND_SHARD_IDENTIFIERS
    NORMALISE_REPLICATION_ROLES
    NORMALISE_CONSISTENCY_MODELS
    NORMALISE_PERFORMANCE_UNITS
    RESOLVE_DATABASE_SCHEMA_AND_RECORD_IDENTITIES
    ALIGN_ONTOLOGY_TERMS
    REMOVE_DUPLICATES
    VALIDATE_METADATA
    PRESERVE_PROVENANCE
  }

  PROCESS DATABASE_REASONING_PIPELINE {
    DATABASE_REFERENCE
      -> DATABASE_IDENTIFICATION
      -> DATA_MODEL_RESOLUTION
      -> SCHEMA_MAPPING
      -> DATA_AND_CONSTRAINT_MAPPING
      -> QUERY_AND_TRANSACTION_MAPPING
      -> STORAGE_AND_INDEX_MAPPING
      -> CONSISTENCY_AND_CONCURRENCY_ANALYSIS
      -> DISTRIBUTION_AND_RECOVERY_ANALYSIS
      -> VALIDATION
      -> OUTPUT
  }

  PROCESS SCHEMA_REASONING {
    DATABASE
      -> SCHEMA
      -> STRUCTURAL_ENTITIES
      -> ATTRIBUTES_FIELDS_OR_COLUMNS

    KEYS_AND_CONSTRAINTS
      -> INTEGRITY_RULES
      -> VALID_DATABASE_STATE
  }

  PROCESS RELATIONAL_REASONING {
    RELATIONAL_DATABASE
      -> RELATIONS

    RELATION
      -> TUPLES + ATTRIBUTES

    PRIMARY_KEY
      -> TUPLE_IDENTITY

    FOREIGN_KEY
      -> REFERENCED_RELATION_KEY
      -> REFERENTIAL_INTEGRITY_CHECK
  }

  PROCESS QUERY_REASONING {
    QUERY
      -> PARSE_AND_VALIDATE
      -> LOGICAL_QUERY_PLAN
      -> QUERY_OPTIMISATION
      -> PHYSICAL_EXECUTION_PLAN
      -> DATA_ACCESS_AND_OPERATORS
      -> QUERY_RESULT
  }

  PROCESS INDEX_REASONING {
    QUERY_PREDICATE_OR_ORDERING
      -> CANDIDATE_INDEXES
      -> SELECTIVITY_AND_COST_ANALYSIS
      -> CHOSEN_INDEX
      -> INDEX_ACCESS_PATH
  }

  PROCESS TRANSACTION_REASONING {
    TRANSACTION
      -> OPERATION_SEQUENCE
      -> READ_AND_WRITE_SET

    COMMIT
      -> DURABILITY_AND_VISIBILITY_RULES

    ROLLBACK
      -> RESTORE_TRANSACTIONALLY_VALID_STATE

    TRANSACTION_EXECUTION
      -> ACID_PROPERTY_ANALYSIS
  }

  PROCESS CONCURRENCY_REASONING {
    CONCURRENT_TRANSACTIONS
      -> READ_WRITE_CONFLICT_ANALYSIS

    CONFLICTS
      -> LOCK_MVCC_OR_OTHER_CONTROL

    CONTROL_PROTOCOL
      -> ALLOWED_INTERLEAVINGS

    INTERLEAVINGS
      -> ISOLATION_AND_SERIALISABILITY_ANALYSIS
  }

  PROCESS DEADLOCK_REASONING {
    LOCK_WAITS
      -> WAIT_FOR_GRAPH
      -> CYCLE_DETECTION
      -> DEADLOCK_CANDIDATE
      -> RESOLUTION_POLICY
  }

  PROCESS STORAGE_REASONING {
    LOGICAL_RECORD
      -> STORAGE_ENGINE
      -> PAGE_OR_BLOCK
      -> BUFFER_POOL

    READ_OR_WRITE
      -> CACHE_BUFFER_AND_STORAGE_PATH
      -> IO_AND_LATENCY_PROFILE
  }

  PROCESS RECOVERY_REASONING {
    WRITE_OPERATION
      -> LOG_RECORD

    WRITE_AHEAD_LOG
      -> DURABLE_LOG_BEFORE_REQUIRED_DATA_WRITE

    CHECKPOINT
      -> RECOVERY_START_REFERENCE

    FAILURE
      -> ANALYSE_LOG_AND_CHECKPOINT
      -> REDO_AND_OR_UNDO
      -> CONSISTENT_RECOVERED_STATE
  }

  PROCESS DISTRIBUTION_REASONING {
    DATABASE
      -> PARTITIONS_OR_SHARDS
      -> NODES_OR_SERVERS

    REPLICATION
      -> REPLICA_SET

    DISTRIBUTED_OPERATION
      -> CONSISTENCY_AVAILABILITY_AND_FAILURE_CONTEXT
  }

  PROCESS SECURITY_REASONING {
    USER_OR_SERVICE
      -> AUTHENTICATION
      -> ROLE_AND_PRIVILEGES
      -> AUTHORISATION_CHECK

    SENSITIVE_DATA
      -> ENCRYPTION_AND_AUDIT_POLICY
  }

  RULES {
    IF DATABASE_RECORD_IS_IDENTIFIED
    THEN PRESERVE DATABASE_SCHEMA_VERSION_AND_KEY_CONTEXT

    IF FOREIGN_KEY_IS_ASSERTED
    THEN REQUIRE REFERENCED_KEY_AND_RELATION_CONTEXT

    IF QUERY_PERFORMANCE_IS_ASSERTED
    THEN PRESERVE QUERY_PLAN_STATISTICS_INDEXES_DATA_VOLUME_AND_CONFIGURATION

    IF TRANSACTION_IS_ASSERTED_SERIALIZABLE
    THEN REQUIRE SERIALISABILITY_EVIDENCE_OR_DEFINED_SERIALIZABLE_SEMANTICS

    IF REPLICATION_IS_USED
    THEN DISTINGUISH LOGICAL_DATABASE_STATE_FROM_REPLICA_STATE

    IF EVENTUAL_CONSISTENCY_IS_ASSERTED
    THEN PRESERVE CONVERGENCE_AND_CONFLICT_RESOLUTION_CONTEXT

    IF BACKUP_EXISTS
    THEN DO_NOT ASSERT RECOVERABILITY_WITHOUT_RESTORE_VALIDATION

    IF SEMANTIC_IDENTIFIERS_DIFFER
    AND DATABASE_REFERENT_IS_SAME
    THEN APPLY SEMANTIC_EQUIVALENCE
  }

  CONFIDENCE {
    CONFIDENCE_SCORE =
      WEIGHT(
        DATABASE_IDENTITY_CERTAINTY,
        SCHEMA_COMPLETENESS,
        KEY_AND_CONSTRAINT_CERTAINTY,
        QUERY_AND_TRANSACTION_EVIDENCE,
        STORAGE_AND_INDEX_CERTAINTY,
        CONCURRENCY_AND_CONSISTENCY_EVIDENCE,
        DISTRIBUTION_AND_RECOVERY_EVIDENCE,
        PROVENANCE_COMPLETENESS
      )

    LEVELS {
      HIGH
      MODERATE
      LOW
      INSUFFICIENT
    }

    IF SCHEMA_VERSION_IS_UNKNOWN
    THEN REDUCE_SCHEMA_AND_QUERY_CONFIDENCE

    IF TRANSACTION_OR_REPLICA_CONTEXT_IS_PARTIAL
    THEN REDUCE_CONSISTENCY_CONFIDENCE

    IF MULTIPLE_INDEPENDENT_DATABASE_EVIDENCE_SOURCES_CONVERGE
    THEN INCREASE_CONFIDENCE_SCORE
  }

  SEMANTIC_EQUIVALENCE {
    EQUIVALENCE_KEY =
      NORMALISE(
        ENTITY_TYPE,
        DATABASE_IDENTIFIER,
        SCHEMA_IDENTIFIER,
        SCHEMA_VERSION,
        PRIMARY_OR_CANONICAL_KEY,
        DATA_MODEL,
        CONFIGURATION
      )

    IF EQUIVALENCE_KEY(A) == EQUIVALENCE_KEY(B)
    THEN A SEMANTICALLY_EQUIVALENT_TO B
    ELSE PRESERVE_DISTINCT_ENTITIES
  }

  REASONING_CONSTRAINTS {
    DATABASE != DATABASE_MANAGEMENT_SYSTEM
    SCHEMA != DATA
    TABLE != DATABASE
    ROW != COLUMN
    PRIMARY_KEY != FOREIGN_KEY
    INDEX != TABLE
    VIEW != MATERIALISED_VIEW
    QUERY != QUERY_PLAN
    LOGICAL_QUERY_PLAN != PHYSICAL_EXECUTION_PLAN
    TRANSACTION != QUERY
    COMMIT != CHECKPOINT
    ROLLBACK != RECOVERY
    ACID_CONSISTENCY != DISTRIBUTED_CONSISTENCY_AS_IDENTICAL_CONCEPT
    REPLICATION != BACKUP
    SHARDING != REPLICATION
    PARTITION != REPLICA
    CACHE != DURABLE_STORAGE
    BACKUP_EXISTENCE != VERIFIED_RESTORE_CAPABILITY
    QUERY_LATENCY_DEPENDS_ON_DATA_STATISTICS_PLAN_STORAGE_AND_RUNTIME_CONTEXT
    PROVENANCE_MUST_BE_PRESERVED
    UNCERTAINTY_MUST_NOT_BE_DISCARDED
  }

  VALIDATION {
    CHECK_ENTITY_TYPES
    CHECK_RELATION_DOMAINS_AND_RANGES
    CHECK_DATABASE_IDENTIFIER
    CHECK_DATA_MODEL
    CHECK_SCHEMA
    CHECK_SCHEMA_VERSION
    CHECK_KEYS_AND_CONSTRAINTS
    CHECK_INDEXES
    CHECK_QUERY_RELATIONS
    CHECK_QUERY_PLANS
    CHECK_TRANSACTIONS
    CHECK_ACID_CONTEXT
    CHECK_ISOLATION_AND_CONCURRENCY
    CHECK_STORAGE_ENGINE
    CHECK_LOGGING_AND_CHECKPOINTS
    CHECK_BACKUP_AND_RECOVERY
    CHECK_REPLICATION
    CHECK_PARTITIONING_AND_SHARDING
    CHECK_CONSISTENCY_MODEL
    CHECK_SECURITY_AND_PRIVILEGES
    CHECK_PERFORMANCE_CONTEXT
    CHECK_PROVENANCE
    CHECK_CONFIDENCE
    CHECK_SEMANTIC_CONSISTENCY
  }

  OUTPUTS {
    NORMALISED_DATABASE_ENTITIES
    DATA_MODEL_RELATIONS
    SCHEMA_RELATIONS
    TABLE_COLLECTION_AND_RECORD_RELATIONS
    KEY_AND_CONSTRAINT_RELATIONS
    INDEX_RELATIONS
    QUERY_RELATIONS
    QUERY_PLAN_RELATIONS
    TRANSACTION_RELATIONS
    ACID_RELATIONS
    CONCURRENCY_AND_ISOLATION_RELATIONS
    DEADLOCK_RELATIONS
    STORAGE_AND_BUFFER_RELATIONS
    LOGGING_AND_RECOVERY_RELATIONS
    BACKUP_AND_RESTORE_RELATIONS
    REPLICATION_RELATIONS
    PARTITION_AND_SHARD_RELATIONS
    CONSISTENCY_RELATIONS
    SECURITY_RELATIONS
    PERFORMANCE_RELATIONS
    CONFIDENCE_SCORES
    EVIDENCE_LINKS
    PROVENANCE_RECORDS
    EXPLANATION_PATHS
  }

  UPDATE_MODEL {
    ON SCHEMA_DATA_OR_CONFIGURATION_CHANGE {
      NORMALISE
      RESOLVE_DATABASE_SCHEMA_AND_RECORD_IDENTITIES
      UPDATE_SCHEMA_AND_KEYS
      UPDATE_INDEX_RELATIONS
      UPDATE_QUERY_AND_TRANSACTION_CONTEXT
      UPDATE_STORAGE_AND_DISTRIBUTION_CONTEXT
      RECOMPUTE_AFFECTED_RELATIONS
      UPDATE_CONFIDENCE
      PRESERVE_VERSION_HISTORY
    }

    ON NEW_QUERY_TRANSACTION_OR_OPERATIONAL_EVIDENCE {
      LINK_EVIDENCE
      UPDATE_QUERY_PLANS_AND_STATISTICS
      UPDATE_TRANSACTION_AND_CONCURRENCY_RELATIONS
      UPDATE_REPLICATION_AND_RECOVERY_STATE
      UPDATE_PERFORMANCE_PROFILE
      UPDATE_CONFIDENCE
      RECORD_PROVENANCE
    }

    ON ONTOLOGY_REVISION {
      REMAP_TERMS
      CHECK_SEMANTIC_EQUIVALENCE
      IDENTIFY_DEPRECATED_TERMS
      MIGRATE_RELATIONSHIPS
      PRESERVE_PRIOR_VERSION_REFERENCES
    }
  }

  FLOW_HASH {
    HASH_INPUT =
      CANONICALISE(
        ENTITY_TYPES,
        RELATIONSHIPS,
        RULES,
        CONFIDENCE,
        SEMANTIC_EQUIVALENCE,
        REASONING_CONSTRAINTS,
        UPDATE_MODEL
      )

    FLOW_HASH = SHA256(HASH_INPUT)
  }

  AI_CONSUMPTION {
    INDEX {
      ONTOLOGY
      ENTITY_TYPES
      RELATIONSHIPS
      RULES
      OUTPUTS
    }

    RETRIEVE {
      BY_DATABASE
      BY_DATABASE_TYPE
      BY_SCHEMA
      BY_TABLE_OR_COLLECTION
      BY_RECORD
      BY_KEY
      BY_INDEX
      BY_QUERY
      BY_TRANSACTION
      BY_STORAGE_ENGINE
      BY_REPLICA
      BY_SHARD
      BY_CONSISTENCY_MODEL
      BY_CONFIDENCE
    }

    REASON {
      APPLY_RELATIONSHIPS
      APPLY_RULES
      ANALYSE_SCHEMAS
      ANALYSE_RELATIONAL_INTEGRITY
      ANALYSE_QUERIES_AND_PLANS
      ANALYSE_INDEXES
      ANALYSE_TRANSACTIONS
      ANALYSE_CONCURRENCY_AND_DEADLOCKS
      ANALYSE_STORAGE
      ANALYSE_RECOVERY
      ANALYSE_DISTRIBUTION_AND_REPLICATION
      ANALYSE_SECURITY
      CHECK_SEMANTIC_EQUIVALENCE
      PRESERVE_UNCERTAINTY
      TRACE_EVIDENCE
      TRACE_PROVENANCE
      GENERATE_EXPLANATION_PATH
    }

    RESPONSE_POLICY {
      DISTINGUISH_DATABASE_FROM_DBMS_SCHEMA_AND_DATA
      DISTINGUISH_QUERY_FROM_QUERY_PLAN_AND_EXECUTION_PLAN
      DISTINGUISH_TRANSACTION_CONSISTENCY_FROM_DISTRIBUTED_CONSISTENCY
      PRESERVE_DATABASE_SCHEMA_VERSION_KEY_TRANSACTION_STORAGE_REPLICA_AND_CONFIGURATION_CONTEXT
      DISTINGUISH_REPLICATION_BACKUP_PARTITIONING_AND_SHARDING
      RETURN_CONFIDENCE_WHEN_AVAILABLE
      RETURN_PROVENANCE_WHEN_AVAILABLE
      AVOID_UNSUPPORTED_DATABASE_INFERENCE
    }
  }

  TERMINAL {
    RESULT =
      VALIDATED(
        SEMANTICALLY_NORMALISED(
          EVIDENCE_LINKED(
            CONFIDENCE_AWARE(
              DATABASE_KNOWLEDGE
            )
          )
        )
      )
  }
}

END FLOW