Skip to content

silver_semantic_quality_metrics

SilverEventSemanticQualityMetrics

Bases: ParquetDataObject

Source code in multimno/core/data_objects/silver/silver_semantic_quality_metrics.py 
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
class SilverEventSemanticQualityMetrics(ParquetDataObject):
    """ """

    ID = "SilverEventSemanticQualityMetrics"

    SCHEMA = StructType(
        [
            StructField(ColNames.result_timestamp, TimestampType(), nullable=False),
            StructField(ColNames.variable, StringType(), nullable=False),
            StructField(ColNames.type_of_error, IntegerType(), nullable=False),
            StructField(ColNames.value, LongType(), nullable=False),
            # partition columns
            StructField(ColNames.year, ShortType(), nullable=False),
            StructField(ColNames.month, ByteType(), nullable=False),
            StructField(ColNames.day, ByteType(), nullable=False),
        ]
    )

    PARTITION_COLUMNS = [ColNames.year, ColNames.month, ColNames.day]