Skip to content

default_technical_columns

Public callable

Return framework-generated and legacy technical column names to ignore.

The returned list is intended for downstream profiling and hash generation logic that needs a shared source of truth for framework-managed columns.

Returns:

Type Description
list[str]

Technical column names including current standard names and legacy names retained only for backward-compatible ignore behavior.

Examples:

>>> cols = default_technical_columns()
>>> "_pipeline_run_id" in cols
True
Source code in src/fabricops_kit/technical_columns.py 
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
def default_technical_columns() -> list[str]:
    """Return framework-generated and legacy technical column names to ignore.

    The returned list is intended for downstream profiling and hash generation logic
    that needs a shared source of truth for framework-managed columns.

    Returns
    -------
    list[str]
        Technical column names including current standard names and legacy names
        retained only for backward-compatible ignore behavior.

    Examples
    --------
    >>> cols = default_technical_columns()
    >>> "_pipeline_run_id" in cols
    True
    """
    return [
        "_pipeline_run_id",
        "_pipeline_name",
        "_pipeline_environment",
        "_source_system",
        "_source_table",
        "_source_extract_timestamp",
        "_record_loaded_timestamp",
        "_notebook_name",
        "_loaded_by",
        "_watermark_value",
        "_partition_bucket",
        "_sample_bucket",
        "_row_ingest_id",
        "_business_key_hash",
        "_row_hash",
        "pipeline_ts",
        "notebook_name",
        "loaded_by",
        "p_bucket",
        "sample_bucket",
        "row_ingest_id",
        "ingest_run_id",
        "pipeline_run_id",
        "loaded_at",
        "run_ingest_id",
    ]