Add tracker_patterns and detected_trackers tables
Introduce a unified detection schema that supports cookies, localStorage, sessionStorage, IndexedDB, scripts, and iframes as tracker types. Existing cookie_patterns and cookies data is backfilled into the new tables to prepare for the organic privacy scanner feature. Signed-off-by: Émile Ré <emile@getprobo.com>
This commit is contained in:
81
pkg/coredata/migrations/20260505T090000Z.sql
Normal file
81
pkg/coredata/migrations/20260505T090000Z.sql
Normal file
@@ -0,0 +1,81 @@
|
||||
-- Copyright (c) 2026 Probo Inc <hello@getprobo.com>.
|
||||
--
|
||||
-- Permission to use, copy, modify, and/or distribute this software for any
|
||||
-- purpose with or without fee is hereby granted, provided that the above
|
||||
-- copyright notice and this permission notice appear in all copies.
|
||||
--
|
||||
-- THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES WITH
|
||||
-- REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY
|
||||
-- AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT,
|
||||
-- INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM
|
||||
-- LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR
|
||||
-- OTHER TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
|
||||
-- PERFORMANCE OF THIS SOFTWARE.
|
||||
|
||||
CREATE TYPE tracker_type AS ENUM (
|
||||
'COOKIE', 'LOCAL_STORAGE', 'SESSION_STORAGE', 'INDEXED_DB', 'SCRIPT', 'IFRAME'
|
||||
);
|
||||
|
||||
CREATE TABLE tracker_patterns (
|
||||
id TEXT NOT NULL PRIMARY KEY,
|
||||
tenant_id TEXT NOT NULL,
|
||||
organization_id TEXT NOT NULL REFERENCES organizations(id) ON DELETE CASCADE,
|
||||
cookie_banner_id TEXT NOT NULL REFERENCES cookie_banners(id) ON DELETE CASCADE,
|
||||
cookie_category_id TEXT NOT NULL REFERENCES cookie_categories(id) ON DELETE CASCADE,
|
||||
tracker_type tracker_type NOT NULL,
|
||||
pattern TEXT NOT NULL,
|
||||
match_type cookie_pattern_match_type NOT NULL,
|
||||
display_name TEXT NOT NULL,
|
||||
description TEXT NOT NULL,
|
||||
excluded BOOLEAN NOT NULL,
|
||||
max_age_seconds INTEGER,
|
||||
source cookie_source,
|
||||
last_matched_at TIMESTAMP WITH TIME ZONE,
|
||||
created_at TIMESTAMP WITH TIME ZONE NOT NULL,
|
||||
updated_at TIMESTAMP WITH TIME ZONE NOT NULL
|
||||
);
|
||||
|
||||
CREATE UNIQUE INDEX idx_tracker_patterns_unique_pattern_per_banner
|
||||
ON tracker_patterns (cookie_banner_id, tracker_type, pattern);
|
||||
|
||||
CREATE TABLE detected_trackers (
|
||||
id TEXT NOT NULL PRIMARY KEY,
|
||||
tenant_id TEXT NOT NULL,
|
||||
cookie_banner_id TEXT NOT NULL REFERENCES cookie_banners(id) ON DELETE CASCADE,
|
||||
tracker_pattern_id TEXT REFERENCES tracker_patterns(id) ON DELETE CASCADE,
|
||||
tracker_type tracker_type NOT NULL,
|
||||
identifier TEXT NOT NULL,
|
||||
max_age_seconds INTEGER,
|
||||
source cookie_source,
|
||||
value_size INTEGER,
|
||||
last_detected_at TIMESTAMP WITH TIME ZONE NOT NULL,
|
||||
created_at TIMESTAMP WITH TIME ZONE NOT NULL,
|
||||
updated_at TIMESTAMP WITH TIME ZONE NOT NULL
|
||||
);
|
||||
|
||||
CREATE UNIQUE INDEX idx_detected_trackers_unique_identifier_per_banner
|
||||
ON detected_trackers (cookie_banner_id, tracker_type, identifier);
|
||||
|
||||
-- Backfill: copy cookie_patterns into tracker_patterns
|
||||
INSERT INTO tracker_patterns (
|
||||
id, tenant_id, organization_id, cookie_banner_id, cookie_category_id,
|
||||
tracker_type, pattern, match_type, display_name, description,
|
||||
excluded, max_age_seconds, source, last_matched_at, created_at, updated_at
|
||||
)
|
||||
SELECT
|
||||
id, tenant_id, organization_id, cookie_banner_id, cookie_category_id,
|
||||
'COOKIE', pattern, match_type, display_name, description,
|
||||
excluded, max_age_seconds, source, last_matched_at, created_at, updated_at
|
||||
FROM cookie_patterns;
|
||||
|
||||
-- Backfill: copy cookies into detected_trackers
|
||||
INSERT INTO detected_trackers (
|
||||
id, tenant_id, cookie_banner_id, tracker_pattern_id,
|
||||
tracker_type, identifier, max_age_seconds, source,
|
||||
last_detected_at, created_at, updated_at
|
||||
)
|
||||
SELECT
|
||||
id, tenant_id, cookie_banner_id, cookie_pattern_id,
|
||||
'COOKIE', name, max_age_seconds, source,
|
||||
last_detected_at, created_at, updated_at
|
||||
FROM cookies;
|
||||
Reference in New Issue
Block a user