1485018 - Deploy Splice 2.1.51

Status: RESOLVED FIXED

(Firefox :: New Tab Page, enhancement)

Description

[Nan Jiang [:nanj]]

A new table "watchdog_proxy_events_daily" has been added to the redshift database in this migration, which includes:

* ddl/migrations/redshift/1534527018.sql
* migrations/versions/332da7ae51f3_.py

Let's grant read/write permissions as follows:

* In STAGE:
write: infernyx
read: read_only

* In PROD:
write: infernyx
read: read_only, periscope

Comment 1

[Jon Buckley [:jbuck]]

$ run-db-migrations ddl/migrations/redshift/1534527018.sql
{
	"source": "https://github.com/mozilla/splice",
	"version": "2.1.51",
	"commit": "4b3dec4144fb5851bcfb319efda68d6a77dfc56d"
}
INFO  [alembic.env] Migrating database <default>
INFO  [alembic.runtime.migration] Context impl PostgresqlImpl.
INFO  [alembic.runtime.migration] Will assume transactional DDL.
INFO  [alembic.env] Migrating database stats
INFO  [alembic.runtime.migration] Context impl PostgresqlImpl.
INFO  [alembic.runtime.migration] Will assume transactional DDL.
BEGIN;
BEGIN
CREATE TABLE watchdog_proxy_events_daily (
    receive_at TIMESTAMP WITHOUT TIME ZONE NOT NULL ENCODE ZSTD, 
    date DATE NOT NULL ENCODE ZSTD, 
    event VARCHAR(64) NOT NULL ENCODE ZSTD, 
    consumer_name VARCHAR(128) ENCODE ZSTD, 
    watchdog_id VARCHAR(128) ENCODE ZSTD, 
    type VARCHAR(64) ENCODE ZSTD, 
    poller_id VARCHAR(128) ENCODE ZSTD, 
    items_in_queue INTEGER ENCODE ZSTD, 
    items_in_progress INTEGER ENCODE ZSTD, 
    items_in_waiting INTEGER ENCODE ZSTD, 
    photodna_tracking_id VARCHAR(128) ENCODE ZSTD, 
    worker_id VARCHAR(128) ENCODE ZSTD, 
    is_match BOOLEAN ENCODE ZSTD, 
    is_error BOOLEAN ENCODE ZSTD, 
    timing_sent INTEGER ENCODE ZSTD, 
    timing_received INTEGER ENCODE ZSTD, 
    timing_submitted INTEGER ENCODE ZSTD,
    sample_id SMALLINT NOT NULL DEFAULT (random() * 100) ENCODE ZSTD
)
SORTKEY (date, event);
CREATE TABLE
COMMIT;
COMMIT
Run any table permission grants in psql now
psql (9.2.23, server 8.0.2)
WARNING: psql version 9.2, server version 8.0.
         Some psql features might not work.
SSL connection (cipher: ECDHE-RSA-AES256-GCM-SHA384, bits: 256)
Type "help" for help.

tiles=> GRANT ALL ON watchdog_proxy_events_daily TO splice;
GRANT
tiles=> GRANT INSERT ON watchdog_proxy_events_daily TO infernyx;
GRANT
tiles=> GRANT SELECT ON watchdog_proxy_events_daily TO read_only;
GRANT
tiles=> \q
Done migrations

Comment 2

[Jon Buckley [:jbuck]]

Now deployed in prod:

$ run-db-migrations ddl/migrations/redshift/1534527018.sql
{
	"source": "https://github.com/mozilla/splice",
	"version": "2.1.51",
	"commit": "4b3dec4144fb5851bcfb319efda68d6a77dfc56d"
}
INFO  [alembic.env] Migrating database <default>
INFO  [alembic.runtime.migration] Context impl PostgresqlImpl.
INFO  [alembic.runtime.migration] Will assume transactional DDL.
INFO  [alembic.runtime.migration] Running upgrade 2a9ca56929cc -> 332da7ae51f3, empty message
INFO  [alembic.env] Migrating database stats
INFO  [alembic.runtime.migration] Context impl PostgresqlImpl.
INFO  [alembic.runtime.migration] Will assume transactional DDL.
INFO  [alembic.runtime.migration] Running upgrade 2a9ca56929cc -> 332da7ae51f3, empty message
BEGIN;
BEGIN
CREATE TABLE watchdog_proxy_events_daily (
    receive_at TIMESTAMP WITHOUT TIME ZONE NOT NULL ENCODE ZSTD, 
    date DATE NOT NULL ENCODE ZSTD, 
    event VARCHAR(64) NOT NULL ENCODE ZSTD, 
    consumer_name VARCHAR(128) ENCODE ZSTD, 
    watchdog_id VARCHAR(128) ENCODE ZSTD, 
    type VARCHAR(64) ENCODE ZSTD, 
    poller_id VARCHAR(128) ENCODE ZSTD, 
    items_in_queue INTEGER ENCODE ZSTD, 
    items_in_progress INTEGER ENCODE ZSTD, 
    items_in_waiting INTEGER ENCODE ZSTD, 
    photodna_tracking_id VARCHAR(128) ENCODE ZSTD, 
    worker_id VARCHAR(128) ENCODE ZSTD, 
    is_match BOOLEAN ENCODE ZSTD, 
    is_error BOOLEAN ENCODE ZSTD, 
    timing_sent INTEGER ENCODE ZSTD, 
    timing_received INTEGER ENCODE ZSTD, 
    timing_submitted INTEGER ENCODE ZSTD,
    sample_id SMALLINT NOT NULL DEFAULT (random() * 100) ENCODE ZSTD
)
SORTKEY (date, event);
CREATE TABLE
COMMIT;
COMMIT
Run any table permission grants in psql now
psql (9.2.24, server 8.0.2)
WARNING: psql version 9.2, server version 8.0.
         Some psql features might not work.
SSL connection (cipher: ECDHE-RSA-AES256-GCM-SHA384, bits: 256)
Type "help" for help.

tiles=> GRANT ALL ON watchdog_proxy_events_daily TO splice;
GRANT
tiles=> GRANT INSERT ON watchdog_proxy_events_daily TO infernyx;
GRANT
tiles=> GRANT SELECT ON watchdog_proxy_events_daily TO read_only, periscope;
GRANT
tiles=> \q
Done migrations