-- Copyright 2013 Google Inc.
-- All rights reserved.
--
-- Redistribution and use in source and binary forms, with or without
-- modification, are permitted provided that the following conditions are
-- met:
--
-- * Redistributions of source code must retain the above copyright
-- notice, this list of conditions and the following disclaimer.
-- * Redistributions in binary form must reproduce the above copyright
-- notice, this list of conditions and the following disclaimer in the
-- documentation and/or other materials provided with the distribution.
-- * Neither the name of Google Inc. nor the names of its contributors
-- may be used to endorse or promote products derived from this software
-- without specific prior written permission.
--
-- THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
-- "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
-- LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
-- A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
-- OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
-- SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
-- LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
-- DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
-- THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
-- (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
-- OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-- \file store/v1-to-v2.sql
-- Migration of a database with version 1 of the schema to version 2.
--
-- Version 2 appeared in revision 9a73561a1e3975bba4cbfd19aee6b2365a39519e
-- and its changes were:
--
-- * Changed the primary key of the metadata table to be the
-- schema_version, not the timestamp. Because timestamps only have
-- second resolution, the old schema made testing of schema migrations
-- difficult.
--
-- * Introduced the metadatas table, which holds the metadata of all test
-- programs and test cases in an abstract manner regardless of their
-- interface.
--
-- * Added the metadata_id field to the test_programs and test_cases
-- tables, referencing the new metadatas table.
--
-- * Changed the precision of the timeout metadata field to be in seconds
-- rather than in microseconds. There is no data loss, and the code that
-- writes the metadata is simplified.
--
-- * Removed the atf_* and plain_* tables.
--
-- * Added missing indexes to improve the performance of reports.
--
-- * Added missing column affinities to the absolute_path and relative_path
-- columns of the test_programs table.
-- TODO(jmmv): Implement addition of missing affinities.
--
-- Change primary key of the metadata table.
--
CREATE TABLE new_metadata (
schema_version INTEGER PRIMARY KEY CHECK (schema_version >= 1),
timestamp TIMESTAMP NOT NULL CHECK (timestamp >= 0)
);
INSERT INTO new_metadata (schema_version, timestamp)
SELECT schema_version, timestamp FROM metadata;
DROP TABLE metadata;
ALTER TABLE new_metadata RENAME TO metadata;
--
-- Add the new tables, columns and indexes.
--
CREATE TABLE metadatas (
metadata_id INTEGER NOT NULL,
property_name TEXT NOT NULL,
property_value TEXT,
PRIMARY KEY (metadata_id, property_name)
);
-- Upgrade the test_programs table by adding missing column affinities and
-- the new metadata_id column.
CREATE TABLE new_test_programs (
test_program_id INTEGER PRIMARY KEY AUTOINCREMENT,
action_id INTEGER REFERENCES actions,
absolute_path TEXT NOT NULL,
root TEXT NOT NULL,
relative_path TEXT NOT NULL,
test_suite_name TEXT NOT NULL,
metadata_id INTEGER,
interface TEXT NOT NULL
);
PRAGMA foreign_keys = OFF;
INSERT INTO new_test_programs (test_program_id, action_id, absolute_path,
root, relative_path, test_suite_name,
interface)
SELECT test_program_id, action_id, absolute_path, root, relative_path,
test_suite_name, interface FROM test_programs;
DROP TABLE test_programs;
ALTER TABLE new_test_programs RENAME TO test_programs;
PRAGMA foreign_keys = ON;
ALTER TABLE test_cases ADD COLUMN metadata_id INTEGER;
CREATE INDEX index_metadatas_by_id
ON metadatas (metadata_id);
CREATE INDEX index_test_programs_by_action_id
ON test_programs (action_id);
CREATE INDEX index_test_cases_by_test_programs_id
ON test_cases (test_program_id);
--
-- Data migration
--
-- This is, by far, the trickiest part of the migration.
-- TODO(jmmv): Describe the trickiness in here.
--
-- Auxiliary table to construct the final contents of the metadatas table.
--
-- We construct the contents by writing a row for every metadata property of
-- every test program and test case. Entries corresponding to a test program
-- will have the test_program_id field set to not NULL and entries corresponding
-- to test cases will have the test_case_id set to not NULL.
--
-- The tricky part, however, is to create the individual identifiers for every
-- metadata entry. We do this by picking the minimum ROWID of a particular set
-- of properties that map to a single test_program_id or test_case_id.
CREATE TABLE tmp_metadatas (
test_program_id INTEGER DEFAULT NULL,
test_case_id INTEGER DEFAULT NULL,
interface TEXT NOT NULL,
property_name TEXT NOT NULL,
property_value TEXT NOT NULL,
UNIQUE (test_program_id, test_case_id, property_name)
);
CREATE INDEX index_tmp_metadatas_by_test_case_id
ON tmp_metadatas (test_case_id);
CREATE INDEX index_tmp_metadatas_by_test_program_id
ON tmp_metadatas (test_program_id);
-- Populate default metadata values for all test programs and test cases.
--
-- We do this first to ensure that all test programs and test cases have
-- explicit values for their metadata. Because we want to keep historical data
-- for the tests, we must record these values unconditionally instead of relying
-- on the built-in values in the code.
--
-- Once this is done, we override any values explicity set by the tests.
CREATE TABLE tmp_default_metadata (
default_name TEXT PRIMARY KEY,
default_value TEXT NOT NULL
);
INSERT INTO tmp_default_metadata VALUES ('allowed_architectures', '');
INSERT INTO tmp_default_metadata VALUES ('allowed_platforms', '');
INSERT INTO tmp_default_metadata VALUES ('description', '');
INSERT INTO tmp_default_metadata VALUES ('has_cleanup', 'false');
INSERT INTO tmp_default_metadata VALUES ('required_configs', '');
INSERT INTO tmp_default_metadata VALUES ('required_files', '');
INSERT INTO tmp_default_metadata VALUES ('required_memory', '0');
INSERT INTO tmp_default_metadata VALUES ('required_programs', '');
INSERT INTO tmp_default_metadata VALUES ('required_user', '');
INSERT INTO tmp_default_metadata VALUES ('timeout', '300');
INSERT INTO tmp_metadatas
SELECT test_program_id, NULL, interface, default_name, default_value
FROM test_programs JOIN tmp_default_metadata;
INSERT INTO tmp_metadatas
SELECT NULL, test_case_id, interface, default_name, default_value
FROM test_programs JOIN test_cases
ON test_cases.test_program_id = test_programs.test_program_id
JOIN tmp_default_metadata;
DROP TABLE tmp_default_metadata;
-- Populate metadata overrides from plain test programs.
UPDATE tmp_metadatas
SET property_value = (
SELECT CAST(timeout / 1000000 AS TEXT) FROM plain_test_programs AS aux
WHERE aux.test_program_id = tmp_metadatas.test_program_id)
WHERE test_program_id IS NOT NULL AND property_name = 'timeout'
AND interface = 'plain';
UPDATE tmp_metadatas
SET property_value = (
SELECT DISTINCT CAST(timeout / 1000000 AS TEXT)
FROM test_cases AS aux JOIN plain_test_programs
ON aux.test_program_id == plain_test_programs.test_program_id
WHERE aux.test_case_id = tmp_metadatas.test_case_id)
WHERE test_case_id IS NOT NULL AND property_name = 'timeout'
AND interface = 'plain';
-- Populate metadata overrides from ATF test cases.
UPDATE atf_test_cases SET description = '' WHERE description IS NULL;
UPDATE atf_test_cases SET required_user = '' WHERE required_user IS NULL;
UPDATE tmp_metadatas
SET property_value = (
SELECT description FROM atf_test_cases AS aux
WHERE aux.test_case_id = tmp_metadatas.test_case_id)
WHERE test_case_id IS NOT NULL AND property_name = 'description'
AND interface = 'atf';
UPDATE tmp_metadatas
SET property_value = (
SELECT has_cleanup FROM atf_test_cases AS aux
WHERE aux.test_case_id = tmp_metadatas.test_case_id)
WHERE test_case_id IS NOT NULL AND property_name = 'has_cleanup'
AND interface = 'atf';
UPDATE tmp_metadatas
SET property_value = (
SELECT CAST(timeout / 1000000 AS TEXT) FROM atf_test_cases AS aux
WHERE aux.test_case_id = tmp_metadatas.test_case_id)
WHERE test_case_id IS NOT NULL AND property_name = 'timeout'
AND interface = 'atf';
UPDATE tmp_metadatas
SET property_value = (
SELECT CAST(required_memory AS TEXT) FROM atf_test_cases AS aux
WHERE aux.test_case_id = tmp_metadatas.test_case_id)
WHERE test_case_id IS NOT NULL AND property_name = 'required_memory'
AND interface = 'atf';
UPDATE tmp_metadatas
SET property_value = (
SELECT required_user FROM atf_test_cases AS aux
WHERE aux.test_case_id = tmp_metadatas.test_case_id)
WHERE test_case_id IS NOT NULL AND property_name = 'required_user'
AND interface = 'atf';
UPDATE tmp_metadatas
SET property_value = (
SELECT GROUP_CONCAT(aux.property_value, ' ')
FROM atf_test_cases_multivalues AS aux
WHERE aux.test_case_id = tmp_metadatas.test_case_id AND
aux.property_name = 'require.arch')
WHERE test_case_id IS NOT NULL AND property_name = 'allowed_architectures'
AND interface = 'atf'
AND EXISTS(SELECT 1 FROM atf_test_cases_multivalues AS aux
WHERE aux.test_case_id = tmp_metadatas.test_case_id
AND property_name = 'require.arch');
UPDATE tmp_metadatas
SET property_value = (
SELECT GROUP_CONCAT(aux.property_value, ' ')
FROM atf_test_cases_multivalues AS aux
WHERE aux.test_case_id = tmp_metadatas.test_case_id AND
aux.property_name = 'require.machine')
WHERE test_case_id IS NOT NULL AND property_name = 'allowed_platforms'
AND interface = 'atf'
AND EXISTS(SELECT 1 FROM atf_test_cases_multivalues AS aux
WHERE aux.test_case_id = tmp_metadatas.test_case_id
AND property_name = 'require.machine');
UPDATE tmp_metadatas
SET property_value = (
SELECT GROUP_CONCAT(aux.property_value, ' ')
FROM atf_test_cases_multivalues AS aux
WHERE aux.test_case_id = tmp_metadatas.test_case_id AND
aux.property_name = 'require.config')
WHERE test_case_id IS NOT NULL AND property_name = 'required_configs'
AND interface = 'atf'
AND EXISTS(SELECT 1 FROM atf_test_cases_multivalues AS aux
WHERE aux.test_case_id = tmp_metadatas.test_case_id
AND property_name = 'require.config');
UPDATE tmp_metadatas
SET property_value = (
SELECT GROUP_CONCAT(aux.property_value, ' ')
FROM atf_test_cases_multivalues AS aux
WHERE aux.test_case_id = tmp_metadatas.test_case_id AND
aux.property_name = 'require.files')
WHERE test_case_id IS NOT NULL AND property_name = 'required_files'
AND interface = 'atf'
AND EXISTS(SELECT 1 FROM atf_test_cases_multivalues AS aux
WHERE aux.test_case_id = tmp_metadatas.test_case_id
AND property_name = 'require.files');
UPDATE tmp_metadatas
SET property_value = (
SELECT GROUP_CONCAT(aux.property_value, ' ')
FROM atf_test_cases_multivalues AS aux
WHERE aux.test_case_id = tmp_metadatas.test_case_id AND
aux.property_name = 'require.progs')
WHERE test_case_id IS NOT NULL AND property_name = 'required_programs'
AND interface = 'atf'
AND EXISTS(SELECT 1 FROM atf_test_cases_multivalues AS aux
WHERE aux.test_case_id = tmp_metadatas.test_case_id
AND property_name = 'require.progs');
-- Fill metadata_id pointers in the test_programs and test_cases tables.
UPDATE test_programs
SET metadata_id = (
SELECT MIN(ROWID) FROM tmp_metadatas
WHERE tmp_metadatas.test_program_id = test_programs.test_program_id
);
UPDATE test_cases
SET metadata_id = (
SELECT MIN(ROWID) FROM tmp_metadatas
WHERE tmp_metadatas.test_case_id = test_cases.test_case_id
);
-- Populate the metadatas table based on tmp_metadatas.
INSERT INTO metadatas (metadata_id, property_name, property_value)
SELECT (
SELECT MIN(ROWID) FROM tmp_metadatas AS s
WHERE s.test_program_id = tmp_metadatas.test_program_id
), property_name, property_value
FROM tmp_metadatas WHERE test_program_id IS NOT NULL;
INSERT INTO metadatas (metadata_id, property_name, property_value)
SELECT (
SELECT MIN(ROWID) FROM tmp_metadatas AS s
WHERE s.test_case_id = tmp_metadatas.test_case_id
), property_name, property_value
FROM tmp_metadatas WHERE test_case_id IS NOT NULL;
-- Drop temporary entities used during the migration.
DROP INDEX index_tmp_metadatas_by_test_program_id;
DROP INDEX index_tmp_metadatas_by_test_case_id;
DROP TABLE tmp_metadatas;
--
-- Drop obsolete tables.
--
DROP TABLE atf_test_cases;
DROP TABLE atf_test_cases_multivalues;
DROP TABLE plain_test_programs;
--
-- Update the metadata version.
--
INSERT INTO metadata (timestamp, schema_version)
VALUES (strftime('%s', 'now'), 2);