diff --git a/.bumpversion.cfg b/.bumpversion.cfg index 7b3715d0a2d..3e27a3e0ae0 100644 --- a/.bumpversion.cfg +++ b/.bumpversion.cfg @@ -1,5 +1,5 @@ [bumpversion] -current_version = 0.5.3 +current_version = 0.5.4 commit = True tag = True diff --git a/.coveragerc b/.coveragerc new file mode 100644 index 00000000000..23cf94ed431 --- /dev/null +++ b/.coveragerc @@ -0,0 +1,3 @@ +[report] +include = + dbt/* diff --git a/Dockerfile b/Dockerfile new file mode 100644 index 00000000000..f7af20fe7f8 --- /dev/null +++ b/Dockerfile @@ -0,0 +1,18 @@ +FROM python + +RUN apt-get update + +RUN apt-get install -y python-pip netcat +RUN apt-get install -y python-dev python3-dev + +RUN pip install pip --upgrade +RUN pip install virtualenv +RUN pip install virtualenvwrapper + +COPY . /usr/src/app + +WORKDIR /usr/src/app +RUN cd /usr/src/app +RUN ./test/setup.sh + + diff --git a/Makefile b/Makefile new file mode 100644 index 00000000000..9ee061a9460 --- /dev/null +++ b/Makefile @@ -0,0 +1,13 @@ +.PHONY: test + +changed_tests := `git status --porcelain | grep '^\( M\|A\)' | awk '{ print $$2 }' | grep '\/test_[a-zA-Z_\-\.]\+.py'` + +test: + @echo "Test run starting..." + @docker-compose run test /usr/src/app/test/runner.sh + +test-new: + @echo "Test run starting..." + @echo "Changed test files:" + @echo "${changed_tests}" + @docker-compose run test /usr/src/app/test/runner.sh ${changed_tests} diff --git a/README.md b/README.md index 7af1f0dd354..c0334de1557 100644 --- a/README.md +++ b/README.md @@ -1,5 +1,11 @@ # dbt Tests: [![CircleCI](https://circleci.com/gh/analyst-collective/dbt/tree/master.svg?style=svg)](https://circleci.com/gh/analyst-collective/dbt/tree/master) +• +[![AppVeyor](https://ci.appveyor.com/api/projects/status/v01rwd3q91jnwp9m/branch/development?svg=true)](https://ci.appveyor.com/project/DrewBanin/dbt/branch/development) +• +[Coverage](https://circleci.com/api/v1/project/analyst-collective/dbt/latest/artifacts/0/$CIRCLE_ARTIFACTS/htmlcov/index.html?branch=development) +• +[Docs](http://dbt.readthedocs.io/en/master/about/overview/) dbt (data build tool) helps analysts write reliable, modular code using a workflow that closely mirrors software development. diff --git a/appveyor.yml b/appveyor.yml new file mode 100644 index 00000000000..59b78db168c --- /dev/null +++ b/appveyor.yml @@ -0,0 +1,66 @@ +version: 1.0.{build}-{branch} + +environment: + # SDK v7.0 MSVC Express 2008's SetEnv.cmd script will fail if the + # /E:ON and /V:ON options are not enabled in the batch script intepreter + # See: http://stackoverflow.com/a/13751649/163740 + CMD_IN_ENV: "cmd /E:ON /V:ON /C .\\appveyor\\run_with_env.cmd" + TOX_ENV: "pywin" + + matrix: + - PYTHON: "C:\\Python27" + PYTHON_VERSION: "2.7.8" + PYTHON_ARCH: "32" + + #- PYTHON: "C:\\Python35" + # PYTHON_VERSION: "3.5.2" + # PYTHON_ARCH: "32" + + PGUSER: postgres + PGPASSWORD: Password12! + +services: + - postgresql94 + +hosts: + database: 127.0.0.1 + +init: + - PATH=C:\Program Files\PostgreSQL\9.4\bin\;%PATH% + - ps: Set-Content "c:\program files\postgresql\9.4\data\pg_hba.conf" "host all all ::1/128 trust" + - ps: Add-Content "c:\program files\postgresql\9.4\data\pg_hba.conf" "host all all 127.0.0.1/32 trust" + +install: + # Download setup scripts and unzip + - ps: "wget https://github.com/cloudify-cosmo/appveyor-utils/archive/master.zip -OutFile ./master.zip" + - "7z e master.zip */appveyor/* -oappveyor" + + # Install Python (from the official .msi of http://python.org) and pip when + # not already installed. + - "powershell ./appveyor/install.ps1" + + # Prepend newly installed Python to the PATH of this build (this cannot be + # done from inside the powershell script as it would require to restart + # the parent CMD process). + - "SET PATH=%PYTHON%;%PYTHON%\\Scripts;%PATH%" + + # Check that we have the expected version and architecture for Python + - "python --version" + - "python -c \"import struct; print(struct.calcsize('P') * 8)\"" + +build: false # Not a C# project, build stuff at the test step instead. + +before_test: + - "%CMD_IN_ENV% pip install tox" + +test_script: + # set up psql db + - createdb dbt + - psql -c "CREATE ROLE root WITH UNENCRYPTED PASSWORD 'password';" -U postgres + - psql -c "ALTER ROLE root WITH LOGIN;" -U postgres + - psql -c "GRANT CREATE, CONNECT ON DATABASE dbt TO root;" -U postgres + + # this is generally a bad idea TODO + - git config --system http.sslverify false + + - "%CMD_IN_ENV% tox -e %TOX_ENV%" diff --git a/circle.yml b/circle.yml index 7836b0060cb..1360ec2f8b7 100644 --- a/circle.yml +++ b/circle.yml @@ -1,5 +1,28 @@ +machine: + post: + - pyenv global 2.7.9 3.5.0 + hosts: + database: 127.0.0.1 + +database: + override: + - createdb dbt + - echo "CREATE ROLE root WITH UNENCRYPTED PASSWORD 'password';" | psql -U postgres + - echo "ALTER ROLE root WITH LOGIN;" | psql -U postgres + - echo "GRANT SELECT, UPDATE, INSERT ON ALL TABLES IN SCHEMA dbt.* TO root;" | psql -U postgres + - echo "GRANT CREATE, CONNECT ON DATABASE dbt TO root;" | psql -U postgres + + dependencies: pre: - - sudo add-apt-repository -y ppa:fkrull/deadsnakes - - sudo apt-get update - - sudo apt-get install python3.5 python3.5-dev + - pip install --upgrade pip setuptools || true + - pip install --upgrade tox tox-pyenv + override: + - pyenv local 2.7.9 3.5.0 + +test: + override: + - sudo chown -R ubuntu:ubuntu /root/ + - /bin/bash -c 'cd /home/ubuntu/dbt && tox' + post: + - mv htmlcov $CIRCLE_ARTIFACTS/ diff --git a/dbt/compilation.py b/dbt/compilation.py index 336cbf9dc39..f0ae637bc49 100644 --- a/dbt/compilation.py +++ b/dbt/compilation.py @@ -12,7 +12,7 @@ import time import sqlparse -CompilableEntities = ["models", "tests", "archives", "analyses"] +CompilableEntities = ["models", "data tests", "schema tests", "archives", "analyses"] class Compiler(object): def __init__(self, project, create_template_class): @@ -60,6 +60,10 @@ def project_schemas(self): source_paths = self.project.get('source-paths', []) return Source(self.project).get_schemas(source_paths) + def project_tests(self): + source_paths = self.project.get('test-paths', []) + return Source(self.project).get_tests(source_paths) + def analysis_sources(self, project): paths = project.get('analysis-paths', []) return Source(project).get_analyses(paths) @@ -109,7 +113,7 @@ def model_can_reference(self, src_model, other_model): return other_model.own_project['name'] == src_model.own_project['name'] \ or src_model.own_project['name'] == src_model.project['name'] - def __ref(self, linker, ctx, model, all_models): + def __ref(self, linker, ctx, model, all_models, add_dependency=True): schema = ctx['env']['schema'] source_model = tuple(model.fqn) @@ -138,7 +142,7 @@ def do_ref(*args): # this creates a trivial cycle -- should this be a compiler error? # we can still interpolate the name w/o making a self-cycle - if source_model == other_model_fqn: + if source_model == other_model_fqn or not add_dependency: pass else: linker.dependency(source_model, other_model_fqn) @@ -163,14 +167,15 @@ def wrapped_do_ref(*args): return wrapped_do_ref - def get_context(self, linker, model, models): + def get_context(self, linker, model, models, add_dependency=False): context = self.project.context() # built-ins - context['ref'] = self.__ref(linker, context, model, models) + context['ref'] = self.__ref(linker, context, model, models, add_dependency) context['config'] = self.__model_config(model, linker) context['this'] = This(context['env']['schema'], model.immediate_name, model.name) context['var'] = Var(model, context=context) + context['target'] = self.project.get('run-target') # these get re-interpolated at runtime! context['run_started_at'] = '{{ run_started_at }}' @@ -185,7 +190,7 @@ def get_context(self, linker, model, models): return context - def compile_model(self, linker, model, models): + def compile_model(self, linker, model, models, add_dependency=True): try: fs_loader = jinja2.FileSystemLoader(searchpath=model.root_dir) jinja = jinja2.Environment(loader=fs_loader) @@ -193,7 +198,7 @@ def compile_model(self, linker, model, models): # this is a dumb jinja2 bug -- on windows, forward slashes are EXPECTED posix_filepath = '/'.join(split_path(model.rel_filepath)) template = jinja.get_template(posix_filepath) - context = self.get_context(linker, model, models) + context = self.get_context(linker, model, models, add_dependency=add_dependency) rendered = template.render(context) except jinja2.exceptions.TemplateSyntaxError as e: @@ -329,6 +334,23 @@ def compile_schema_tests(self, linker): return written_tests + def compile_data_tests(self, linker): + tests = self.project_tests() + + all_models = self.get_models() + enabled_models = [model for model in all_models if model.is_enabled] + + written_tests = [] + for data_test in tests: + serialized = data_test.serialize() + linker.update_node_data(tuple(data_test.fqn), serialized) + query = self.compile_model(linker, data_test, enabled_models, add_dependency=False) + wrapped = data_test.render(query) + self.__write(data_test.build_path(), wrapped) + written_tests.append(data_test) + + return written_tests + def generate_macros(self, all_macros): def do_gen(ctx): macros = [] @@ -351,14 +373,20 @@ def compile_archives(self): self.write_graph_file(linker, 'archive') return all_archives + def get_models(self): + all_models = self.model_sources(this_project=self.project) + for project in dependency_projects(self.project): + all_models.extend(self.model_sources(this_project=self.project, own_project=project)) + + return all_models + def compile(self, dry=False): linker = Linker() - all_models = self.model_sources(this_project=self.project) + all_models = self.get_models() all_macros = self.get_macros(this_project=self.project) for project in dependency_projects(self.project): - all_models.extend(self.model_sources(this_project=self.project, own_project=project)) all_macros.extend(self.get_macros(this_project=self.project, own_project=project)) self.macro_generator = self.generate_macros(all_macros) @@ -369,6 +397,7 @@ def compile(self, dry=False): # TODO : only compile schema tests for enabled models written_schema_tests = self.compile_schema_tests(linker) + written_data_tests = self.compile_data_tests(linker) self.validate_models_unique(compiled_models) self.validate_models_unique(written_schema_tests) @@ -384,7 +413,8 @@ def compile(self, dry=False): return { "models": len(written_models), - "tests" : len(written_schema_tests), + "schema tests" : len(written_schema_tests), + "data tests" : len(written_data_tests), "archives": len(compiled_archives), "analyses" : len(written_analyses) } diff --git a/dbt/compiled_model.py b/dbt/compiled_model.py index f9bfe90e06d..03b43aa9bce 100644 --- a/dbt/compiled_model.py +++ b/dbt/compiled_model.py @@ -39,6 +39,9 @@ def should_skip(self): def is_type(self, run_type): return self.data['dbt_run_type'] == run_type + def is_test_type(self, test_type): + return self.data.get('dbt_test_type') == test_type + @property def contents(self): if self._contents is None: diff --git a/dbt/main.py b/dbt/main.py index a9573a6fae3..c7c5f2c8246 100644 --- a/dbt/main.py +++ b/dbt/main.py @@ -87,8 +87,8 @@ def handle(args): sub.set_defaults(cls=seed_task.SeedTask, which='seed') sub = subs.add_parser('test', parents=[base_subparser]) - sub.add_argument('--skip-test-creates', action='store_true', help="Don't create temporary views to validate model SQL") - sub.add_argument('--validate', action='store_true', help='Run constraint validations from schema.yml files') + sub.add_argument('--data', action='store_true', help='Run data tests defined in "tests" directory') + sub.add_argument('--schema', action='store_true', help='Run constraint validations from schema.yml files') sub.add_argument('--threads', type=int, required=False, help="Specify number of threads to use while executing tests. Overrides settings in profiles.yml") sub.set_defaults(cls=test_task.TestTask, which='test') diff --git a/dbt/model.py b/dbt/model.py index d471daac416..3b27ce727b9 100644 --- a/dbt/model.py +++ b/dbt/model.py @@ -415,6 +415,7 @@ def __repr__(self): class SchemaTest(DBTSource): test_type = "base" dbt_run_type = 'test' + dbt_test_type = 'schema' def __init__(self, project, target_dir, rel_filepath, model_name, options): self.schema = project.context()['env']['schema'] @@ -430,6 +431,12 @@ def fqn(self): name, _ = os.path.splitext(parts[-1]) return [self.project['name']] + parts[1:-1] + ['schema', self.get_filename()] + def serialize(self): + serialized = DBTSource.serialize(self).copy() + serialized['dbt_test_type'] = self.dbt_test_type + + return serialized + def get_params(self, options): return { "schema": self.schema, @@ -644,3 +651,33 @@ def build_path(self): def __repr__(self): return " {} unique:{} updated_at:{}>".format(self.source_table, self.target_table, self.unique_key, self.updated_at) + +class DataTest(DBTSource): + dbt_run_type = 'test' + dbt_test_type = 'data' + + def __init__(self, project, target_dir, rel_filepath, own_project): + super(DataTest, self).__init__(project, target_dir, rel_filepath, own_project) + + def build_path(self): + build_dir = "test" + filename = "{}.sql".format(self.name) + fqn_parts = self.fqn[0:1] + ['data'] + self.fqn[1:-1] + path_parts = [build_dir] + fqn_parts + [filename] + return os.path.join(*path_parts) + + def serialize(self): + serialized = DBTSource.serialize(self).copy() + serialized['dbt_test_type'] = self.dbt_test_type + + return serialized + + def render(self, query): + return "select count(*) from (\n{}\n) sbq".format(query) + + @property + def immediate_name(self): + return self.name + + def __repr__(self): + return "".format(self.project['name'], self.name, self.filepath) diff --git a/dbt/runner.py b/dbt/runner.py index 529f2c3826b..5549e15b395 100644 --- a/dbt/runner.py +++ b/dbt/runner.py @@ -171,8 +171,14 @@ def post_run_all(self, schema, results): class TestRunner(ModelRunner): run_type = 'test' + test_data_type = 'data' + test_schema_type = 'schema' + def pre_run_msg(self, model): - return "TEST {name} ".format(name=model.name) + if model.is_test_type(self.test_data_type): + return "DATA TEST {name} ".format(name=model.name) + else: + return "SCHEMA TEST {name} ".format(name=model.name) def post_run_msg(self, result): model = result.model @@ -496,11 +502,52 @@ def safe_run_from_graph(self, *args, **kwargs): self.target.cleanup() print("Done") + + def run_tests_from_graph(self, test_schemas, test_data): + linker = self.deserialize_graph() + compiled_models = [make_compiled_model(fqn, linker.get_node(fqn)) for fqn in linker.nodes()] + + schema_name = self.target.schema + + print("Connecting to redshift") + try: + self.schema.create_schema_if_not_exists(schema_name) + except psycopg2.OperationalError as e: + print("ERROR: Could not connect to the target database. Try `dbt debug` for more information") + print(str(e)) + sys.exit(1) + + test_runner = TestRunner() + + if test_schemas: + schema_tests = [m for m in compiled_models if m.is_test_type(test_runner.test_schema_type)] + else: + schema_tests = [] + + if test_data: + data_tests = [m for m in compiled_models if m.is_test_type(test_runner.test_data_type)] + else: + data_tests = [] + + all_tests = schema_tests + data_tests + + for m in all_tests: + if m.should_execute(): + context = self.context.copy() + context.update(m.context()) + m.compile(context) + + dep_list = [schema_tests, data_tests] + + on_failure = self.on_model_failure(linker, all_tests) + results = self.execute_models(test_runner, dep_list, on_failure) + + return results + # ------------------------------------ - def run_tests(self, limit_to=None): - runner = TestRunner() - return self.safe_run_from_graph(runner, limit_to) + def run_tests(self, test_schemas=False, test_data=False, limit_to=None): + return self.run_tests_from_graph(test_schemas, test_data) def run(self, limit_to=None): runner = ModelRunner() diff --git a/dbt/schema_tester.py b/dbt/schema_tester.py index 3b066121818..7514dc3c474 100644 --- a/dbt/schema_tester.py +++ b/dbt/schema_tester.py @@ -5,6 +5,7 @@ import psycopg2 import logging import time +import datetime QUERY_VALIDATE_NOT_NULL = """ @@ -49,13 +50,25 @@ where id not in (select id from parent) and id is not null """ - +DDL_TEST_RESULT_CREATE = """ +create table if not exists {schema}.dbt_test_results ( + tested_at timestamp without time zone, + model_name text, + errored bool, + skipped bool, + failed bool, + count_failures integer, + execution_time double precision +); +""" class SchemaTester(object): def __init__(self, project): self.logger = logging.getLogger(__name__) self.project = project + self.test_started_at = datetime.datetime.now() + def get_target(self): target_cfg = self.project.run_environment() return dbt.targets.get_target(target_cfg) @@ -97,5 +110,4 @@ def validate_schema(self, schema_test): print(" FAILED ({})".format(num_rows)) yield False - def test(self): - pass + diff --git a/dbt/source.py b/dbt/source.py index e23384212a9..503aacda606 100644 --- a/dbt/source.py +++ b/dbt/source.py @@ -1,7 +1,7 @@ import os.path import fnmatch -from dbt.model import Model, Analysis, TestModel, SchemaFile, Csv, Macro, ArchiveModel +from dbt.model import Model, Analysis, TestModel, SchemaFile, Csv, Macro, ArchiveModel, DataTest class Source(object): def __init__(self, project, own_project=None): @@ -48,6 +48,12 @@ def get_schemas(self, model_dirs): schemas = [SchemaFile(*schema) for schema in self.find(model_dirs, pattern)] return schemas + def get_tests(self, test_dirs): + "Get custom test files" + pattern = "[!.#~]*.sql" + tests = [DataTest(*test) for test in self.find(test_dirs, pattern)] + return tests + def get_csvs(self, csv_dirs): "Get CSV files" pattern = "[!.#~]*.csv" diff --git a/dbt/task/deps.py b/dbt/task/deps.py index 774527440dc..4b51fd6dc37 100644 --- a/dbt/task/deps.py +++ b/dbt/task/deps.py @@ -88,7 +88,9 @@ def __split_at_branch(self, repo_spec): return repo, branch - def __pull_deps_recursive(self, repos, processed_repos = set(), i=0): + def __pull_deps_recursive(self, repos, processed_repos = None, i=0): + if processed_repos is None: + processed_repos = set() for repo_string in repos: repo, branch = self.__split_at_branch(repo_string) repo_folder = folder_from_git_remote(repo) diff --git a/dbt/task/test.py b/dbt/task/test.py index e41d9dc2236..cf266272cd5 100644 --- a/dbt/task/test.py +++ b/dbt/task/test.py @@ -8,6 +8,7 @@ from dbt.runner import RunManager from dbt.schema_tester import SchemaTester + class TestTask: """ Testing: @@ -35,6 +36,15 @@ def compile(self): def run(self): self.compile() runner = RunManager(self.project, self.project['target-path'], 'build', self.args.threads) - runner.run_tests() + + if (self.args.data and self.args.schema) or (not self.args.data and not self.args.schema): + res = runner.run_tests(test_schemas=True, test_data=True) + elif self.args.data: + res = runner.run_tests(test_schemas=False, test_data=True) + elif self.args.schema: + res = runner.run_tests(test_schemas=True, test_data=False) + else: + raise RuntimeError("unexpected") print("Done!") + return res diff --git a/dbt/version.py b/dbt/version.py index 7521206871b..1351200a30b 100644 --- a/dbt/version.py +++ b/dbt/version.py @@ -53,7 +53,7 @@ def get_version_information(): def is_latest(): return installed == latest -__version__ = '0.5.3' +__version__ = '0.5.4' installed = get_version() latest = get_latest_version() diff --git a/dev_requirements.txt b/dev_requirements.txt index be3d5c0e97b..04af909e836 100644 --- a/dev_requirements.txt +++ b/dev_requirements.txt @@ -3,3 +3,5 @@ nosy>=1.1.2 mock>=1.3.0 pep8>=1.6.2 bumpversion==0.5.3 +coverage==4.2 +tox==2.5.0 diff --git a/docker-compose.yml b/docker-compose.yml new file mode 100644 index 00000000000..c59a5ffc102 --- /dev/null +++ b/docker-compose.yml @@ -0,0 +1,22 @@ +version: '2' +services: + + database: + image: postgres + environment: + POSTGRES_USER: "root" + POSTGRES_PASSWORD: "password" + POSTGRES_DB: "dbt" + ports: + - "5432:5432" + + test: + build: + context: . + dockerfile: Dockerfile + command: "/root/.virtualenvs/dbt/bin/nosetests" + volumes: + - .:/usr/src/app + working_dir: /usr/src/app + depends_on: + - database diff --git a/tests/__init__.py b/htmlcov/.keep similarity index 100% rename from tests/__init__.py rename to htmlcov/.keep diff --git a/sample.dbt_project.yml b/sample.dbt_project.yml index a1068f5ac97..7928aa7cb77 100644 --- a/sample.dbt_project.yml +++ b/sample.dbt_project.yml @@ -15,10 +15,8 @@ test-paths: ["test"] # where to store test results data-paths: ["data"] # load csvs from this directory with `dbt seed` log-path: "logs" # where to save log files (rotated daily) -# configuration of default database information, as defined within ~/.dbt/profiles.yml. -# all execution of dbt from the root directory of this project will default to this profile. - -profile: evil-corp # use evil-corp profile within this project. +profile: "evil-corp" # this must map to the profile you create in profiles.yml; + # this is how dbt gets the connection information for this project. # Custom configurations for each model. # The structure of this config object should mirror the project files in the "source-paths" directories. @@ -27,7 +25,7 @@ models: your-package-name: # the following configs pertain to _this_ dbt project pardot: # assuming pardot is listed in the models/ directory enabled: true # enable all pardot models except where overriden (same as default) - mailchimp_emails: # override the configs for the pardot_emails model + pardot_emails: # override the configs for the pardot_emails model enabled: true # enable this specific model (false to disable) materialized: table # create a table instead of a view. acceptable values: view, table, ephemeral, incremental. @@ -36,6 +34,7 @@ models: sort: ['timestamp', 'userid'] # optionally set one or more sort keys on the materialized table. sort_type: interleaved # sets sort key to interleaved; default is compound. + dist: 'userid' # optionally set a distribution style and key on the materialized table # other options include: all, even. anything but all or even will set the dist style to "key". pardot_visitoractivity: @@ -51,7 +50,9 @@ models: materialized: incremental # incremental models are append-only # new records are identified by the sql_where statement below # use {{this}} to reference the schema and table names for this model + sql_where: "created_at > (select max(created_at) from {{this}})" + unique_key: user_id || session_index #this defines a unique key for this incremental model. #records matching this UK will be updated (deleted / inserted) rather than duplicated. diff --git a/setup.py b/setup.py index d30a2036bfe..080de8ea62b 100644 --- a/setup.py +++ b/setup.py @@ -3,7 +3,7 @@ import os.path package_name = "dbt" -package_version = "0.5.3" +package_version = "0.5.4" setup( name=package_name, @@ -13,7 +13,7 @@ author_email="admin@analystcollective.org", url="https://github.com/analyst-collective/dbt", packages=find_packages(), - test_suite = 'tests', + test_suite = 'test', entry_points={ 'console_scripts': [ 'dbt = dbt.main:main', diff --git a/test/__init__.py b/test/__init__.py new file mode 100644 index 00000000000..e69de29bb2d diff --git a/test/integration/001_simple_copy_test/models/incremental.sql b/test/integration/001_simple_copy_test/models/incremental.sql new file mode 100644 index 00000000000..4be96acaba6 --- /dev/null +++ b/test/integration/001_simple_copy_test/models/incremental.sql @@ -0,0 +1,8 @@ +{{ + config( + materialized = "incremental", + sql_where = "id>(select max(id) from {{this}})" + ) +}} + +select * from "simple_copy_001"."seed" diff --git a/test/integration/001_simple_copy_test/models/materialized.sql b/test/integration/001_simple_copy_test/models/materialized.sql new file mode 100644 index 00000000000..476b2b011a6 --- /dev/null +++ b/test/integration/001_simple_copy_test/models/materialized.sql @@ -0,0 +1,7 @@ +{{ + config( + materialized = "table" + ) +}} + +select * from "simple_copy_001"."seed" diff --git a/test/integration/001_simple_copy_test/models/view.sql b/test/integration/001_simple_copy_test/models/view.sql new file mode 100644 index 00000000000..f88140aac0e --- /dev/null +++ b/test/integration/001_simple_copy_test/models/view.sql @@ -0,0 +1,7 @@ +{{ + config( + materialized = "view" + ) +}} + +select * from "simple_copy_001"."seed" diff --git a/test/integration/001_simple_copy_test/seed.sql b/test/integration/001_simple_copy_test/seed.sql new file mode 100644 index 00000000000..e5ae2c462c1 --- /dev/null +++ b/test/integration/001_simple_copy_test/seed.sql @@ -0,0 +1,110 @@ +create table simple_copy_001.seed ( + id BIGSERIAL PRIMARY KEY, + first_name VARCHAR(50), + last_name VARCHAR(50), + email VARCHAR(50), + gender VARCHAR(50), + ip_address VARCHAR(20) +); + + +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Jack', 'Hunter', 'jhunter0@pbs.org', 'Male', '59.80.20.168'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Kathryn', 'Walker', 'kwalker1@ezinearticles.com', 'Female', '194.121.179.35'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Gerald', 'Ryan', 'gryan2@com.com', 'Male', '11.3.212.243'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Bonnie', 'Spencer', 'bspencer3@ameblo.jp', 'Female', '216.32.196.175'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Harold', 'Taylor', 'htaylor4@people.com.cn', 'Male', '253.10.246.136'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Jacqueline', 'Griffin', 'jgriffin5@t.co', 'Female', '16.13.192.220'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Wanda', 'Arnold', 'warnold6@google.nl', 'Female', '232.116.150.64'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Craig', 'Ortiz', 'cortiz7@sciencedaily.com', 'Male', '199.126.106.13'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Gary', 'Day', 'gday8@nih.gov', 'Male', '35.81.68.186'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Rose', 'Wright', 'rwright9@yahoo.co.jp', 'Female', '236.82.178.100'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Raymond', 'Kelley', 'rkelleya@fc2.com', 'Male', '213.65.166.67'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Gerald', 'Robinson', 'grobinsonb@disqus.com', 'Male', '72.232.194.193'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Mildred', 'Martinez', 'mmartinezc@samsung.com', 'Female', '198.29.112.5'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Dennis', 'Arnold', 'darnoldd@google.com', 'Male', '86.96.3.250'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Judy', 'Gray', 'jgraye@opensource.org', 'Female', '79.218.162.245'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Theresa', 'Garza', 'tgarzaf@epa.gov', 'Female', '21.59.100.54'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Gerald', 'Robertson', 'grobertsong@csmonitor.com', 'Male', '131.134.82.96'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Philip', 'Hernandez', 'phernandezh@adobe.com', 'Male', '254.196.137.72'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Julia', 'Gonzalez', 'jgonzalezi@cam.ac.uk', 'Female', '84.240.227.174'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Andrew', 'Davis', 'adavisj@patch.com', 'Male', '9.255.67.25'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Kimberly', 'Harper', 'kharperk@foxnews.com', 'Female', '198.208.120.253'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Mark', 'Martin', 'mmartinl@marketwatch.com', 'Male', '233.138.182.153'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Cynthia', 'Ruiz', 'cruizm@google.fr', 'Female', '18.178.187.201'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Samuel', 'Carroll', 'scarrolln@youtu.be', 'Male', '128.113.96.122'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Jennifer', 'Larson', 'jlarsono@vinaora.com', 'Female', '98.234.85.95'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Ashley', 'Perry', 'aperryp@rakuten.co.jp', 'Female', '247.173.114.52'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Howard', 'Rodriguez', 'hrodriguezq@shutterfly.com', 'Male', '231.188.95.26'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Amy', 'Brooks', 'abrooksr@theatlantic.com', 'Female', '141.199.174.118'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Louise', 'Warren', 'lwarrens@adobe.com', 'Female', '96.105.158.28'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Tina', 'Watson', 'twatsont@myspace.com', 'Female', '251.142.118.177'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Janice', 'Kelley', 'jkelleyu@creativecommons.org', 'Female', '239.167.34.233'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Terry', 'Mccoy', 'tmccoyv@bravesites.com', 'Male', '117.201.183.203'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Jeffrey', 'Morgan', 'jmorganw@surveymonkey.com', 'Male', '78.101.78.149'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Louis', 'Harvey', 'lharveyx@sina.com.cn', 'Male', '51.50.0.167'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Philip', 'Miller', 'pmillery@samsung.com', 'Male', '103.255.222.110'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Willie', 'Marshall', 'wmarshallz@ow.ly', 'Male', '149.219.91.68'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Patrick', 'Lopez', 'plopez10@redcross.org', 'Male', '250.136.229.89'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Adam', 'Jenkins', 'ajenkins11@harvard.edu', 'Male', '7.36.112.81'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Benjamin', 'Cruz', 'bcruz12@linkedin.com', 'Male', '32.38.98.15'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Ruby', 'Hawkins', 'rhawkins13@gmpg.org', 'Female', '135.171.129.255'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Carlos', 'Barnes', 'cbarnes14@a8.net', 'Male', '240.197.85.140'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Ruby', 'Griffin', 'rgriffin15@bravesites.com', 'Female', '19.29.135.24'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Sean', 'Mason', 'smason16@icq.com', 'Male', '159.219.155.249'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Anthony', 'Payne', 'apayne17@utexas.edu', 'Male', '235.168.199.218'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Steve', 'Cruz', 'scruz18@pcworld.com', 'Male', '238.201.81.198'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Anthony', 'Garcia', 'agarcia19@flavors.me', 'Male', '25.85.10.18'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Doris', 'Lopez', 'dlopez1a@sphinn.com', 'Female', '245.218.51.238'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Susan', 'Nichols', 'snichols1b@freewebs.com', 'Female', '199.99.9.61'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Wanda', 'Ferguson', 'wferguson1c@yahoo.co.jp', 'Female', '236.241.135.21'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Andrea', 'Pierce', 'apierce1d@google.co.uk', 'Female', '132.40.10.209'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Lawrence', 'Phillips', 'lphillips1e@jugem.jp', 'Male', '72.226.82.87'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Judy', 'Gilbert', 'jgilbert1f@multiply.com', 'Female', '196.250.15.142'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Eric', 'Williams', 'ewilliams1g@joomla.org', 'Male', '222.202.73.126'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Ralph', 'Romero', 'rromero1h@sogou.com', 'Male', '123.184.125.212'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Jean', 'Wilson', 'jwilson1i@ocn.ne.jp', 'Female', '176.106.32.194'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Lori', 'Reynolds', 'lreynolds1j@illinois.edu', 'Female', '114.181.203.22'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Donald', 'Moreno', 'dmoreno1k@bbc.co.uk', 'Male', '233.249.97.60'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Steven', 'Berry', 'sberry1l@eepurl.com', 'Male', '186.193.50.50'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Theresa', 'Shaw', 'tshaw1m@people.com.cn', 'Female', '120.37.71.222'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('John', 'Stephens', 'jstephens1n@nationalgeographic.com', 'Male', '191.87.127.115'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Richard', 'Jacobs', 'rjacobs1o@state.tx.us', 'Male', '66.210.83.155'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Andrew', 'Lawson', 'alawson1p@over-blog.com', 'Male', '54.98.36.94'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Peter', 'Morgan', 'pmorgan1q@rambler.ru', 'Male', '14.77.29.106'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Nicole', 'Garrett', 'ngarrett1r@zimbio.com', 'Female', '21.127.74.68'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Joshua', 'Kim', 'jkim1s@edublogs.org', 'Male', '57.255.207.41'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Ralph', 'Roberts', 'rroberts1t@people.com.cn', 'Male', '222.143.131.109'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('George', 'Montgomery', 'gmontgomery1u@smugmug.com', 'Male', '76.75.111.77'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Gerald', 'Alvarez', 'galvarez1v@flavors.me', 'Male', '58.157.186.194'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Donald', 'Olson', 'dolson1w@whitehouse.gov', 'Male', '69.65.74.135'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Carlos', 'Morgan', 'cmorgan1x@pbs.org', 'Male', '96.20.140.87'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Aaron', 'Stanley', 'astanley1y@webnode.com', 'Male', '163.119.217.44'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Virginia', 'Long', 'vlong1z@spiegel.de', 'Female', '204.150.194.182'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Robert', 'Berry', 'rberry20@tripadvisor.com', 'Male', '104.19.48.241'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Antonio', 'Brooks', 'abrooks21@unesco.org', 'Male', '210.31.7.24'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Ruby', 'Garcia', 'rgarcia22@ovh.net', 'Female', '233.218.162.214'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Jack', 'Hanson', 'jhanson23@blogtalkradio.com', 'Male', '31.55.46.199'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Kathryn', 'Nelson', 'knelson24@walmart.com', 'Female', '14.189.146.41'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Jason', 'Reed', 'jreed25@printfriendly.com', 'Male', '141.189.89.255'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('George', 'Coleman', 'gcoleman26@people.com.cn', 'Male', '81.189.221.144'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Rose', 'King', 'rking27@ucoz.com', 'Female', '212.123.168.231'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Johnny', 'Holmes', 'jholmes28@boston.com', 'Male', '177.3.93.188'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Katherine', 'Gilbert', 'kgilbert29@altervista.org', 'Female', '199.215.169.61'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Joshua', 'Thomas', 'jthomas2a@ustream.tv', 'Male', '0.8.205.30'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Julie', 'Perry', 'jperry2b@opensource.org', 'Female', '60.116.114.192'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Richard', 'Perry', 'rperry2c@oracle.com', 'Male', '181.125.70.232'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Kenneth', 'Ruiz', 'kruiz2d@wikimedia.org', 'Male', '189.105.137.109'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Jose', 'Morgan', 'jmorgan2e@webnode.com', 'Male', '101.134.215.156'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Donald', 'Campbell', 'dcampbell2f@goo.ne.jp', 'Male', '102.120.215.84'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Debra', 'Collins', 'dcollins2g@uol.com.br', 'Female', '90.13.153.235'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Jesse', 'Johnson', 'jjohnson2h@stumbleupon.com', 'Male', '225.178.125.53'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Elizabeth', 'Stone', 'estone2i@histats.com', 'Female', '123.184.126.221'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Angela', 'Rogers', 'arogers2j@goodreads.com', 'Female', '98.104.132.187'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Emily', 'Dixon', 'edixon2k@mlb.com', 'Female', '39.190.75.57'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Albert', 'Scott', 'ascott2l@tinypic.com', 'Male', '40.209.13.189'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Barbara', 'Peterson', 'bpeterson2m@ow.ly', 'Female', '75.249.136.180'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Adam', 'Greene', 'agreene2n@fastcompany.com', 'Male', '184.173.109.144'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Earl', 'Sanders', 'esanders2o@hc360.com', 'Male', '247.34.90.117'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Angela', 'Brooks', 'abrooks2p@mtv.com', 'Female', '10.63.249.126'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Harold', 'Foster', 'hfoster2q@privacy.gov.au', 'Male', '139.214.40.244'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Carl', 'Meyer', 'cmeyer2r@disqus.com', 'Male', '204.117.7.88'); diff --git a/test/integration/001_simple_copy_test/test_simple_copy.py b/test/integration/001_simple_copy_test/test_simple_copy.py new file mode 100644 index 00000000000..f2928ebdfb2 --- /dev/null +++ b/test/integration/001_simple_copy_test/test_simple_copy.py @@ -0,0 +1,31 @@ +from test.integration.base import DBTIntegrationTest + +class TestSimpleCopy(DBTIntegrationTest): + + def setUp(self): + DBTIntegrationTest.setUp(self) + + self.run_sql_file("test/integration/001_simple_copy_test/seed.sql") + + @property + def schema(self): + return "simple_copy_001" + + @property + def models(self): + return "test/integration/001_simple_copy_test/models" + + def test_simple_copy(self): + self.run_dbt() + + self.assertTablesEqual("seed","view") + self.assertTablesEqual("seed","incremental") + self.assertTablesEqual("seed","materialized") + + self.run_sql_file("test/integration/001_simple_copy_test/update.sql") + + self.run_dbt() + + self.assertTablesEqual("seed","view") + self.assertTablesEqual("seed","incremental") + self.assertTablesEqual("seed","materialized") diff --git a/test/integration/001_simple_copy_test/update.sql b/test/integration/001_simple_copy_test/update.sql new file mode 100644 index 00000000000..182757f1e66 --- /dev/null +++ b/test/integration/001_simple_copy_test/update.sql @@ -0,0 +1,100 @@ +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Michael', 'Perez', 'mperez0@chronoengine.com', 'Male', '106.239.70.175'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Shawn', 'Mccoy', 'smccoy1@reddit.com', 'Male', '24.165.76.182'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Kathleen', 'Payne', 'kpayne2@cargocollective.com', 'Female', '113.207.168.106'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Jimmy', 'Cooper', 'jcooper3@cargocollective.com', 'Male', '198.24.63.114'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Katherine', 'Rice', 'krice4@typepad.com', 'Female', '36.97.186.238'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Sarah', 'Ryan', 'sryan5@gnu.org', 'Female', '119.117.152.40'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Martin', 'Mcdonald', 'mmcdonald6@opera.com', 'Male', '8.76.38.115'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Frank', 'Robinson', 'frobinson7@wunderground.com', 'Male', '186.14.64.194'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Jennifer', 'Franklin', 'jfranklin8@mail.ru', 'Female', '91.216.3.131'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Henry', 'Welch', 'hwelch9@list-manage.com', 'Male', '176.35.182.168'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Fred', 'Snyder', 'fsnydera@reddit.com', 'Male', '217.106.196.54'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Amy', 'Dunn', 'adunnb@nba.com', 'Female', '95.39.163.195'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Kathleen', 'Meyer', 'kmeyerc@cdc.gov', 'Female', '164.142.188.214'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Steve', 'Ferguson', 'sfergusond@reverbnation.com', 'Male', '138.22.204.251'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Teresa', 'Hill', 'thille@dion.ne.jp', 'Female', '82.84.228.235'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Amanda', 'Harper', 'aharperf@mail.ru', 'Female', '16.123.56.176'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Kimberly', 'Ray', 'krayg@xing.com', 'Female', '48.66.48.12'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Johnny', 'Knight', 'jknighth@jalbum.net', 'Male', '99.30.138.123'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Virginia', 'Freeman', 'vfreemani@tiny.cc', 'Female', '225.172.182.63'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Anna', 'Austin', 'aaustinj@diigo.com', 'Female', '62.111.227.148'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Willie', 'Hill', 'whillk@mail.ru', 'Male', '0.86.232.249'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Sean', 'Harris', 'sharrisl@zdnet.com', 'Male', '117.165.133.249'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Mildred', 'Adams', 'madamsm@usatoday.com', 'Female', '163.44.97.46'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('David', 'Graham', 'dgrahamn@zimbio.com', 'Male', '78.13.246.202'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Victor', 'Hunter', 'vhuntero@ehow.com', 'Male', '64.156.179.139'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Aaron', 'Ruiz', 'aruizp@weebly.com', 'Male', '34.194.68.78'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Benjamin', 'Brooks', 'bbrooksq@jalbum.net', 'Male', '20.192.189.107'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Lisa', 'Wilson', 'lwilsonr@japanpost.jp', 'Female', '199.152.130.217'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Benjamin', 'King', 'bkings@comsenz.com', 'Male', '29.189.189.213'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Christina', 'Williamson', 'cwilliamsont@boston.com', 'Female', '194.101.52.60'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Jane', 'Gonzalez', 'jgonzalezu@networksolutions.com', 'Female', '109.119.12.87'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Thomas', 'Owens', 'towensv@psu.edu', 'Male', '84.168.213.153'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Katherine', 'Moore', 'kmoorew@naver.com', 'Female', '183.150.65.24'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Jennifer', 'Stewart', 'jstewartx@yahoo.com', 'Female', '38.41.244.58'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Sara', 'Tucker', 'stuckery@topsy.com', 'Female', '181.130.59.184'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Harold', 'Ortiz', 'hortizz@vkontakte.ru', 'Male', '198.231.63.137'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Shirley', 'James', 'sjames10@yelp.com', 'Female', '83.27.160.104'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Dennis', 'Johnson', 'djohnson11@slate.com', 'Male', '183.178.246.101'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Louise', 'Weaver', 'lweaver12@china.com.cn', 'Female', '1.14.110.18'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Maria', 'Armstrong', 'marmstrong13@prweb.com', 'Female', '181.142.1.249'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Gloria', 'Cruz', 'gcruz14@odnoklassniki.ru', 'Female', '178.232.140.243'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Diana', 'Spencer', 'dspencer15@ifeng.com', 'Female', '125.153.138.244'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Kelly', 'Nguyen', 'knguyen16@altervista.org', 'Female', '170.13.201.119'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Jane', 'Rodriguez', 'jrodriguez17@biblegateway.com', 'Female', '12.102.249.81'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Scott', 'Brown', 'sbrown18@geocities.jp', 'Male', '108.174.99.192'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Norma', 'Cruz', 'ncruz19@si.edu', 'Female', '201.112.156.197'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Marie', 'Peters', 'mpeters1a@mlb.com', 'Female', '231.121.197.144'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Lillian', 'Carr', 'lcarr1b@typepad.com', 'Female', '206.179.164.163'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Judy', 'Nichols', 'jnichols1c@t-online.de', 'Female', '158.190.209.194'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Billy', 'Long', 'blong1d@yahoo.com', 'Male', '175.20.23.160'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Howard', 'Reid', 'hreid1e@exblog.jp', 'Male', '118.99.196.20'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Laura', 'Ferguson', 'lferguson1f@tuttocitta.it', 'Female', '22.77.87.110'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Anne', 'Bailey', 'abailey1g@geocities.com', 'Female', '58.144.159.245'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Rose', 'Morgan', 'rmorgan1h@ehow.com', 'Female', '118.127.97.4'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Nicholas', 'Reyes', 'nreyes1i@google.ru', 'Male', '50.135.10.252'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Joshua', 'Kennedy', 'jkennedy1j@house.gov', 'Male', '154.6.163.209'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Paul', 'Watkins', 'pwatkins1k@upenn.edu', 'Male', '177.236.120.87'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Kathryn', 'Kelly', 'kkelly1l@businessweek.com', 'Female', '70.28.61.86'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Adam', 'Armstrong', 'aarmstrong1m@techcrunch.com', 'Male', '133.235.24.202'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Norma', 'Wallace', 'nwallace1n@phoca.cz', 'Female', '241.119.227.128'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Timothy', 'Reyes', 'treyes1o@google.cn', 'Male', '86.28.23.26'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Elizabeth', 'Patterson', 'epatterson1p@sun.com', 'Female', '139.97.159.149'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Edward', 'Gomez', 'egomez1q@google.fr', 'Male', '158.103.108.255'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('David', 'Cox', 'dcox1r@friendfeed.com', 'Male', '206.80.80.58'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Brenda', 'Wood', 'bwood1s@over-blog.com', 'Female', '217.207.44.179'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Adam', 'Walker', 'awalker1t@blogs.com', 'Male', '253.211.54.93'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Michael', 'Hart', 'mhart1u@wix.com', 'Male', '230.206.200.22'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Jesse', 'Ellis', 'jellis1v@google.co.uk', 'Male', '213.254.162.52'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Janet', 'Powell', 'jpowell1w@un.org', 'Female', '27.192.194.86'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Helen', 'Ford', 'hford1x@creativecommons.org', 'Female', '52.160.102.168'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Gerald', 'Carpenter', 'gcarpenter1y@about.me', 'Male', '36.30.194.218'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Kathryn', 'Oliver', 'koliver1z@army.mil', 'Female', '202.63.103.69'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Alan', 'Berry', 'aberry20@gov.uk', 'Male', '246.157.112.211'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Harry', 'Andrews', 'handrews21@ameblo.jp', 'Male', '195.108.0.12'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Andrea', 'Hall', 'ahall22@hp.com', 'Female', '149.162.163.28'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Barbara', 'Wells', 'bwells23@behance.net', 'Female', '224.70.72.1'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Anne', 'Wells', 'awells24@apache.org', 'Female', '180.168.81.153'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Harry', 'Harper', 'hharper25@rediff.com', 'Male', '151.87.130.21'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Jack', 'Ray', 'jray26@wufoo.com', 'Male', '220.109.38.178'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Phillip', 'Hamilton', 'phamilton27@joomla.org', 'Male', '166.40.47.30'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Shirley', 'Hunter', 'shunter28@newsvine.com', 'Female', '97.209.140.194'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Arthur', 'Daniels', 'adaniels29@reuters.com', 'Male', '5.40.240.86'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Virginia', 'Rodriguez', 'vrodriguez2a@walmart.com', 'Female', '96.80.164.184'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Christina', 'Ryan', 'cryan2b@hibu.com', 'Female', '56.35.5.52'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Theresa', 'Mendoza', 'tmendoza2c@vinaora.com', 'Female', '243.42.0.210'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Jason', 'Cole', 'jcole2d@ycombinator.com', 'Male', '198.248.39.129'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Phillip', 'Bryant', 'pbryant2e@rediff.com', 'Male', '140.39.116.251'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Adam', 'Torres', 'atorres2f@sun.com', 'Male', '101.75.187.135'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Margaret', 'Johnston', 'mjohnston2g@ucsd.edu', 'Female', '159.30.69.149'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Paul', 'Payne', 'ppayne2h@hhs.gov', 'Male', '199.234.140.220'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Todd', 'Willis', 'twillis2i@businessweek.com', 'Male', '191.59.136.214'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Willie', 'Oliver', 'woliver2j@noaa.gov', 'Male', '44.212.35.197'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Frances', 'Robertson', 'frobertson2k@go.com', 'Female', '31.117.65.136'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Gregory', 'Hawkins', 'ghawkins2l@joomla.org', 'Male', '91.3.22.49'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Lisa', 'Perkins', 'lperkins2m@si.edu', 'Female', '145.95.31.186'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Jacqueline', 'Anderson', 'janderson2n@cargocollective.com', 'Female', '14.176.0.187'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Shirley', 'Diaz', 'sdiaz2o@ucla.edu', 'Female', '207.12.95.46'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Nicole', 'Meyer', 'nmeyer2p@flickr.com', 'Female', '231.79.115.13'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Mary', 'Gray', 'mgray2q@constantcontact.com', 'Female', '210.116.64.253'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Jean', 'Mcdonald', 'jmcdonald2r@baidu.com', 'Female', '122.239.235.117'); diff --git a/test/integration/002_varchar_widening_test/models/incremental.sql b/test/integration/002_varchar_widening_test/models/incremental.sql new file mode 100644 index 00000000000..b449378ec41 --- /dev/null +++ b/test/integration/002_varchar_widening_test/models/incremental.sql @@ -0,0 +1,8 @@ +{{ + config( + materialized = "incremental", + sql_where = "id>(select max(id) from {{this}})" + ) +}} + +select * from "varchar_widening_002"."seed" diff --git a/test/integration/002_varchar_widening_test/models/materialized.sql b/test/integration/002_varchar_widening_test/models/materialized.sql new file mode 100644 index 00000000000..8efe0571d27 --- /dev/null +++ b/test/integration/002_varchar_widening_test/models/materialized.sql @@ -0,0 +1,7 @@ +{{ + config( + materialized = "table" + ) +}} + +select * from "varchar_widening_002"."seed" diff --git a/test/integration/002_varchar_widening_test/seed.sql b/test/integration/002_varchar_widening_test/seed.sql new file mode 100644 index 00000000000..b340e870c68 --- /dev/null +++ b/test/integration/002_varchar_widening_test/seed.sql @@ -0,0 +1,110 @@ +create table varchar_widening_002.seed ( + id BIGSERIAL PRIMARY KEY, + first_name VARCHAR(50), + last_name VARCHAR(50), + email VARCHAR(50), + gender VARCHAR(10), + ip_address VARCHAR(20) +); + + +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Jack', 'Hunter', 'jhunter0@pbs.org', 'Male', '59.80.20.168'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Kathryn', 'Walker', 'kwalker1@ezinearticles.com', 'Female', '194.121.179.35'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Gerald', 'Ryan', 'gryan2@com.com', 'Male', '11.3.212.243'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Bonnie', 'Spencer', 'bspencer3@ameblo.jp', 'Female', '216.32.196.175'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Harold', 'Taylor', 'htaylor4@people.com.cn', 'Male', '253.10.246.136'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Jacqueline', 'Griffin', 'jgriffin5@t.co', 'Female', '16.13.192.220'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Wanda', 'Arnold', 'warnold6@google.nl', 'Female', '232.116.150.64'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Craig', 'Ortiz', 'cortiz7@sciencedaily.com', 'Male', '199.126.106.13'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Gary', 'Day', 'gday8@nih.gov', 'Male', '35.81.68.186'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Rose', 'Wright', 'rwright9@yahoo.co.jp', 'Female', '236.82.178.100'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Raymond', 'Kelley', 'rkelleya@fc2.com', 'Male', '213.65.166.67'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Gerald', 'Robinson', 'grobinsonb@disqus.com', 'Male', '72.232.194.193'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Mildred', 'Martinez', 'mmartinezc@samsung.com', 'Female', '198.29.112.5'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Dennis', 'Arnold', 'darnoldd@google.com', 'Male', '86.96.3.250'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Judy', 'Gray', 'jgraye@opensource.org', 'Female', '79.218.162.245'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Theresa', 'Garza', 'tgarzaf@epa.gov', 'Female', '21.59.100.54'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Gerald', 'Robertson', 'grobertsong@csmonitor.com', 'Male', '131.134.82.96'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Philip', 'Hernandez', 'phernandezh@adobe.com', 'Male', '254.196.137.72'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Julia', 'Gonzalez', 'jgonzalezi@cam.ac.uk', 'Female', '84.240.227.174'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Andrew', 'Davis', 'adavisj@patch.com', 'Male', '9.255.67.25'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Kimberly', 'Harper', 'kharperk@foxnews.com', 'Female', '198.208.120.253'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Mark', 'Martin', 'mmartinl@marketwatch.com', 'Male', '233.138.182.153'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Cynthia', 'Ruiz', 'cruizm@google.fr', 'Female', '18.178.187.201'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Samuel', 'Carroll', 'scarrolln@youtu.be', 'Male', '128.113.96.122'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Jennifer', 'Larson', 'jlarsono@vinaora.com', 'Female', '98.234.85.95'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Ashley', 'Perry', 'aperryp@rakuten.co.jp', 'Female', '247.173.114.52'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Howard', 'Rodriguez', 'hrodriguezq@shutterfly.com', 'Male', '231.188.95.26'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Amy', 'Brooks', 'abrooksr@theatlantic.com', 'Female', '141.199.174.118'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Louise', 'Warren', 'lwarrens@adobe.com', 'Female', '96.105.158.28'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Tina', 'Watson', 'twatsont@myspace.com', 'Female', '251.142.118.177'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Janice', 'Kelley', 'jkelleyu@creativecommons.org', 'Female', '239.167.34.233'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Terry', 'Mccoy', 'tmccoyv@bravesites.com', 'Male', '117.201.183.203'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Jeffrey', 'Morgan', 'jmorganw@surveymonkey.com', 'Male', '78.101.78.149'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Louis', 'Harvey', 'lharveyx@sina.com.cn', 'Male', '51.50.0.167'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Philip', 'Miller', 'pmillery@samsung.com', 'Male', '103.255.222.110'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Willie', 'Marshall', 'wmarshallz@ow.ly', 'Male', '149.219.91.68'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Patrick', 'Lopez', 'plopez10@redcross.org', 'Male', '250.136.229.89'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Adam', 'Jenkins', 'ajenkins11@harvard.edu', 'Male', '7.36.112.81'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Benjamin', 'Cruz', 'bcruz12@linkedin.com', 'Male', '32.38.98.15'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Ruby', 'Hawkins', 'rhawkins13@gmpg.org', 'Female', '135.171.129.255'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Carlos', 'Barnes', 'cbarnes14@a8.net', 'Male', '240.197.85.140'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Ruby', 'Griffin', 'rgriffin15@bravesites.com', 'Female', '19.29.135.24'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Sean', 'Mason', 'smason16@icq.com', 'Male', '159.219.155.249'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Anthony', 'Payne', 'apayne17@utexas.edu', 'Male', '235.168.199.218'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Steve', 'Cruz', 'scruz18@pcworld.com', 'Male', '238.201.81.198'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Anthony', 'Garcia', 'agarcia19@flavors.me', 'Male', '25.85.10.18'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Doris', 'Lopez', 'dlopez1a@sphinn.com', 'Female', '245.218.51.238'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Susan', 'Nichols', 'snichols1b@freewebs.com', 'Female', '199.99.9.61'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Wanda', 'Ferguson', 'wferguson1c@yahoo.co.jp', 'Female', '236.241.135.21'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Andrea', 'Pierce', 'apierce1d@google.co.uk', 'Female', '132.40.10.209'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Lawrence', 'Phillips', 'lphillips1e@jugem.jp', 'Male', '72.226.82.87'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Judy', 'Gilbert', 'jgilbert1f@multiply.com', 'Female', '196.250.15.142'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Eric', 'Williams', 'ewilliams1g@joomla.org', 'Male', '222.202.73.126'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Ralph', 'Romero', 'rromero1h@sogou.com', 'Male', '123.184.125.212'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Jean', 'Wilson', 'jwilson1i@ocn.ne.jp', 'Female', '176.106.32.194'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Lori', 'Reynolds', 'lreynolds1j@illinois.edu', 'Female', '114.181.203.22'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Donald', 'Moreno', 'dmoreno1k@bbc.co.uk', 'Male', '233.249.97.60'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Steven', 'Berry', 'sberry1l@eepurl.com', 'Male', '186.193.50.50'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Theresa', 'Shaw', 'tshaw1m@people.com.cn', 'Female', '120.37.71.222'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('John', 'Stephens', 'jstephens1n@nationalgeographic.com', 'Male', '191.87.127.115'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Richard', 'Jacobs', 'rjacobs1o@state.tx.us', 'Male', '66.210.83.155'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Andrew', 'Lawson', 'alawson1p@over-blog.com', 'Male', '54.98.36.94'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Peter', 'Morgan', 'pmorgan1q@rambler.ru', 'Male', '14.77.29.106'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Nicole', 'Garrett', 'ngarrett1r@zimbio.com', 'Female', '21.127.74.68'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Joshua', 'Kim', 'jkim1s@edublogs.org', 'Male', '57.255.207.41'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Ralph', 'Roberts', 'rroberts1t@people.com.cn', 'Male', '222.143.131.109'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('George', 'Montgomery', 'gmontgomery1u@smugmug.com', 'Male', '76.75.111.77'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Gerald', 'Alvarez', 'galvarez1v@flavors.me', 'Male', '58.157.186.194'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Donald', 'Olson', 'dolson1w@whitehouse.gov', 'Male', '69.65.74.135'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Carlos', 'Morgan', 'cmorgan1x@pbs.org', 'Male', '96.20.140.87'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Aaron', 'Stanley', 'astanley1y@webnode.com', 'Male', '163.119.217.44'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Virginia', 'Long', 'vlong1z@spiegel.de', 'Female', '204.150.194.182'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Robert', 'Berry', 'rberry20@tripadvisor.com', 'Male', '104.19.48.241'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Antonio', 'Brooks', 'abrooks21@unesco.org', 'Male', '210.31.7.24'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Ruby', 'Garcia', 'rgarcia22@ovh.net', 'Female', '233.218.162.214'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Jack', 'Hanson', 'jhanson23@blogtalkradio.com', 'Male', '31.55.46.199'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Kathryn', 'Nelson', 'knelson24@walmart.com', 'Female', '14.189.146.41'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Jason', 'Reed', 'jreed25@printfriendly.com', 'Male', '141.189.89.255'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('George', 'Coleman', 'gcoleman26@people.com.cn', 'Male', '81.189.221.144'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Rose', 'King', 'rking27@ucoz.com', 'Female', '212.123.168.231'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Johnny', 'Holmes', 'jholmes28@boston.com', 'Male', '177.3.93.188'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Katherine', 'Gilbert', 'kgilbert29@altervista.org', 'Female', '199.215.169.61'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Joshua', 'Thomas', 'jthomas2a@ustream.tv', 'Male', '0.8.205.30'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Julie', 'Perry', 'jperry2b@opensource.org', 'Female', '60.116.114.192'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Richard', 'Perry', 'rperry2c@oracle.com', 'Male', '181.125.70.232'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Kenneth', 'Ruiz', 'kruiz2d@wikimedia.org', 'Male', '189.105.137.109'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Jose', 'Morgan', 'jmorgan2e@webnode.com', 'Male', '101.134.215.156'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Donald', 'Campbell', 'dcampbell2f@goo.ne.jp', 'Male', '102.120.215.84'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Debra', 'Collins', 'dcollins2g@uol.com.br', 'Female', '90.13.153.235'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Jesse', 'Johnson', 'jjohnson2h@stumbleupon.com', 'Male', '225.178.125.53'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Elizabeth', 'Stone', 'estone2i@histats.com', 'Female', '123.184.126.221'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Angela', 'Rogers', 'arogers2j@goodreads.com', 'Female', '98.104.132.187'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Emily', 'Dixon', 'edixon2k@mlb.com', 'Female', '39.190.75.57'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Albert', 'Scott', 'ascott2l@tinypic.com', 'Male', '40.209.13.189'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Barbara', 'Peterson', 'bpeterson2m@ow.ly', 'Female', '75.249.136.180'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Adam', 'Greene', 'agreene2n@fastcompany.com', 'Male', '184.173.109.144'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Earl', 'Sanders', 'esanders2o@hc360.com', 'Male', '247.34.90.117'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Angela', 'Brooks', 'abrooks2p@mtv.com', 'Female', '10.63.249.126'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Harold', 'Foster', 'hfoster2q@privacy.gov.au', 'Male', '139.214.40.244'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Carl', 'Meyer', 'cmeyer2r@disqus.com', 'Male', '204.117.7.88'); diff --git a/test/integration/002_varchar_widening_test/test_varchar_widening.py b/test/integration/002_varchar_widening_test/test_varchar_widening.py new file mode 100644 index 00000000000..3c79d7a487e --- /dev/null +++ b/test/integration/002_varchar_widening_test/test_varchar_widening.py @@ -0,0 +1,29 @@ +from test.integration.base import DBTIntegrationTest + +class TestVarcharWidening(DBTIntegrationTest): + + def setUp(self): + DBTIntegrationTest.setUp(self) + + self.run_sql_file("test/integration/002_varchar_widening_test/seed.sql") + + @property + def schema(self): + return "varchar_widening_002" + + @property + def models(self): + return "test/integration/002_varchar_widening_test/models" + + def test_varchar_widening(self): + self.run_dbt() + + self.assertTablesEqual("seed","incremental") + self.assertTablesEqual("seed","materialized") + + self.run_sql_file("test/integration/002_varchar_widening_test/update.sql") + + self.run_dbt() + + self.assertTablesEqual("seed","incremental") + self.assertTablesEqual("seed","materialized") diff --git a/test/integration/002_varchar_widening_test/update.sql b/test/integration/002_varchar_widening_test/update.sql new file mode 100644 index 00000000000..aa171152f99 --- /dev/null +++ b/test/integration/002_varchar_widening_test/update.sql @@ -0,0 +1,102 @@ +ALTER TABLE varchar_widening_002.seed ALTER COLUMN gender TYPE varchar(300); + +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Annie', 'Reynolds', 'areynolds0@nifty.com', 'Amerisource Bergen', '133.30.242.211'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Doris', 'Wood', 'dwood1@skyrock.com', 'Bliss World, LLC', '128.229.89.207'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Andrea', 'Ray', 'aray2@google.co.jp', 'Nelco Laboratories, Inc.', '109.74.153.45'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Frank', 'Morgan', 'fmorgan3@1688.com', 'ALK-Abello, Inc.', '252.211.209.9'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Angela', 'Stanley', 'astanley4@google.fr', 'Gemini Pharmaceuticals, Inc. dba ONDRA Pharmaceuticals', '134.142.194.184'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Ruby', 'Jordan', 'rjordan5@nymag.com', 'Watson Pharma, Inc.', '195.104.60.172'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Kathleen', 'Ryan', 'kryan6@scientificamerican.com', 'SHISEIDO AMERICAS CORPORATION', '209.110.160.192'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Margaret', 'Jacobs', 'mjacobs7@example.com', 'Cardinal Health', '72.36.52.20'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Ernest', 'Brown', 'ebrown8@360.cn', 'West-ward Pharmaceutical Corp', '138.157.61.255'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Elizabeth', 'Phillips', 'ephillips9@japanpost.jp', 'Cellex-C International Inc', '68.46.195.188'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Annie', 'Ellis', 'aellisa@weather.com', 'NATURE REPUBLIC CO., LTD.', '163.128.214.142'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Melissa', 'Olson', 'molsonb@theguardian.com', 'Nelco Laboratories, Inc.', '202.22.153.188'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Timothy', 'Martinez', 'tmartinezc@zimbio.com', 'Lake Erie Medical & Surgical Supply DBA Quality Care Products LLC', '45.64.205.47'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Mark', 'Nelson', 'mnelsond@bloomberg.com', '7-Eleven', '91.99.195.160'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Kenneth', 'Hart', 'kharte@berkeley.edu', 'Preferred Pharmaceuticals, Inc.', '207.240.9.102'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Kathryn', 'White', 'kwhitef@csmonitor.com', 'Cantrell Drug Company', '191.178.162.18'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Mary', 'Greene', 'mgreeneg@usnews.com', 'Neutrogena Corporation', '251.226.65.64'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Bruce', 'Peters', 'bpetersh@blogspot.com', 'Sun & Skin Care Research, LLC', '153.227.91.121'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Albert', 'Armstrong', 'aarmstrongi@weather.com', 'Access Business Group LLC', '199.146.159.228'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Beverly', 'Gray', 'bgrayj@spiegel.de', 'Church & Dwight Co., Inc.', '47.3.135.226'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Catherine', 'Taylor', 'ctaylork@walmart.com', 'Matrixx Initiatives, Inc.', '82.24.129.147'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Paula', 'Bradley', 'pbradleyl@edublogs.org', 'Nash-Finch Company', '14.145.193.163'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Terry', 'Campbell', 'tcampbellm@artisteer.com', 'MedVantx, Inc.', '89.181.95.177'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Bruce', 'Stevens', 'bstevensn@ucla.edu', 'Global Pharmaceuticals', '128.81.126.144'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Ruby', 'Bishop', 'rbishopo@telegraph.co.uk', 'General Injectables & Vaccines, Inc.', '191.191.17.173'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Denise', 'Duncan', 'dduncanp@reference.com', 'Bare Escentuals Beauty, Inc.', '150.207.3.163'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Dennis', 'Perkins', 'dperkinsq@1und1.de', 'Altaire Pharmaceuticals Inc.', '21.150.103.133'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Brandon', 'Ray', 'brayr@psu.edu', 'Meijer Distribution Inc', '216.53.187.191'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Ernest', 'Graham', 'egrahams@tinyurl.com', 'BioComp Pharma, Inc.', '49.85.236.162'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Denise', 'Matthews', 'dmatthewst@digg.com', 'Procter & Gamble Manufacturing Co.', '160.4.119.137'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Randy', 'Alexander', 'ralexanderu@goo.gl', 'Reckitt Benckiser Pharmaceuticals Inc', '211.72.176.12'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Aaron', 'Jackson', 'ajacksonv@gizmodo.com', 'Molton Brown LTD (UK)', '226.178.48.73'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Wanda', 'Turner', 'wturnerw@reverbnation.com', 'American Health Packaging', '43.22.122.56'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Stephen', 'Ferguson', 'sfergusonx@kickstarter.com', 'Amneal Pharmaceuticals of New York, LLC', '110.211.112.233'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Jane', 'Bradley', 'jbradleyy@usgs.gov', 'Kroger Company', '186.153.255.125'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Phillip', 'Wood', 'pwoodz@about.com', 'Unit Dose Services', '112.65.6.93'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Jeffrey', 'Howell', 'jhowell10@symantec.com', 'Midlothian Laboratories', '232.92.208.248'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Howard', 'Harvey', 'hharvey11@nhs.uk', 'Novartis Pharmaceuticals Corporation', '50.212.26.218'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Benjamin', 'Johnston', 'bjohnston12@diigo.com', 'Nelco Laboratories, Inc.', '131.109.13.9'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Ernest', 'Burke', 'eburke13@toplist.cz', 'Apotex Corp.', '151.176.178.175'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Joe', 'Wright', 'jwright14@mapy.cz', 'MULTALER & CIE S.A.', '233.55.33.63'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Ronald', 'Griffin', 'rgriffin15@topsy.com', 'Gavis Pharmaceuticals, LLC', '174.233.67.86'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Susan', 'Oliver', 'soliver16@goo.gl', 'Bath & Body Works, Inc.', '104.171.43.12'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Karen', 'Cox', 'kcox17@hp.com', 'Home Sweet Homeopathics', '225.51.182.192'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Antonio', 'Larson', 'alarson18@gov.uk', 'Eight and Company', '243.118.98.188'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Brandon', 'Cook', 'bcook19@mozilla.com', 'Chain Drug Consortium, LLC', '38.64.44.255'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Gary', 'Gray', 'ggray1a@alexa.com', 'Lil'' Drug Store Products, Inc', '43.34.161.60'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Doris', 'Harrison', 'dharrison1b@wiley.com', 'Dispensing Solutions, Inc.', '153.66.74.140'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Clarence', 'Perry', 'cperry1c@issuu.com', 'Nelco Laboratories, Inc.', '14.72.110.59'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Emily', 'George', 'egeorge1d@blogtalkradio.com', 'State of Florida DOH Central Pharmacy', '148.35.114.224'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Dennis', 'Larson', 'dlarson1e@trellian.com', 'G&W Laboratories, Inc.', '134.158.117.11'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Ashley', 'Peters', 'apeters1f@de.vu', 'Mylan Pharmaceuticals Inc.', '50.193.252.146'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Douglas', 'Andrews', 'dandrews1g@mac.com', 'Jubilant HollisterStier LLC', '159.134.237.86'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Craig', 'Dunn', 'cdunn1h@cornell.edu', 'Antigen Laboratories, Inc.', '227.11.100.112'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Heather', 'Black', 'hblack1i@harvard.edu', 'Hospira, Inc.', '61.9.121.22'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Shirley', 'Ruiz', 'sruiz1j@tmall.com', 'Hankuk Bowonbio Co., Ltd', '171.144.250.254'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Carl', 'Martinez', 'cmartinez1k@geocities.jp', 'ALK-Abello, Inc.', '128.216.69.116'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Stephen', 'Anderson', 'sanderson1l@odnoklassniki.ru', 'Cardinal Health', '145.154.63.186'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Diana', 'Payne', 'dpayne1m@ftc.gov', 'Pharmaceutical Associates, Inc.', '98.9.155.136'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Judy', 'Gonzalez', 'jgonzalez1n@walmart.com', 'SHISEIDO CO., LTD.', '73.96.109.149'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Steve', 'Cole', 'scole1o@flickr.com', 'Walgreen Company', '251.244.20.117'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Johnny', 'Ellis', 'jellis1p@time.com', 'Jubilant HollisterStier LLC', '188.153.76.182'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Andrea', 'Hamilton', 'ahamilton1q@dailymail.co.uk', 'ALK-Abello, Inc.', '229.58.149.141'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Sean', 'Kennedy', 'skennedy1r@nifty.com', 'Newton Laboratories, Inc.', '227.105.251.134'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Sara', 'Grant', 'sgrant1s@flickr.com', 'Rubbermaid Commercial Products LLC', '96.211.162.73'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Joan', 'Bennett', 'jbennett1t@forbes.com', 'Nelco Laboratories, Inc.', '143.27.240.163'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Judith', 'Daniels', 'jdaniels1u@theguardian.com', 'Newton Laboratories, Inc.', '164.99.249.153'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Irene', 'Bennett', 'ibennett1v@comsenz.com', 'Cellab Co., Ltd.', '112.104.12.122'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Katherine', 'Perez', 'kperez1w@phpbb.com', 'Temple Industrial Welding Supply Co', '211.31.214.131'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Jean', 'Kim', 'jkim1x@umich.edu', 'Bryant Ranch Prepack', '245.252.150.110'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Walter', 'Hernandez', 'whernandez1y@nbcnews.com', 'Virtus Pharmaceuticals LLC', '200.201.83.21'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Larry', 'Scott', 'lscott1z@quantcast.com', 'BIOKEY INC.', '122.141.109.98'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Gerald', 'Palmer', 'gpalmer20@usgs.gov', 'JAFRA COSMETICS INTERNATIONAL', '60.173.159.145'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Harry', 'Andrews', 'handrews21@alexa.com', 'NCS HealthCare of KY, Inc dba Vangard Labs', '210.64.37.91'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Jerry', 'Morrison', 'jmorrison22@drupal.org', 'Teva Pharmaceuticals USA Inc', '83.190.174.61'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Irene', 'Diaz', 'idiaz23@joomla.org', 'Dolgencorp, LLC', '214.16.44.235'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Brenda', 'Hansen', 'bhansen24@wisc.edu', 'REMEDYREPACK INC.', '167.231.200.232'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Carlos', 'Williamson', 'cwilliamson25@w3.org', 'Kroger Company', '251.202.210.204'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('David', 'Fuller', 'dfuller26@canalblog.com', 'Supervalu Inc', '175.125.205.131'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Norma', 'Bishop', 'nbishop27@jugem.jp', 'Mylan Institutional Inc.', '208.162.25.149'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Brenda', 'Daniels', 'bdaniels28@mediafire.com', 'Space Brands Limited', '92.235.250.138'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Kathy', 'Reed', 'kreed29@prweb.com', 'Rugby Laboratories Inc.', '182.114.174.63'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Anthony', 'Long', 'along2a@dropbox.com', 'Fresenius Kabi USA, LLC', '160.146.121.173'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Craig', 'Palmer', 'cpalmer2b@desdev.cn', 'Bio-Pharm, Inc.', '135.77.134.24'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Rachel', 'Banks', 'rbanks2c@devhub.com', 'Sam''s West Inc', '35.72.5.193'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Kenneth', 'Peters', 'kpeters2d@ocn.ne.jp', 'International Labs, Inc.', '11.38.191.65'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Susan', 'Clark', 'sclark2e@ed.gov', 'Shionogi Inc.', '19.243.67.80'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Walter', 'Sullivan', 'wsullivan2f@vinaora.com', 'STAT Rx USA LLC', '154.137.170.227'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Kathleen', 'Wood', 'kwood2g@salon.com', 'Freds Inc', '155.54.131.149'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Phyllis', 'Henderson', 'phenderson2h@walmart.com', 'REMEDYREPACK INC.', '146.65.150.251'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Cheryl', 'Wells', 'cwells2i@gov.uk', 'Rebel Distributors Corp', '69.127.148.31'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Rose', 'Bradley', 'rbradley2j@un.org', 'Hi-Tech Pharmacal Co., Inc.', '150.101.165.102'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Aaron', 'Moreno', 'amoreno2k@tinypic.com', 'Pharmacia and Upjohn Company', '50.27.226.40'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Amy', 'Campbell', 'acampbell2l@auda.org.au', 'Chi Research, Inc.', '242.64.63.241'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Rebecca', 'Butler', 'rbutler2m@godaddy.com', 'Cardinal Health', '40.55.159.66'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Justin', 'Rodriguez', 'jrodriguez2n@meetup.com', 'Hikma Pharmaceutical', '118.9.132.156'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Donald', 'Nelson', 'dnelson2o@narod.ru', 'Nature''s Way Products, Inc.', '165.174.28.134'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Edward', 'Lawson', 'elawson2p@addtoany.com', 'Apotheca Company', '135.17.238.170'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Paul', 'Bell', 'pbell2q@simplemachines.org', 'Washington Homeopathic Products', '235.149.137.62'); +insert into varchar_widening_002.seed (first_name, last_name, email, gender, ip_address) values ('Mark', 'Rose', 'mrose2r@google.pl', 'AMERICAN SALES COMPANY', '164.108.170.187'); diff --git a/test/integration/003_simple_reference_test/models/ephemeral_copy.sql b/test/integration/003_simple_reference_test/models/ephemeral_copy.sql new file mode 100644 index 00000000000..96b48c1eeff --- /dev/null +++ b/test/integration/003_simple_reference_test/models/ephemeral_copy.sql @@ -0,0 +1,7 @@ +{{ + config( + materialized = "ephemeral" + ) +}} + +select * from "simple_reference_003"."seed" diff --git a/test/integration/003_simple_reference_test/models/ephemeral_summary.sql b/test/integration/003_simple_reference_test/models/ephemeral_summary.sql new file mode 100644 index 00000000000..eeb01db0dfa --- /dev/null +++ b/test/integration/003_simple_reference_test/models/ephemeral_summary.sql @@ -0,0 +1,9 @@ +{{ + config( + materialized = "table" + ) +}} + +select gender, count(*) as ct from {{ref('ephemeral_copy')}} +group by gender +order by gender asc diff --git a/test/integration/003_simple_reference_test/models/incremental_copy.sql b/test/integration/003_simple_reference_test/models/incremental_copy.sql new file mode 100644 index 00000000000..aa23e1ebcd9 --- /dev/null +++ b/test/integration/003_simple_reference_test/models/incremental_copy.sql @@ -0,0 +1,8 @@ +{{ + config( + materialized = "incremental", + sql_where = "id>(select max(id) from {{this}})" + ) +}} + +select * from "simple_reference_003"."seed" diff --git a/test/integration/003_simple_reference_test/models/incremental_summary.sql b/test/integration/003_simple_reference_test/models/incremental_summary.sql new file mode 100644 index 00000000000..0bb43a4667f --- /dev/null +++ b/test/integration/003_simple_reference_test/models/incremental_summary.sql @@ -0,0 +1,9 @@ +{{ + config( + materialized = "table", + ) +}} + +select gender, count(*) as ct from {{ref('incremental_copy')}} +group by gender +order by gender asc diff --git a/test/integration/003_simple_reference_test/models/materialized_copy.sql b/test/integration/003_simple_reference_test/models/materialized_copy.sql new file mode 100644 index 00000000000..13658f0d9ff --- /dev/null +++ b/test/integration/003_simple_reference_test/models/materialized_copy.sql @@ -0,0 +1,7 @@ +{{ + config( + materialized = "table" + ) +}} + +select * from "simple_reference_003"."seed" diff --git a/test/integration/003_simple_reference_test/models/materialized_summary.sql b/test/integration/003_simple_reference_test/models/materialized_summary.sql new file mode 100644 index 00000000000..6b4f3cd8838 --- /dev/null +++ b/test/integration/003_simple_reference_test/models/materialized_summary.sql @@ -0,0 +1,9 @@ +{{ + config( + materialized = "table" + ) +}} + +select gender, count(*) as ct from {{ref('materialized_copy')}} +group by gender +order by gender asc diff --git a/test/integration/003_simple_reference_test/models/view_copy.sql b/test/integration/003_simple_reference_test/models/view_copy.sql new file mode 100644 index 00000000000..418374b8950 --- /dev/null +++ b/test/integration/003_simple_reference_test/models/view_copy.sql @@ -0,0 +1,7 @@ +{{ + config( + materialized = "view" + ) +}} + +select * from "simple_reference_003"."seed" diff --git a/test/integration/003_simple_reference_test/models/view_summary.sql b/test/integration/003_simple_reference_test/models/view_summary.sql new file mode 100644 index 00000000000..67e4bbe2c98 --- /dev/null +++ b/test/integration/003_simple_reference_test/models/view_summary.sql @@ -0,0 +1,9 @@ +{{ + config( + materialized = "view" + ) +}} + +select gender, count(*) as ct from {{ref('view_copy')}} +group by gender +order by gender asc diff --git a/test/integration/003_simple_reference_test/seed.sql b/test/integration/003_simple_reference_test/seed.sql new file mode 100644 index 00000000000..94a2ffd96db --- /dev/null +++ b/test/integration/003_simple_reference_test/seed.sql @@ -0,0 +1,118 @@ +create table simple_reference_003.summary_expected ( + gender VARCHAR(10), + ct BIGINT +); + +insert into simple_reference_003.summary_expected (gender, ct) values ('Female', 40); +insert into simple_reference_003.summary_expected (gender, ct) values ('Male', 60); + +create table simple_reference_003.seed ( + id BIGSERIAL PRIMARY KEY, + first_name VARCHAR(50), + last_name VARCHAR(50), + email VARCHAR(50), + gender VARCHAR(10), + ip_address VARCHAR(20) +); + + +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Jack', 'Hunter', 'jhunter0@pbs.org', 'Male', '59.80.20.168'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Kathryn', 'Walker', 'kwalker1@ezinearticles.com', 'Female', '194.121.179.35'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Gerald', 'Ryan', 'gryan2@com.com', 'Male', '11.3.212.243'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Bonnie', 'Spencer', 'bspencer3@ameblo.jp', 'Female', '216.32.196.175'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Harold', 'Taylor', 'htaylor4@people.com.cn', 'Male', '253.10.246.136'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Jacqueline', 'Griffin', 'jgriffin5@t.co', 'Female', '16.13.192.220'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Wanda', 'Arnold', 'warnold6@google.nl', 'Female', '232.116.150.64'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Craig', 'Ortiz', 'cortiz7@sciencedaily.com', 'Male', '199.126.106.13'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Gary', 'Day', 'gday8@nih.gov', 'Male', '35.81.68.186'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Rose', 'Wright', 'rwright9@yahoo.co.jp', 'Female', '236.82.178.100'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Raymond', 'Kelley', 'rkelleya@fc2.com', 'Male', '213.65.166.67'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Gerald', 'Robinson', 'grobinsonb@disqus.com', 'Male', '72.232.194.193'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Mildred', 'Martinez', 'mmartinezc@samsung.com', 'Female', '198.29.112.5'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Dennis', 'Arnold', 'darnoldd@google.com', 'Male', '86.96.3.250'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Judy', 'Gray', 'jgraye@opensource.org', 'Female', '79.218.162.245'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Theresa', 'Garza', 'tgarzaf@epa.gov', 'Female', '21.59.100.54'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Gerald', 'Robertson', 'grobertsong@csmonitor.com', 'Male', '131.134.82.96'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Philip', 'Hernandez', 'phernandezh@adobe.com', 'Male', '254.196.137.72'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Julia', 'Gonzalez', 'jgonzalezi@cam.ac.uk', 'Female', '84.240.227.174'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Andrew', 'Davis', 'adavisj@patch.com', 'Male', '9.255.67.25'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Kimberly', 'Harper', 'kharperk@foxnews.com', 'Female', '198.208.120.253'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Mark', 'Martin', 'mmartinl@marketwatch.com', 'Male', '233.138.182.153'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Cynthia', 'Ruiz', 'cruizm@google.fr', 'Female', '18.178.187.201'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Samuel', 'Carroll', 'scarrolln@youtu.be', 'Male', '128.113.96.122'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Jennifer', 'Larson', 'jlarsono@vinaora.com', 'Female', '98.234.85.95'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Ashley', 'Perry', 'aperryp@rakuten.co.jp', 'Female', '247.173.114.52'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Howard', 'Rodriguez', 'hrodriguezq@shutterfly.com', 'Male', '231.188.95.26'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Amy', 'Brooks', 'abrooksr@theatlantic.com', 'Female', '141.199.174.118'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Louise', 'Warren', 'lwarrens@adobe.com', 'Female', '96.105.158.28'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Tina', 'Watson', 'twatsont@myspace.com', 'Female', '251.142.118.177'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Janice', 'Kelley', 'jkelleyu@creativecommons.org', 'Female', '239.167.34.233'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Terry', 'Mccoy', 'tmccoyv@bravesites.com', 'Male', '117.201.183.203'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Jeffrey', 'Morgan', 'jmorganw@surveymonkey.com', 'Male', '78.101.78.149'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Louis', 'Harvey', 'lharveyx@sina.com.cn', 'Male', '51.50.0.167'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Philip', 'Miller', 'pmillery@samsung.com', 'Male', '103.255.222.110'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Willie', 'Marshall', 'wmarshallz@ow.ly', 'Male', '149.219.91.68'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Patrick', 'Lopez', 'plopez10@redcross.org', 'Male', '250.136.229.89'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Adam', 'Jenkins', 'ajenkins11@harvard.edu', 'Male', '7.36.112.81'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Benjamin', 'Cruz', 'bcruz12@linkedin.com', 'Male', '32.38.98.15'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Ruby', 'Hawkins', 'rhawkins13@gmpg.org', 'Female', '135.171.129.255'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Carlos', 'Barnes', 'cbarnes14@a8.net', 'Male', '240.197.85.140'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Ruby', 'Griffin', 'rgriffin15@bravesites.com', 'Female', '19.29.135.24'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Sean', 'Mason', 'smason16@icq.com', 'Male', '159.219.155.249'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Anthony', 'Payne', 'apayne17@utexas.edu', 'Male', '235.168.199.218'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Steve', 'Cruz', 'scruz18@pcworld.com', 'Male', '238.201.81.198'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Anthony', 'Garcia', 'agarcia19@flavors.me', 'Male', '25.85.10.18'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Doris', 'Lopez', 'dlopez1a@sphinn.com', 'Female', '245.218.51.238'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Susan', 'Nichols', 'snichols1b@freewebs.com', 'Female', '199.99.9.61'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Wanda', 'Ferguson', 'wferguson1c@yahoo.co.jp', 'Female', '236.241.135.21'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Andrea', 'Pierce', 'apierce1d@google.co.uk', 'Female', '132.40.10.209'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Lawrence', 'Phillips', 'lphillips1e@jugem.jp', 'Male', '72.226.82.87'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Judy', 'Gilbert', 'jgilbert1f@multiply.com', 'Female', '196.250.15.142'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Eric', 'Williams', 'ewilliams1g@joomla.org', 'Male', '222.202.73.126'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Ralph', 'Romero', 'rromero1h@sogou.com', 'Male', '123.184.125.212'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Jean', 'Wilson', 'jwilson1i@ocn.ne.jp', 'Female', '176.106.32.194'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Lori', 'Reynolds', 'lreynolds1j@illinois.edu', 'Female', '114.181.203.22'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Donald', 'Moreno', 'dmoreno1k@bbc.co.uk', 'Male', '233.249.97.60'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Steven', 'Berry', 'sberry1l@eepurl.com', 'Male', '186.193.50.50'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Theresa', 'Shaw', 'tshaw1m@people.com.cn', 'Female', '120.37.71.222'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('John', 'Stephens', 'jstephens1n@nationalgeographic.com', 'Male', '191.87.127.115'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Richard', 'Jacobs', 'rjacobs1o@state.tx.us', 'Male', '66.210.83.155'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Andrew', 'Lawson', 'alawson1p@over-blog.com', 'Male', '54.98.36.94'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Peter', 'Morgan', 'pmorgan1q@rambler.ru', 'Male', '14.77.29.106'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Nicole', 'Garrett', 'ngarrett1r@zimbio.com', 'Female', '21.127.74.68'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Joshua', 'Kim', 'jkim1s@edublogs.org', 'Male', '57.255.207.41'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Ralph', 'Roberts', 'rroberts1t@people.com.cn', 'Male', '222.143.131.109'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('George', 'Montgomery', 'gmontgomery1u@smugmug.com', 'Male', '76.75.111.77'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Gerald', 'Alvarez', 'galvarez1v@flavors.me', 'Male', '58.157.186.194'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Donald', 'Olson', 'dolson1w@whitehouse.gov', 'Male', '69.65.74.135'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Carlos', 'Morgan', 'cmorgan1x@pbs.org', 'Male', '96.20.140.87'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Aaron', 'Stanley', 'astanley1y@webnode.com', 'Male', '163.119.217.44'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Virginia', 'Long', 'vlong1z@spiegel.de', 'Female', '204.150.194.182'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Robert', 'Berry', 'rberry20@tripadvisor.com', 'Male', '104.19.48.241'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Antonio', 'Brooks', 'abrooks21@unesco.org', 'Male', '210.31.7.24'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Ruby', 'Garcia', 'rgarcia22@ovh.net', 'Female', '233.218.162.214'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Jack', 'Hanson', 'jhanson23@blogtalkradio.com', 'Male', '31.55.46.199'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Kathryn', 'Nelson', 'knelson24@walmart.com', 'Female', '14.189.146.41'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Jason', 'Reed', 'jreed25@printfriendly.com', 'Male', '141.189.89.255'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('George', 'Coleman', 'gcoleman26@people.com.cn', 'Male', '81.189.221.144'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Rose', 'King', 'rking27@ucoz.com', 'Female', '212.123.168.231'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Johnny', 'Holmes', 'jholmes28@boston.com', 'Male', '177.3.93.188'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Katherine', 'Gilbert', 'kgilbert29@altervista.org', 'Female', '199.215.169.61'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Joshua', 'Thomas', 'jthomas2a@ustream.tv', 'Male', '0.8.205.30'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Julie', 'Perry', 'jperry2b@opensource.org', 'Female', '60.116.114.192'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Richard', 'Perry', 'rperry2c@oracle.com', 'Male', '181.125.70.232'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Kenneth', 'Ruiz', 'kruiz2d@wikimedia.org', 'Male', '189.105.137.109'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Jose', 'Morgan', 'jmorgan2e@webnode.com', 'Male', '101.134.215.156'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Donald', 'Campbell', 'dcampbell2f@goo.ne.jp', 'Male', '102.120.215.84'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Debra', 'Collins', 'dcollins2g@uol.com.br', 'Female', '90.13.153.235'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Jesse', 'Johnson', 'jjohnson2h@stumbleupon.com', 'Male', '225.178.125.53'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Elizabeth', 'Stone', 'estone2i@histats.com', 'Female', '123.184.126.221'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Angela', 'Rogers', 'arogers2j@goodreads.com', 'Female', '98.104.132.187'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Emily', 'Dixon', 'edixon2k@mlb.com', 'Female', '39.190.75.57'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Albert', 'Scott', 'ascott2l@tinypic.com', 'Male', '40.209.13.189'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Barbara', 'Peterson', 'bpeterson2m@ow.ly', 'Female', '75.249.136.180'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Adam', 'Greene', 'agreene2n@fastcompany.com', 'Male', '184.173.109.144'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Earl', 'Sanders', 'esanders2o@hc360.com', 'Male', '247.34.90.117'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Angela', 'Brooks', 'abrooks2p@mtv.com', 'Female', '10.63.249.126'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Harold', 'Foster', 'hfoster2q@privacy.gov.au', 'Male', '139.214.40.244'); +insert into simple_reference_003.seed (first_name, last_name, email, gender, ip_address) values ('Carl', 'Meyer', 'cmeyer2r@disqus.com', 'Male', '204.117.7.88'); diff --git a/test/integration/003_simple_reference_test/test_simple_reference.py b/test/integration/003_simple_reference_test/test_simple_reference.py new file mode 100644 index 00000000000..f9ea7ce61a6 --- /dev/null +++ b/test/integration/003_simple_reference_test/test_simple_reference.py @@ -0,0 +1,76 @@ +from test.integration.base import DBTIntegrationTest + +class TestSimpleReference(DBTIntegrationTest): + + def setUp(self): + DBTIntegrationTest.setUp(self) + + self.run_sql_file("test/integration/003_simple_reference_test/seed.sql") + + @property + def schema(self): + return "simple_reference_003" + + @property + def models(self): + return "test/integration/003_simple_reference_test/models" + + def test_simple_reference(self): + self.run_dbt() + + # Copies should match + self.assertTablesEqual("seed","incremental_copy") + self.assertTablesEqual("seed","materialized_copy") + self.assertTablesEqual("seed","view_copy") + + # Summaries should match + self.assertTablesEqual("summary_expected","incremental_summary") + self.assertTablesEqual("summary_expected","materialized_summary") + self.assertTablesEqual("summary_expected","view_summary") + self.assertTablesEqual("summary_expected","ephemeral_summary") + + self.run_sql_file("test/integration/003_simple_reference_test/update.sql") + + self.run_dbt() + + # Copies should match + self.assertTablesEqual("seed","incremental_copy") + self.assertTablesEqual("seed","materialized_copy") + self.assertTablesEqual("seed","view_copy") + + # Summaries should match + self.assertTablesEqual("summary_expected","incremental_summary") + self.assertTablesEqual("summary_expected","materialized_summary") + self.assertTablesEqual("summary_expected","view_summary") + self.assertTablesEqual("summary_expected","ephemeral_summary") + + def test_simple_reference_with_models(self): + # Run materialized_copy, ephemeral_copy, and their dependents + # ephemeral_copy should not actually be materialized b/c it is ephemeral + # the dependent ephemeral_summary, however, should be materialized as a table + self.run_dbt(['run', '--models', 'materialized_copy', 'ephemeral_copy']) + + # Copies should match + self.assertTablesEqual("seed","materialized_copy") + + # Summaries should match + self.assertTablesEqual("summary_expected","materialized_summary") + self.assertTablesEqual("summary_expected","ephemeral_summary") + + created_models = self.get_models_in_schema() + + self.assertFalse('incremental_copy' in created_models) + self.assertFalse('incremental_summary' in created_models) + self.assertFalse('view_copy' in created_models) + self.assertFalse('view_summary' in created_models) + + # make sure this wasn't errantly materialized + self.assertFalse('ephemeral_copy' in created_models) + + self.assertTrue('materialized_copy' in created_models) + self.assertTrue('materialized_summary' in created_models) + self.assertEqual(created_models['materialized_copy'], 'table') + self.assertEqual(created_models['materialized_summary'], 'table') + + self.assertTrue('ephemeral_summary' in created_models) + self.assertEqual(created_models['ephemeral_summary'], 'table') diff --git a/test/integration/003_simple_reference_test/update.sql b/test/integration/003_simple_reference_test/update.sql new file mode 100644 index 00000000000..182757f1e66 --- /dev/null +++ b/test/integration/003_simple_reference_test/update.sql @@ -0,0 +1,100 @@ +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Michael', 'Perez', 'mperez0@chronoengine.com', 'Male', '106.239.70.175'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Shawn', 'Mccoy', 'smccoy1@reddit.com', 'Male', '24.165.76.182'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Kathleen', 'Payne', 'kpayne2@cargocollective.com', 'Female', '113.207.168.106'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Jimmy', 'Cooper', 'jcooper3@cargocollective.com', 'Male', '198.24.63.114'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Katherine', 'Rice', 'krice4@typepad.com', 'Female', '36.97.186.238'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Sarah', 'Ryan', 'sryan5@gnu.org', 'Female', '119.117.152.40'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Martin', 'Mcdonald', 'mmcdonald6@opera.com', 'Male', '8.76.38.115'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Frank', 'Robinson', 'frobinson7@wunderground.com', 'Male', '186.14.64.194'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Jennifer', 'Franklin', 'jfranklin8@mail.ru', 'Female', '91.216.3.131'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Henry', 'Welch', 'hwelch9@list-manage.com', 'Male', '176.35.182.168'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Fred', 'Snyder', 'fsnydera@reddit.com', 'Male', '217.106.196.54'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Amy', 'Dunn', 'adunnb@nba.com', 'Female', '95.39.163.195'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Kathleen', 'Meyer', 'kmeyerc@cdc.gov', 'Female', '164.142.188.214'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Steve', 'Ferguson', 'sfergusond@reverbnation.com', 'Male', '138.22.204.251'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Teresa', 'Hill', 'thille@dion.ne.jp', 'Female', '82.84.228.235'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Amanda', 'Harper', 'aharperf@mail.ru', 'Female', '16.123.56.176'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Kimberly', 'Ray', 'krayg@xing.com', 'Female', '48.66.48.12'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Johnny', 'Knight', 'jknighth@jalbum.net', 'Male', '99.30.138.123'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Virginia', 'Freeman', 'vfreemani@tiny.cc', 'Female', '225.172.182.63'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Anna', 'Austin', 'aaustinj@diigo.com', 'Female', '62.111.227.148'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Willie', 'Hill', 'whillk@mail.ru', 'Male', '0.86.232.249'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Sean', 'Harris', 'sharrisl@zdnet.com', 'Male', '117.165.133.249'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Mildred', 'Adams', 'madamsm@usatoday.com', 'Female', '163.44.97.46'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('David', 'Graham', 'dgrahamn@zimbio.com', 'Male', '78.13.246.202'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Victor', 'Hunter', 'vhuntero@ehow.com', 'Male', '64.156.179.139'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Aaron', 'Ruiz', 'aruizp@weebly.com', 'Male', '34.194.68.78'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Benjamin', 'Brooks', 'bbrooksq@jalbum.net', 'Male', '20.192.189.107'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Lisa', 'Wilson', 'lwilsonr@japanpost.jp', 'Female', '199.152.130.217'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Benjamin', 'King', 'bkings@comsenz.com', 'Male', '29.189.189.213'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Christina', 'Williamson', 'cwilliamsont@boston.com', 'Female', '194.101.52.60'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Jane', 'Gonzalez', 'jgonzalezu@networksolutions.com', 'Female', '109.119.12.87'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Thomas', 'Owens', 'towensv@psu.edu', 'Male', '84.168.213.153'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Katherine', 'Moore', 'kmoorew@naver.com', 'Female', '183.150.65.24'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Jennifer', 'Stewart', 'jstewartx@yahoo.com', 'Female', '38.41.244.58'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Sara', 'Tucker', 'stuckery@topsy.com', 'Female', '181.130.59.184'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Harold', 'Ortiz', 'hortizz@vkontakte.ru', 'Male', '198.231.63.137'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Shirley', 'James', 'sjames10@yelp.com', 'Female', '83.27.160.104'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Dennis', 'Johnson', 'djohnson11@slate.com', 'Male', '183.178.246.101'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Louise', 'Weaver', 'lweaver12@china.com.cn', 'Female', '1.14.110.18'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Maria', 'Armstrong', 'marmstrong13@prweb.com', 'Female', '181.142.1.249'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Gloria', 'Cruz', 'gcruz14@odnoklassniki.ru', 'Female', '178.232.140.243'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Diana', 'Spencer', 'dspencer15@ifeng.com', 'Female', '125.153.138.244'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Kelly', 'Nguyen', 'knguyen16@altervista.org', 'Female', '170.13.201.119'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Jane', 'Rodriguez', 'jrodriguez17@biblegateway.com', 'Female', '12.102.249.81'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Scott', 'Brown', 'sbrown18@geocities.jp', 'Male', '108.174.99.192'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Norma', 'Cruz', 'ncruz19@si.edu', 'Female', '201.112.156.197'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Marie', 'Peters', 'mpeters1a@mlb.com', 'Female', '231.121.197.144'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Lillian', 'Carr', 'lcarr1b@typepad.com', 'Female', '206.179.164.163'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Judy', 'Nichols', 'jnichols1c@t-online.de', 'Female', '158.190.209.194'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Billy', 'Long', 'blong1d@yahoo.com', 'Male', '175.20.23.160'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Howard', 'Reid', 'hreid1e@exblog.jp', 'Male', '118.99.196.20'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Laura', 'Ferguson', 'lferguson1f@tuttocitta.it', 'Female', '22.77.87.110'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Anne', 'Bailey', 'abailey1g@geocities.com', 'Female', '58.144.159.245'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Rose', 'Morgan', 'rmorgan1h@ehow.com', 'Female', '118.127.97.4'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Nicholas', 'Reyes', 'nreyes1i@google.ru', 'Male', '50.135.10.252'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Joshua', 'Kennedy', 'jkennedy1j@house.gov', 'Male', '154.6.163.209'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Paul', 'Watkins', 'pwatkins1k@upenn.edu', 'Male', '177.236.120.87'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Kathryn', 'Kelly', 'kkelly1l@businessweek.com', 'Female', '70.28.61.86'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Adam', 'Armstrong', 'aarmstrong1m@techcrunch.com', 'Male', '133.235.24.202'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Norma', 'Wallace', 'nwallace1n@phoca.cz', 'Female', '241.119.227.128'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Timothy', 'Reyes', 'treyes1o@google.cn', 'Male', '86.28.23.26'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Elizabeth', 'Patterson', 'epatterson1p@sun.com', 'Female', '139.97.159.149'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Edward', 'Gomez', 'egomez1q@google.fr', 'Male', '158.103.108.255'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('David', 'Cox', 'dcox1r@friendfeed.com', 'Male', '206.80.80.58'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Brenda', 'Wood', 'bwood1s@over-blog.com', 'Female', '217.207.44.179'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Adam', 'Walker', 'awalker1t@blogs.com', 'Male', '253.211.54.93'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Michael', 'Hart', 'mhart1u@wix.com', 'Male', '230.206.200.22'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Jesse', 'Ellis', 'jellis1v@google.co.uk', 'Male', '213.254.162.52'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Janet', 'Powell', 'jpowell1w@un.org', 'Female', '27.192.194.86'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Helen', 'Ford', 'hford1x@creativecommons.org', 'Female', '52.160.102.168'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Gerald', 'Carpenter', 'gcarpenter1y@about.me', 'Male', '36.30.194.218'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Kathryn', 'Oliver', 'koliver1z@army.mil', 'Female', '202.63.103.69'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Alan', 'Berry', 'aberry20@gov.uk', 'Male', '246.157.112.211'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Harry', 'Andrews', 'handrews21@ameblo.jp', 'Male', '195.108.0.12'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Andrea', 'Hall', 'ahall22@hp.com', 'Female', '149.162.163.28'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Barbara', 'Wells', 'bwells23@behance.net', 'Female', '224.70.72.1'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Anne', 'Wells', 'awells24@apache.org', 'Female', '180.168.81.153'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Harry', 'Harper', 'hharper25@rediff.com', 'Male', '151.87.130.21'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Jack', 'Ray', 'jray26@wufoo.com', 'Male', '220.109.38.178'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Phillip', 'Hamilton', 'phamilton27@joomla.org', 'Male', '166.40.47.30'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Shirley', 'Hunter', 'shunter28@newsvine.com', 'Female', '97.209.140.194'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Arthur', 'Daniels', 'adaniels29@reuters.com', 'Male', '5.40.240.86'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Virginia', 'Rodriguez', 'vrodriguez2a@walmart.com', 'Female', '96.80.164.184'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Christina', 'Ryan', 'cryan2b@hibu.com', 'Female', '56.35.5.52'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Theresa', 'Mendoza', 'tmendoza2c@vinaora.com', 'Female', '243.42.0.210'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Jason', 'Cole', 'jcole2d@ycombinator.com', 'Male', '198.248.39.129'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Phillip', 'Bryant', 'pbryant2e@rediff.com', 'Male', '140.39.116.251'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Adam', 'Torres', 'atorres2f@sun.com', 'Male', '101.75.187.135'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Margaret', 'Johnston', 'mjohnston2g@ucsd.edu', 'Female', '159.30.69.149'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Paul', 'Payne', 'ppayne2h@hhs.gov', 'Male', '199.234.140.220'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Todd', 'Willis', 'twillis2i@businessweek.com', 'Male', '191.59.136.214'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Willie', 'Oliver', 'woliver2j@noaa.gov', 'Male', '44.212.35.197'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Frances', 'Robertson', 'frobertson2k@go.com', 'Female', '31.117.65.136'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Gregory', 'Hawkins', 'ghawkins2l@joomla.org', 'Male', '91.3.22.49'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Lisa', 'Perkins', 'lperkins2m@si.edu', 'Female', '145.95.31.186'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Jacqueline', 'Anderson', 'janderson2n@cargocollective.com', 'Female', '14.176.0.187'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Shirley', 'Diaz', 'sdiaz2o@ucla.edu', 'Female', '207.12.95.46'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Nicole', 'Meyer', 'nmeyer2p@flickr.com', 'Female', '231.79.115.13'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Mary', 'Gray', 'mgray2q@constantcontact.com', 'Female', '210.116.64.253'); +insert into simple_copy_001.seed (first_name, last_name, email, gender, ip_address) values ('Jean', 'Mcdonald', 'jmcdonald2r@baidu.com', 'Female', '122.239.235.117'); diff --git a/test/integration/004_simple_archive_test/models/.gitkeep b/test/integration/004_simple_archive_test/models/.gitkeep new file mode 100644 index 00000000000..e69de29bb2d diff --git a/test/integration/004_simple_archive_test/seed.sql b/test/integration/004_simple_archive_test/seed.sql new file mode 100644 index 00000000000..908d1bc32e4 --- /dev/null +++ b/test/integration/004_simple_archive_test/seed.sql @@ -0,0 +1,79 @@ +create table simple_archive_004.seed ( + id INTEGER, + first_name VARCHAR(50), + last_name VARCHAR(50), + email VARCHAR(50), + gender VARCHAR(50), + ip_address VARCHAR(20), + updated_at TIMESTAMP WITHOUT TIME ZONE +); + +create table simple_archive_004.archive_expected ( + id INTEGER, + first_name VARCHAR(50), + last_name VARCHAR(50), + email VARCHAR(50), + gender VARCHAR(50), + ip_address VARCHAR(20), + + -- archival fields + updated_at TIMESTAMP WITHOUT TIME ZONE, + valid_from TIMESTAMP WITHOUT TIME ZONE, + valid_to TIMESTAMP WITHOUT TIME ZONE, + scd_id VARCHAR(255), + dbt_updated_at TIMESTAMP WITHOUT TIME ZONE +); + + +-- seed inserts +insert into simple_archive_004.seed (id, first_name, last_name, email, gender, ip_address, updated_at) values (1, 'Judith', 'Kennedy', 'jkennedy0@phpbb.com', 'Female', '54.60.24.128', '2015-12-24 12:19:28'); +insert into simple_archive_004.seed (id, first_name, last_name, email, gender, ip_address, updated_at) values (2, 'Arthur', 'Kelly', 'akelly1@eepurl.com', 'Male', '62.56.24.215', '2015-10-28 16:22:15'); +insert into simple_archive_004.seed (id, first_name, last_name, email, gender, ip_address, updated_at) values (3, 'Rachel', 'Moreno', 'rmoreno2@msu.edu', 'Female', '31.222.249.23', '2016-04-05 02:05:30'); +insert into simple_archive_004.seed (id, first_name, last_name, email, gender, ip_address, updated_at) values (4, 'Ralph', 'Turner', 'rturner3@hp.com', 'Male', '157.83.76.114', '2016-08-08 00:06:51'); +insert into simple_archive_004.seed (id, first_name, last_name, email, gender, ip_address, updated_at) values (5, 'Laura', 'Gonzales', 'lgonzales4@howstuffworks.com', 'Female', '30.54.105.168', '2016-09-01 08:25:38'); +insert into simple_archive_004.seed (id, first_name, last_name, email, gender, ip_address, updated_at) values (6, 'Katherine', 'Lopez', 'klopez5@yahoo.co.jp', 'Female', '169.138.46.89', '2016-08-30 18:52:11'); +insert into simple_archive_004.seed (id, first_name, last_name, email, gender, ip_address, updated_at) values (7, 'Jeremy', 'Hamilton', 'jhamilton6@mozilla.org', 'Male', '231.189.13.133', '2016-07-17 02:09:46'); +insert into simple_archive_004.seed (id, first_name, last_name, email, gender, ip_address, updated_at) values (8, 'Heather', 'Rose', 'hrose7@goodreads.com', 'Female', '87.165.201.65', '2015-12-29 22:03:56'); +insert into simple_archive_004.seed (id, first_name, last_name, email, gender, ip_address, updated_at) values (9, 'Gregory', 'Kelly', 'gkelly8@trellian.com', 'Male', '154.209.99.7', '2016-03-24 21:18:16'); +insert into simple_archive_004.seed (id, first_name, last_name, email, gender, ip_address, updated_at) values (10, 'Rachel', 'Lopez', 'rlopez9@themeforest.net', 'Female', '237.165.82.71', '2016-08-20 15:44:49'); +insert into simple_archive_004.seed (id, first_name, last_name, email, gender, ip_address, updated_at) values (11, 'Donna', 'Welch', 'dwelcha@shutterfly.com', 'Female', '103.33.110.138', '2016-02-27 01:41:48'); +insert into simple_archive_004.seed (id, first_name, last_name, email, gender, ip_address, updated_at) values (12, 'Russell', 'Lawrence', 'rlawrenceb@qq.com', 'Male', '189.115.73.4', '2016-06-11 03:07:09'); +insert into simple_archive_004.seed (id, first_name, last_name, email, gender, ip_address, updated_at) values (13, 'Michelle', 'Montgomery', 'mmontgomeryc@scientificamerican.com', 'Female', '243.220.95.82', '2016-06-18 16:27:19'); +insert into simple_archive_004.seed (id, first_name, last_name, email, gender, ip_address, updated_at) values (14, 'Walter', 'Castillo', 'wcastillod@pagesperso-orange.fr', 'Male', '71.159.238.196', '2016-10-06 01:55:44'); +insert into simple_archive_004.seed (id, first_name, last_name, email, gender, ip_address, updated_at) values (15, 'Robin', 'Mills', 'rmillse@vkontakte.ru', 'Female', '172.190.5.50', '2016-10-31 11:41:21'); +insert into simple_archive_004.seed (id, first_name, last_name, email, gender, ip_address, updated_at) values (16, 'Raymond', 'Holmes', 'rholmesf@usgs.gov', 'Male', '148.153.166.95', '2016-10-03 08:16:38'); +insert into simple_archive_004.seed (id, first_name, last_name, email, gender, ip_address, updated_at) values (17, 'Gary', 'Bishop', 'gbishopg@plala.or.jp', 'Male', '161.108.182.13', '2016-08-29 19:35:20'); +insert into simple_archive_004.seed (id, first_name, last_name, email, gender, ip_address, updated_at) values (18, 'Anna', 'Riley', 'arileyh@nasa.gov', 'Female', '253.31.108.22', '2015-12-11 04:34:27'); +insert into simple_archive_004.seed (id, first_name, last_name, email, gender, ip_address, updated_at) values (19, 'Sarah', 'Knight', 'sknighti@foxnews.com', 'Female', '222.220.3.177', '2016-09-26 00:49:06'); +insert into simple_archive_004.seed (id, first_name, last_name, email, gender, ip_address, updated_at) values (20, 'Phyllis', 'Fox', 'pfoxj@creativecommons.org', 'Female', '163.191.232.95', '2016-08-21 10:35:19'); + + +-- populate archive table +insert into simple_archive_004.archive_expected ( + id, + first_name, + last_name, + email, + gender, + ip_address, + updated_at, + valid_from, + valid_to, + dbt_updated_at, + scd_id +) + +select + id, + first_name, + last_name, + email, + gender, + ip_address, + updated_at, + -- fields added by archival + updated_at as valid_from, + null::timestamp as valid_to, + updated_at as dbt_updated_at, + md5(id || '|' || updated_at::text) as scd_id +from simple_archive_004.seed; diff --git a/test/integration/004_simple_archive_test/test_simple_archive.py b/test/integration/004_simple_archive_test/test_simple_archive.py new file mode 100644 index 00000000000..0a4f7d4c4e1 --- /dev/null +++ b/test/integration/004_simple_archive_test/test_simple_archive.py @@ -0,0 +1,46 @@ +from test.integration.base import DBTIntegrationTest + +class TestSimpleArchive(DBTIntegrationTest): + + def setUp(self): + DBTIntegrationTest.setUp(self) + + self.run_sql_file("test/integration/004_simple_archive_test/seed.sql") + + @property + def schema(self): + return "simple_archive_004" + + @property + def models(self): + return "test/integration/004_simple_archive_test/models" + + @property + def project_config(self): + return { + "archive": [ + { + "source_schema": "simple_archive_004", + "target_schema": "simple_archive_004", + "tables": [ + { + "source_table": "seed", + "target_table": "archive_actual", + "updated_at": "updated_at", + "unique_key": "id" + } + ] + } + ] + } + + def test_simple_dependency(self): + self.run_dbt(["archive"]) + + self.assertTablesEqual("archive_expected","archive_actual") + + self.run_sql_file("test/integration/004_simple_archive_test/update.sql") + + self.run_dbt(["archive"]) + + self.assertTablesEqual("archive_expected","archive_actual") diff --git a/test/integration/004_simple_archive_test/update.sql b/test/integration/004_simple_archive_test/update.sql new file mode 100644 index 00000000000..d8fa95ece0f --- /dev/null +++ b/test/integration/004_simple_archive_test/update.sql @@ -0,0 +1,89 @@ + +-- update records 11 - 21. Change email and updated_at field +update simple_archive_004.seed set + updated_at = updated_at + interval '1 hour', + email = 'new_' || email +where id >= 10 and id <= 20; + + +-- invalidate records 11 - 21 +update simple_archive_004.archive_expected set + valid_to = updated_at + interval '1 hour' +where id >= 10 and id <= 20; + +-- insert v2 of the 11 - 21 records + +insert into simple_archive_004.archive_expected ( + id, + first_name, + last_name, + email, + gender, + ip_address, + updated_at, + valid_from, + valid_to, + dbt_updated_at, + scd_id +) + +select + id, + first_name, + last_name, + email, + gender, + ip_address, + updated_at, + -- fields added by archival + updated_at as valid_from, + null::timestamp as valid_to, + updated_at as dbt_updated_at, + md5(id || '|' || updated_at::text) as scd_id +from simple_archive_004.seed +where id >= 10 and id <= 20; + + +-- insert 10 new records +insert into simple_archive_004.seed (id, first_name, last_name, email, gender, ip_address, updated_at) values (21, 'Judy', 'Robinson', 'jrobinsonk@blogs.com', 'Female', '208.21.192.232', '2016-09-18 08:27:38'); +insert into simple_archive_004.seed (id, first_name, last_name, email, gender, ip_address, updated_at) values (22, 'Kevin', 'Alvarez', 'kalvarezl@buzzfeed.com', 'Male', '228.106.146.9', '2016-07-29 03:07:37'); +insert into simple_archive_004.seed (id, first_name, last_name, email, gender, ip_address, updated_at) values (23, 'Barbara', 'Carr', 'bcarrm@pen.io', 'Female', '106.165.140.17', '2015-09-24 13:27:23'); +insert into simple_archive_004.seed (id, first_name, last_name, email, gender, ip_address, updated_at) values (24, 'William', 'Watkins', 'wwatkinsn@guardian.co.uk', 'Male', '78.155.84.6', '2016-03-08 19:13:08'); +insert into simple_archive_004.seed (id, first_name, last_name, email, gender, ip_address, updated_at) values (25, 'Judy', 'Cooper', 'jcoopero@google.com.au', 'Female', '24.149.123.184', '2016-10-05 20:49:33'); +insert into simple_archive_004.seed (id, first_name, last_name, email, gender, ip_address, updated_at) values (26, 'Shirley', 'Castillo', 'scastillop@samsung.com', 'Female', '129.252.181.12', '2016-06-20 21:12:21'); +insert into simple_archive_004.seed (id, first_name, last_name, email, gender, ip_address, updated_at) values (27, 'Justin', 'Harper', 'jharperq@opera.com', 'Male', '131.172.103.218', '2016-05-21 22:56:46'); +insert into simple_archive_004.seed (id, first_name, last_name, email, gender, ip_address, updated_at) values (28, 'Marie', 'Medina', 'mmedinar@nhs.uk', 'Female', '188.119.125.67', '2015-10-08 13:44:33'); +insert into simple_archive_004.seed (id, first_name, last_name, email, gender, ip_address, updated_at) values (29, 'Kelly', 'Edwards', 'kedwardss@phoca.cz', 'Female', '47.121.157.66', '2015-09-15 06:33:37'); +insert into simple_archive_004.seed (id, first_name, last_name, email, gender, ip_address, updated_at) values (30, 'Carl', 'Coleman', 'ccolemant@wikipedia.org', 'Male', '82.227.154.83', '2016-05-26 16:46:40'); + + +-- add these new records to the archive table +insert into simple_archive_004.archive_expected ( + id, + first_name, + last_name, + email, + gender, + ip_address, + updated_at, + valid_from, + valid_to, + dbt_updated_at, + scd_id +) + +select + id, + first_name, + last_name, + email, + gender, + ip_address, + updated_at, + -- fields added by archival + updated_at as valid_from, + null::timestamp as valid_to, + updated_at as dbt_updated_at, + md5(id || '|' || updated_at::text) as scd_id +from simple_archive_004.seed +where id > 20; diff --git a/test/integration/005_simple_seed_test/data/seed_actual.csv b/test/integration/005_simple_seed_test/data/seed_actual.csv new file mode 100644 index 00000000000..e1bc7fd34da --- /dev/null +++ b/test/integration/005_simple_seed_test/data/seed_actual.csv @@ -0,0 +1,501 @@ +id,first_name,email,ip_address,birthday +1,Larry,lking0@miitbeian.gov.cn,69.135.206.194,2008-09-12 19:08:31 +2,Larry,lperkins1@toplist.cz,64.210.133.162,1978-05-09 04:15:14 +3,Anna,amontgomery2@miitbeian.gov.cn,168.104.64.114,2011-10-16 04:07:57 +4,Sandra,sgeorge3@livejournal.com,229.235.252.98,1973-07-19 10:52:43 +5,Fred,fwoods4@google.cn,78.229.170.124,2012-09-30 16:38:29 +6,Stephen,shanson5@livejournal.com,182.227.157.105,1995-11-07 21:40:50 +7,William,wmartinez6@upenn.edu,135.139.249.50,1982-09-05 03:11:59 +8,Jessica,jlong7@hao123.com,203.62.178.210,1991-10-16 11:03:15 +9,Douglas,dwhite8@tamu.edu,178.187.247.1,1979-10-01 09:49:48 +10,Lisa,lcoleman9@nydailynews.com,168.234.128.249,2011-05-26 07:45:49 +11,Ralph,rfieldsa@home.pl,55.152.163.149,1972-11-18 19:06:11 +12,Louise,lnicholsb@samsung.com,141.116.153.154,2014-11-25 20:56:14 +13,Clarence,cduncanc@sfgate.com,81.171.31.133,2011-11-17 07:02:36 +14,Daniel,dfranklind@omniture.com,8.204.211.37,1980-09-13 00:09:04 +15,Katherine,klanee@auda.org.au,176.96.134.59,1997-08-22 19:36:56 +16,Billy,bwardf@wikia.com,214.108.78.85,2003-10-19 02:14:47 +17,Annie,agarzag@ocn.ne.jp,190.108.42.70,1988-10-28 15:12:35 +18,Shirley,scolemanh@fastcompany.com,109.251.164.84,1988-08-24 10:50:57 +19,Roger,rfrazieri@scribd.com,38.145.218.108,1985-12-31 15:17:15 +20,Lillian,lstanleyj@goodreads.com,47.57.236.17,1970-06-08 02:09:05 +21,Aaron,arodriguezk@nps.gov,205.245.118.221,1985-10-11 23:07:49 +22,Patrick,pparkerl@techcrunch.com,19.8.100.182,2006-03-29 12:53:56 +23,Phillip,pmorenom@intel.com,41.38.254.103,2011-11-07 15:35:43 +24,Henry,hgarcian@newsvine.com,1.191.216.252,2008-08-28 08:30:44 +25,Irene,iturnero@opera.com,50.17.60.190,1994-04-01 07:15:02 +26,Andrew,adunnp@pen.io,123.52.253.176,2000-11-01 06:03:25 +27,David,dgutierrezq@wp.com,238.23.203.42,1988-01-25 07:29:18 +28,Henry,hsanchezr@cyberchimps.com,248.102.2.185,1983-01-01 13:36:37 +29,Evelyn,epetersons@gizmodo.com,32.80.46.119,1979-07-16 17:24:12 +30,Tammy,tmitchellt@purevolume.com,249.246.167.88,2001-04-03 10:00:23 +31,Jacqueline,jlittleu@domainmarket.com,127.181.97.47,1986-02-11 21:35:50 +32,Earl,eortizv@opera.com,166.47.248.240,1996-07-06 08:16:27 +33,Juan,jgordonw@sciencedirect.com,71.77.2.200,1987-01-31 03:46:44 +34,Diane,dhowellx@nyu.edu,140.94.133.12,1994-06-11 02:30:05 +35,Randy,rkennedyy@microsoft.com,73.255.34.196,2005-05-26 20:28:39 +36,Janice,jriveraz@time.com,22.214.227.32,1990-02-09 04:16:52 +37,Laura,lperry10@diigo.com,159.148.145.73,2015-03-17 05:59:25 +38,Gary,gray11@statcounter.com,40.193.124.56,1970-01-27 10:04:51 +39,Jesse,jmcdonald12@typepad.com,31.7.86.103,2009-03-14 08:14:29 +40,Sandra,sgonzalez13@goodreads.com,223.80.168.239,1993-05-21 14:08:54 +41,Scott,smoore14@archive.org,38.238.46.83,1980-08-30 11:16:56 +42,Phillip,pevans15@cisco.com,158.234.59.34,2011-12-15 23:26:31 +43,Steven,sriley16@google.ca,90.247.57.68,2011-10-29 19:03:28 +44,Deborah,dbrown17@hexun.com,179.125.143.240,1995-04-10 14:36:07 +45,Lori,lross18@ow.ly,64.80.162.180,1980-12-27 16:49:15 +46,Sean,sjackson19@tumblr.com,240.116.183.69,1988-06-12 21:24:45 +47,Terry,tbarnes1a@163.com,118.38.213.137,1997-09-22 16:43:19 +48,Dorothy,dross1b@ebay.com,116.81.76.49,2005-02-28 13:33:24 +49,Samuel,swashington1c@house.gov,38.191.253.40,1989-01-19 21:15:48 +50,Ralph,rcarter1d@tinyurl.com,104.84.60.174,2007-08-11 10:21:49 +51,Wayne,whudson1e@princeton.edu,90.61.24.102,1983-07-03 16:58:12 +52,Rose,rjames1f@plala.or.jp,240.83.81.10,1995-06-08 11:46:23 +53,Louise,lcox1g@theglobeandmail.com,105.11.82.145,2016-09-19 14:45:51 +54,Kenneth,kjohnson1h@independent.co.uk,139.5.45.94,1976-08-17 11:26:19 +55,Donna,dbrown1i@amazon.co.uk,19.45.169.45,2006-05-27 16:51:40 +56,Johnny,jvasquez1j@trellian.com,118.202.238.23,1975-11-17 08:42:32 +57,Patrick,pramirez1k@tamu.edu,231.25.153.198,1997-08-06 11:51:09 +58,Helen,hlarson1l@prweb.com,8.40.21.39,1993-08-04 19:53:40 +59,Patricia,pspencer1m@gmpg.org,212.198.40.15,1977-08-03 16:37:27 +60,Joseph,jspencer1n@marriott.com,13.15.63.238,2005-07-23 20:22:06 +61,Phillip,pschmidt1o@blogtalkradio.com,177.98.201.190,1976-05-19 21:47:44 +62,Joan,jwebb1p@google.ru,105.229.170.71,1972-09-07 17:53:47 +63,Phyllis,pkennedy1q@imgur.com,35.145.8.244,2000-01-01 22:33:37 +64,Katherine,khunter1r@smh.com.au,248.168.205.32,1991-01-09 06:40:24 +65,Laura,lvasquez1s@wiley.com,128.129.115.152,1997-10-23 12:04:56 +66,Juan,jdunn1t@state.gov,44.228.124.51,2004-11-10 05:07:35 +67,Judith,jholmes1u@wiley.com,40.227.179.115,1977-08-02 17:01:45 +68,Beverly,bbaker1v@wufoo.com,208.34.84.59,2016-03-06 20:07:23 +69,Lawrence,lcarr1w@flickr.com,59.158.212.223,1988-09-13 06:07:21 +70,Gloria,gwilliams1x@mtv.com,245.231.88.33,1995-03-18 22:32:46 +71,Steven,ssims1y@cbslocal.com,104.50.58.255,2001-08-05 21:26:20 +72,Betty,bmills1z@arstechnica.com,103.177.214.220,1981-12-14 21:26:54 +73,Mildred,mfuller20@prnewswire.com,151.158.8.130,2000-04-19 10:13:55 +74,Donald,dday21@icq.com,9.178.102.255,1972-12-03 00:58:24 +75,Eric,ethomas22@addtoany.com,85.2.241.227,1992-11-01 05:59:30 +76,Joyce,jarmstrong23@sitemeter.com,169.224.20.36,1985-10-24 06:50:01 +77,Maria,mmartinez24@amazonaws.com,143.189.167.135,2005-10-05 05:17:42 +78,Harry,hburton25@youtube.com,156.47.176.237,1978-03-26 05:53:33 +79,Kevin,klawrence26@hao123.com,79.136.183.83,1994-10-12 04:38:52 +80,David,dhall27@prweb.com,133.149.172.153,1976-12-15 16:24:24 +81,Kathy,kperry28@twitter.com,229.242.72.228,1979-03-04 02:58:56 +82,Adam,aprice29@elegantthemes.com,13.145.21.10,1982-11-07 11:46:59 +83,Brandon,bgriffin2a@va.gov,73.249.128.212,2013-10-30 05:30:36 +84,Henry,hnguyen2b@discovery.com,211.36.214.242,1985-01-09 06:37:27 +85,Eric,esanchez2c@edublogs.org,191.166.188.251,2004-05-01 23:21:42 +86,Jason,jlee2d@jimdo.com,193.92.16.182,1973-01-08 09:05:39 +87,Diana,drichards2e@istockphoto.com,19.130.175.245,1994-10-05 22:50:49 +88,Andrea,awelch2f@abc.net.au,94.155.233.96,2002-04-26 08:41:44 +89,Louis,lwagner2g@miitbeian.gov.cn,26.217.34.111,2003-08-25 07:56:39 +90,Jane,jsims2h@seesaa.net,43.4.220.135,1987-03-20 20:39:04 +91,Larry,lgrant2i@si.edu,97.126.79.34,2000-09-07 20:26:19 +92,Louis,ldean2j@prnewswire.com,37.148.40.127,2011-09-16 20:12:14 +93,Jennifer,jcampbell2k@xing.com,38.106.254.142,1988-07-15 05:06:49 +94,Wayne,wcunningham2l@google.com.hk,223.28.26.187,2009-12-15 06:16:54 +95,Lori,lstevens2m@icq.com,181.250.181.58,1984-10-28 03:29:19 +96,Judy,jsimpson2n@marriott.com,180.121.239.219,1986-02-07 15:18:10 +97,Phillip,phoward2o@usa.gov,255.247.0.175,2002-12-26 08:44:45 +98,Gloria,gwalker2p@usa.gov,156.140.7.128,1997-10-04 07:58:58 +99,Paul,pjohnson2q@umn.edu,183.59.198.197,1991-11-14 12:33:55 +100,Frank,fgreene2r@blogspot.com,150.143.68.121,2010-06-12 23:55:39 +101,Deborah,dknight2s@reverbnation.com,222.131.211.191,1970-07-08 08:54:23 +102,Sandra,sblack2t@tripadvisor.com,254.183.128.254,2000-04-12 02:39:36 +103,Edward,eburns2u@dailymotion.com,253.89.118.18,1993-10-10 10:54:01 +104,Anthony,ayoung2v@ustream.tv,118.4.193.176,1978-08-26 17:07:29 +105,Donald,dlawrence2w@wp.com,139.200.159.227,2007-07-21 20:56:20 +106,Matthew,mfreeman2x@google.fr,205.26.239.92,2014-12-05 17:05:39 +107,Sean,ssanders2y@trellian.com,143.89.82.108,1993-07-14 21:45:02 +108,Sharon,srobinson2z@soundcloud.com,66.234.247.54,1977-04-06 19:07:03 +109,Jennifer,jwatson30@t-online.de,196.102.127.7,1998-03-07 05:12:23 +110,Clarence,cbrooks31@si.edu,218.93.234.73,2002-11-06 17:22:25 +111,Jose,jflores32@goo.gl,185.105.244.231,1995-01-05 06:32:21 +112,George,glee33@adobe.com,173.82.249.196,2015-01-04 02:47:46 +113,Larry,lhill34@linkedin.com,66.5.206.195,2010-11-02 10:21:17 +114,Marie,mmeyer35@mysql.com,151.152.88.107,1990-05-22 20:52:51 +115,Clarence,cwebb36@skype.com,130.198.55.217,1972-10-27 07:38:54 +116,Sarah,scarter37@answers.com,80.89.18.153,1971-08-24 19:29:30 +117,Henry,hhughes38@webeden.co.uk,152.60.114.174,1973-01-27 09:00:42 +118,Teresa,thenry39@hao123.com,32.187.239.106,2015-11-06 01:48:44 +119,Billy,bgutierrez3a@sun.com,52.37.70.134,2002-03-19 03:20:19 +120,Anthony,agibson3b@github.io,154.251.232.213,1991-04-19 01:08:15 +121,Sandra,sromero3c@wikia.com,44.124.171.2,1998-09-06 20:30:34 +122,Paula,pandrews3d@blogs.com,153.142.118.226,2003-06-24 16:31:24 +123,Terry,tbaker3e@csmonitor.com,99.120.45.219,1970-12-09 23:57:21 +124,Lois,lwilson3f@reuters.com,147.44.171.83,1971-01-09 22:28:51 +125,Sara,smorgan3g@nature.com,197.67.192.230,1992-01-28 20:33:24 +126,Charles,ctorres3h@china.com.cn,156.115.216.2,1993-10-02 19:36:34 +127,Richard,ralexander3i@marriott.com,248.235.180.59,1999-02-03 18:40:55 +128,Christina,charper3j@cocolog-nifty.com,152.114.116.129,1978-09-13 00:37:32 +129,Steve,sadams3k@economist.com,112.248.91.98,2004-03-21 09:07:43 +130,Katherine,krobertson3l@ow.ly,37.220.107.28,1977-03-18 19:28:50 +131,Donna,dgibson3m@state.gov,222.218.76.221,1999-02-01 06:46:16 +132,Christina,cwest3n@mlb.com,152.114.6.160,1979-12-24 15:30:35 +133,Sandra,swillis3o@meetup.com,180.71.49.34,1984-09-27 08:05:54 +134,Clarence,cedwards3p@smugmug.com,10.64.180.186,1979-04-16 16:52:10 +135,Ruby,rjames3q@wp.com,98.61.54.20,2007-01-13 14:25:52 +136,Sarah,smontgomery3r@tripod.com,91.45.164.172,2009-07-25 04:34:30 +137,Sarah,soliver3s@eventbrite.com,30.106.39.146,2012-05-09 22:12:33 +138,Deborah,dwheeler3t@biblegateway.com,59.105.213.173,1999-11-09 08:08:44 +139,Deborah,dray3u@i2i.jp,11.108.186.217,2014-02-04 03:15:19 +140,Paul,parmstrong3v@alexa.com,6.250.59.43,2009-12-21 10:08:53 +141,Aaron,abishop3w@opera.com,207.145.249.62,1996-04-25 23:20:23 +142,Henry,hsanders3x@google.ru,140.215.203.171,2012-01-29 11:52:32 +143,Anne,aanderson3y@1688.com,74.150.102.118,1982-04-03 13:46:17 +144,Victor,vmurphy3z@hugedomains.com,222.155.99.152,1987-11-03 19:58:41 +145,Evelyn,ereid40@pbs.org,249.122.33.117,1977-12-14 17:09:57 +146,Brian,bgonzalez41@wikia.com,246.254.235.141,1991-02-24 00:45:58 +147,Sandra,sgray42@squarespace.com,150.73.28.159,1972-07-28 17:26:32 +148,Alice,ajones43@a8.net,78.253.12.177,2002-12-05 16:57:46 +149,Jessica,jhanson44@mapquest.com,87.229.30.160,1994-01-30 11:40:04 +150,Louise,lbailey45@reuters.com,191.219.31.101,2011-09-07 21:11:45 +151,Christopher,cgonzalez46@printfriendly.com,83.137.213.239,1984-10-24 14:58:04 +152,Gregory,gcollins47@yandex.ru,28.176.10.115,1998-07-25 17:17:10 +153,Jane,jperkins48@usnews.com,46.53.164.159,1979-08-19 15:25:00 +154,Phyllis,plong49@yahoo.co.jp,208.140.88.2,1985-07-06 02:16:36 +155,Adam,acarter4a@scribd.com,78.48.148.204,2005-07-20 03:31:09 +156,Frank,fweaver4b@angelfire.com,199.180.255.224,2011-03-04 23:07:54 +157,Ronald,rmurphy4c@cloudflare.com,73.42.97.231,1991-01-11 10:39:41 +158,Richard,rmorris4d@e-recht24.de,91.9.97.223,2009-01-17 21:05:15 +159,Rose,rfoster4e@woothemes.com,203.169.53.16,1991-04-21 02:09:38 +160,George,ggarrett4f@uiuc.edu,186.61.5.167,1989-11-11 11:29:42 +161,Victor,vhamilton4g@biblegateway.com,121.229.138.38,2012-06-22 18:01:23 +162,Mark,mbennett4h@businessinsider.com,209.184.29.203,1980-04-16 15:26:34 +163,Martin,mwells4i@ifeng.com,97.223.55.105,2010-05-26 14:08:18 +164,Diana,dstone4j@google.ru,90.155.52.47,2013-02-11 00:14:54 +165,Walter,wferguson4k@blogger.com,30.63.212.44,1986-02-20 17:46:46 +166,Denise,dcoleman4l@vistaprint.com,10.209.153.77,1992-05-13 20:14:14 +167,Philip,pknight4m@xing.com,15.28.135.167,2000-09-11 18:41:13 +168,Russell,rcarr4n@youtube.com,113.55.165.50,2008-07-10 17:49:27 +169,Donna,dburke4o@dion.ne.jp,70.0.105.111,1992-02-10 17:24:58 +170,Anne,along4p@squidoo.com,36.154.58.107,2012-08-19 23:35:31 +171,Clarence,cbanks4q@webeden.co.uk,94.57.53.114,1972-03-11 21:46:44 +172,Betty,bbowman4r@cyberchimps.com,178.115.209.69,2013-01-13 21:34:51 +173,Andrew,ahudson4s@nytimes.com,84.32.252.144,1998-09-15 14:20:04 +174,Keith,kgordon4t@cam.ac.uk,189.237.211.102,2009-01-22 05:34:38 +175,Patrick,pwheeler4u@mysql.com,47.22.117.226,1984-09-05 22:33:15 +176,Jesse,jfoster4v@mapquest.com,229.95.131.46,1990-01-20 12:19:15 +177,Arthur,afisher4w@jugem.jp,107.255.244.98,1983-10-13 11:08:46 +178,Nicole,nryan4x@wsj.com,243.211.33.221,1974-05-30 23:19:14 +179,Bruce,bjohnson4y@sfgate.com,17.41.200.101,1992-09-23 02:02:19 +180,Terry,tcox4z@reference.com,20.189.120.106,1982-02-13 12:43:14 +181,Ashley,astanley50@kickstarter.com,86.3.56.98,1976-05-09 01:27:16 +182,Michael,mrivera51@about.me,72.118.249.0,1971-11-11 17:28:37 +183,Steven,sgonzalez52@mozilla.org,169.112.247.47,2002-08-24 14:59:25 +184,Kathleen,kfuller53@bloglovin.com,80.93.59.30,2002-03-11 13:41:29 +185,Nicole,nhenderson54@usda.gov,39.253.60.30,1995-04-24 05:55:07 +186,Ralph,rharper55@purevolume.com,167.147.142.189,1980-02-10 18:35:45 +187,Heather,hcunningham56@photobucket.com,96.222.196.229,2007-06-15 05:37:50 +188,Nancy,nlittle57@cbc.ca,241.53.255.175,2007-07-12 23:42:48 +189,Juan,jramirez58@pinterest.com,190.128.84.27,1978-11-07 23:37:37 +190,Beverly,bfowler59@chronoengine.com,54.144.230.49,1979-03-31 23:27:28 +191,Shirley,sstevens5a@prlog.org,200.97.231.248,2011-12-06 07:08:50 +192,Annie,areyes5b@squidoo.com,223.32.182.101,2011-05-28 02:42:09 +193,Jack,jkelley5c@tiny.cc,47.34.118.150,1981-12-05 17:31:40 +194,Keith,krobinson5d@1und1.de,170.210.209.31,1999-03-09 11:05:43 +195,Joseph,jmiller5e@google.com.au,136.74.212.139,1984-10-08 13:18:20 +196,Annie,aday5f@blogspot.com,71.99.186.69,1986-02-18 12:27:34 +197,Nancy,nperez5g@liveinternet.ru,28.160.6.107,1983-10-20 17:51:20 +198,Tammy,tward5h@ucoz.ru,141.43.164.70,1980-03-31 04:45:29 +199,Doris,dryan5i@ted.com,239.117.202.188,1985-07-03 03:17:53 +200,Rose,rmendoza5j@photobucket.com,150.200.206.79,1973-04-21 21:36:40 +201,Cynthia,cbutler5k@hubpages.com,80.153.174.161,2001-01-20 01:42:26 +202,Samuel,soliver5l@people.com.cn,86.127.246.140,1970-09-02 02:19:00 +203,Carl,csanchez5m@mysql.com,50.149.237.107,1993-12-01 07:02:09 +204,Kathryn,kowens5n@geocities.jp,145.166.205.201,2004-07-06 18:39:33 +205,Nicholas,nnichols5o@parallels.com,190.240.66.170,2014-11-11 18:52:19 +206,Keith,kwillis5p@youtube.com,181.43.206.100,1998-06-13 06:30:51 +207,Justin,jwebb5q@intel.com,211.54.245.74,2000-11-04 16:58:26 +208,Gary,ghicks5r@wikipedia.org,196.154.213.104,1992-12-01 19:48:28 +209,Martin,mpowell5s@flickr.com,153.67.12.241,1983-06-30 06:24:32 +210,Brenda,bkelley5t@xinhuanet.com,113.100.5.172,2005-01-08 20:50:22 +211,Edward,eray5u@a8.net,205.187.246.65,2011-09-26 08:04:44 +212,Steven,slawson5v@senate.gov,238.150.250.36,1978-11-22 02:48:09 +213,Robert,rthompson5w@furl.net,70.7.89.236,2001-09-12 08:52:07 +214,Jack,jporter5x@diigo.com,220.172.29.99,1976-07-26 14:29:21 +215,Lisa,ljenkins5y@oakley.com,150.151.170.180,2010-03-20 19:21:16 +216,Theresa,tbell5z@mayoclinic.com,247.25.53.173,2001-03-11 05:36:40 +217,Jimmy,jstephens60@weather.com,145.101.93.235,1983-04-12 09:35:30 +218,Louis,lhunt61@amazon.co.jp,78.137.6.253,1997-08-29 19:34:34 +219,Lawrence,lgilbert62@ted.com,243.132.8.78,2015-04-08 22:06:56 +220,David,dgardner63@4shared.com,204.40.46.136,1971-07-09 03:29:11 +221,Charles,ckennedy64@gmpg.org,211.83.233.2,2011-02-26 11:55:04 +222,Lillian,lbanks65@msu.edu,124.233.12.80,2010-05-16 20:29:02 +223,Ernest,enguyen66@baidu.com,82.45.128.148,1996-07-04 10:07:04 +224,Ryan,rrussell67@cloudflare.com,202.53.240.223,1983-08-05 12:36:29 +225,Donald,ddavis68@ustream.tv,47.39.218.137,1989-05-27 02:30:56 +226,Joe,jscott69@blogspot.com,140.23.131.75,1973-03-16 12:21:31 +227,Anne,amarshall6a@google.ca,113.162.200.197,1988-12-09 03:38:29 +228,Willie,wturner6b@constantcontact.com,85.83.182.249,1991-10-06 01:51:10 +229,Nicole,nwilson6c@sogou.com,30.223.51.135,1977-05-29 19:54:56 +230,Janet,jwheeler6d@stumbleupon.com,153.194.27.144,2011-03-13 12:48:47 +231,Lois,lcarr6e@statcounter.com,0.41.36.53,1993-02-06 04:52:01 +232,Shirley,scruz6f@tmall.com,37.156.39.223,2007-02-18 17:47:01 +233,Patrick,pford6g@reverbnation.com,36.198.200.89,1977-03-06 15:47:24 +234,Lisa,lhudson6h@usatoday.com,134.213.58.137,2014-10-28 01:56:56 +235,Pamela,pmartinez6i@opensource.org,5.151.127.202,1987-11-30 16:44:47 +236,Larry,lperez6j@infoseek.co.jp,235.122.96.148,1979-01-18 06:33:45 +237,Pamela,pramirez6k@census.gov,138.233.34.163,2012-01-29 10:35:20 +238,Daniel,dcarr6l@php.net,146.21.152.242,1984-11-17 08:22:59 +239,Patrick,psmith6m@indiegogo.com,136.222.199.36,2001-05-30 22:16:44 +240,Raymond,rhenderson6n@hc360.com,116.31.112.38,2000-01-05 20:35:41 +241,Teresa,treynolds6o@miitbeian.gov.cn,198.126.205.220,1996-11-08 01:27:31 +242,Johnny,jmason6p@flickr.com,192.8.232.114,2013-05-14 05:35:50 +243,Angela,akelly6q@guardian.co.uk,234.116.60.197,1977-08-20 02:05:17 +244,Douglas,dcole6r@cmu.edu,128.135.212.69,2016-10-26 17:40:36 +245,Frances,fcampbell6s@twitpic.com,94.22.243.235,1987-04-26 07:07:13 +246,Donna,dgreen6t@chron.com,227.116.46.107,2011-07-25 12:59:54 +247,Benjamin,bfranklin6u@redcross.org,89.141.142.89,1974-05-03 20:28:18 +248,Randy,rpalmer6v@rambler.ru,70.173.63.178,2011-12-20 17:40:18 +249,Melissa,mmurray6w@bbb.org,114.234.118.137,1991-02-26 12:45:44 +250,Jean,jlittle6x@epa.gov,141.21.163.254,1991-08-16 04:57:09 +251,Daniel,dolson6y@nature.com,125.75.104.97,2010-04-23 06:25:54 +252,Kathryn,kwells6z@eventbrite.com,225.104.28.249,2015-01-31 02:21:50 +253,Theresa,tgonzalez70@ox.ac.uk,91.93.156.26,1971-12-11 10:31:31 +254,Beverly,broberts71@bluehost.com,244.40.158.89,2013-09-21 13:02:31 +255,Pamela,pmurray72@netscape.com,218.54.95.216,1985-04-16 00:34:00 +256,Timothy,trichardson73@amazonaws.com,235.49.24.229,2000-11-11 09:48:28 +257,Mildred,mpalmer74@is.gd,234.125.95.132,1992-05-25 02:25:02 +258,Jessica,jcampbell75@google.it,55.98.30.140,2014-08-26 00:26:34 +259,Beverly,bthomas76@cpanel.net,48.78.228.176,1970-08-18 10:40:05 +260,Eugene,eward77@cargocollective.com,139.226.204.2,1996-12-04 23:17:00 +261,Andrea,aallen78@webnode.com,160.31.214.38,2009-07-06 07:22:37 +262,Justin,jruiz79@merriam-webster.com,150.149.246.122,2005-06-06 11:44:19 +263,Kenneth,kedwards7a@networksolutions.com,98.82.193.128,2001-07-03 02:00:10 +264,Rachel,rday7b@miibeian.gov.cn,114.15.247.221,1994-08-18 19:45:40 +265,Russell,rmiller7c@instagram.com,184.130.152.253,1977-11-06 01:58:12 +266,Bonnie,bhudson7d@cornell.edu,235.180.186.206,1990-12-03 22:45:24 +267,Raymond,rknight7e@yandex.ru,161.2.44.252,1995-08-25 04:31:19 +268,Bonnie,brussell7f@elpais.com,199.237.57.207,1991-03-29 08:32:06 +269,Marie,mhenderson7g@elpais.com,52.203.131.144,2004-06-04 21:50:28 +270,Alan,acarr7h@trellian.com,147.51.205.72,2005-03-03 10:51:31 +271,Barbara,bturner7i@hugedomains.com,103.160.110.226,2004-08-04 13:42:40 +272,Christina,cdaniels7j@census.gov,0.238.61.251,1972-10-18 12:47:33 +273,Jeremy,jgomez7k@reuters.com,111.26.65.56,2013-01-13 10:41:35 +274,Laura,lwood7l@icio.us,149.153.38.205,2011-06-25 09:33:59 +275,Matthew,mbowman7m@auda.org.au,182.138.206.172,1999-03-05 03:25:36 +276,Denise,dparker7n@icq.com,0.213.88.138,2011-11-04 09:43:06 +277,Phillip,pparker7o@discuz.net,219.242.165.240,1973-10-19 04:22:29 +278,Joan,jpierce7p@salon.com,63.31.213.202,1989-04-09 22:06:24 +279,Irene,ibaker7q@cbc.ca,102.33.235.114,1992-09-04 13:00:57 +280,Betty,bbowman7r@ted.com,170.91.249.242,2015-09-28 08:14:22 +281,Teresa,truiz7s@boston.com,82.108.158.207,1999-07-18 05:17:09 +282,Helen,hbrooks7t@slideshare.net,102.87.162.187,2003-01-06 15:45:29 +283,Karen,kgriffin7u@wunderground.com,43.82.44.184,2010-05-28 01:56:37 +284,Lisa,lfernandez7v@mtv.com,200.238.218.220,1993-04-03 20:33:51 +285,Jesse,jlawrence7w@timesonline.co.uk,95.122.105.78,1990-01-05 17:28:43 +286,Terry,tross7x@macromedia.com,29.112.114.133,2009-08-29 21:32:17 +287,Angela,abradley7y@icq.com,177.44.27.72,1989-10-04 21:46:06 +288,Maria,mhart7z@dailymotion.com,55.27.55.202,1975-01-21 01:22:57 +289,Raymond,randrews80@pinterest.com,88.90.78.67,1992-03-16 21:37:40 +290,Kathy,krice81@bluehost.com,212.63.196.102,2000-12-14 03:06:44 +291,Cynthia,cramos82@nymag.com,107.89.190.6,2005-06-28 02:02:33 +292,Kimberly,kjones83@mysql.com,86.169.101.101,2007-06-13 22:56:49 +293,Timothy,thansen84@microsoft.com,108.100.254.90,2003-04-04 10:31:57 +294,Carol,cspencer85@berkeley.edu,75.118.144.187,1999-03-30 14:53:21 +295,Louis,lmedina86@latimes.com,141.147.163.24,1991-04-11 17:53:13 +296,Margaret,mcole87@google.fr,53.184.26.83,1991-12-19 01:54:10 +297,Mary,mgomez88@yellowpages.com,208.56.57.99,1976-05-21 18:05:08 +298,Amanda,aanderson89@geocities.com,147.73.15.252,1987-08-22 15:05:28 +299,Kathryn,kgarrett8a@nature.com,27.29.177.220,1976-07-15 04:25:04 +300,Dorothy,dmason8b@shareasale.com,106.210.99.193,1990-09-03 21:39:31 +301,Lois,lkennedy8c@amazon.de,194.169.29.187,2007-07-29 14:09:31 +302,Irene,iburton8d@washingtonpost.com,196.143.110.249,2013-09-05 11:32:46 +303,Betty,belliott8e@wired.com,183.105.222.199,1979-09-19 19:29:13 +304,Bobby,bmeyer8f@census.gov,36.13.161.145,2014-05-24 14:34:39 +305,Ann,amorrison8g@sfgate.com,72.154.54.137,1978-10-05 14:22:34 +306,Daniel,djackson8h@wunderground.com,144.95.32.34,1990-07-27 13:23:05 +307,Joe,jboyd8i@alibaba.com,187.105.86.178,2011-09-28 16:46:32 +308,Ralph,rdunn8j@fc2.com,3.19.87.255,1984-10-18 08:00:40 +309,Craig,ccarter8k@gizmodo.com,235.152.76.215,1998-07-04 12:15:21 +310,Paula,pdean8l@hhs.gov,161.100.173.197,1973-02-13 09:38:55 +311,Andrew,agarrett8m@behance.net,199.253.123.218,1991-02-14 13:36:32 +312,Janet,jhowell8n@alexa.com,39.189.139.79,2012-11-24 20:17:33 +313,Keith,khansen8o@godaddy.com,116.186.223.196,1987-08-23 21:22:05 +314,Nicholas,nedwards8p@state.gov,142.175.142.11,1977-03-28 18:27:27 +315,Jacqueline,jallen8q@oaic.gov.au,189.66.135.192,1994-10-26 11:44:26 +316,Frank,fgardner8r@mapy.cz,154.77.119.169,1983-01-29 19:19:51 +317,Eric,eharrison8s@google.cn,245.139.65.123,1984-02-04 09:54:36 +318,Gregory,gcooper8t@go.com,171.147.0.221,2004-06-14 05:22:08 +319,Jean,jfreeman8u@rakuten.co.jp,67.243.121.5,1977-01-07 18:23:43 +320,Juan,jlewis8v@shinystat.com,216.181.171.189,2001-08-23 17:32:43 +321,Randy,rwilliams8w@shinystat.com,105.152.146.28,1983-02-17 00:05:50 +322,Stephen,shart8x@sciencedirect.com,196.131.205.148,2004-02-15 10:12:03 +323,Annie,ahunter8y@example.com,63.36.34.103,2003-07-23 21:15:25 +324,Melissa,mflores8z@cbc.ca,151.230.217.90,1983-11-02 14:53:56 +325,Jane,jweaver90@about.me,0.167.235.217,1987-07-29 00:13:44 +326,Anthony,asmith91@oracle.com,97.87.48.41,2001-05-31 18:44:11 +327,Terry,tdavis92@buzzfeed.com,46.20.12.51,2015-09-12 23:13:55 +328,Brandon,bmontgomery93@gravatar.com,252.101.48.186,2010-10-28 08:26:27 +329,Chris,cmurray94@bluehost.com,25.158.167.97,2004-05-05 16:10:31 +330,Denise,dfuller95@hugedomains.com,216.210.149.28,1979-04-20 08:57:24 +331,Arthur,amcdonald96@sakura.ne.jp,206.42.36.213,2009-08-15 03:26:16 +332,Jesse,jhoward97@google.cn,46.181.118.30,1974-04-18 14:08:41 +333,Frank,fsimpson98@domainmarket.com,163.220.211.87,2006-06-30 14:46:52 +334,Janice,jwoods99@pen.io,229.245.237.182,1988-04-06 11:52:58 +335,Rebecca,rroberts9a@huffingtonpost.com,148.96.15.80,1976-10-05 08:44:16 +336,Joshua,jray9b@opensource.org,192.253.12.198,1971-12-25 22:27:07 +337,Joyce,jcarpenter9c@statcounter.com,125.171.46.215,2001-12-31 22:08:13 +338,Andrea,awest9d@privacy.gov.au,79.101.180.201,1983-02-18 20:07:47 +339,Christine,chudson9e@yelp.com,64.198.43.56,1997-09-08 08:03:43 +340,Joe,jparker9f@earthlink.net,251.215.148.153,1973-11-04 05:08:18 +341,Thomas,tkim9g@answers.com,49.187.34.47,1991-08-07 21:13:48 +342,Janice,jdean9h@scientificamerican.com,4.197.117.16,2009-12-08 02:35:49 +343,James,jmitchell9i@umich.edu,43.121.18.147,2011-04-28 17:04:09 +344,Charles,cgardner9j@purevolume.com,197.78.240.240,1998-02-11 06:47:07 +345,Robert,rhenderson9k@friendfeed.com,215.84.180.88,2002-05-10 15:33:14 +346,Chris,cgray9l@4shared.com,249.70.192.240,1998-10-03 16:43:42 +347,Gloria,ghayes9m@hibu.com,81.103.138.26,1999-12-26 11:23:13 +348,Edward,eramirez9n@shareasale.com,38.136.90.136,2010-08-19 08:01:06 +349,Cheryl,cbutler9o@google.ca,172.180.78.172,1995-05-27 20:03:52 +350,Margaret,mwatkins9p@sfgate.com,3.20.198.6,2014-10-21 01:42:58 +351,Rebecca,rwelch9q@examiner.com,45.81.42.208,2001-02-08 12:19:06 +352,Joe,jpalmer9r@phpbb.com,163.202.92.190,1970-01-05 11:29:12 +353,Sandra,slewis9s@dyndns.org,77.215.201.236,1974-01-05 07:04:04 +354,Todd,tfranklin9t@g.co,167.125.181.82,2009-09-28 10:13:58 +355,Joseph,jlewis9u@webmd.com,244.204.6.11,1990-10-21 15:49:57 +356,Alan,aknight9v@nydailynews.com,152.197.95.83,1996-03-08 08:43:17 +357,Sharon,sdean9w@123-reg.co.uk,237.46.40.26,1985-11-30 12:09:24 +358,Annie,awright9x@cafepress.com,190.45.231.111,2000-08-24 11:56:06 +359,Diane,dhamilton9y@youtube.com,85.146.171.196,2015-02-24 02:03:57 +360,Antonio,alane9z@auda.org.au,61.63.146.203,2001-05-13 03:43:34 +361,Matthew,mallena0@hhs.gov,29.97.32.19,1973-02-19 23:43:32 +362,Bonnie,bfowlera1@soup.io,251.216.99.53,2013-08-01 15:35:41 +363,Margaret,mgraya2@examiner.com,69.255.151.79,1998-01-23 22:24:59 +364,Joan,jwagnera3@printfriendly.com,192.166.120.61,1973-07-13 00:30:22 +365,Catherine,cperkinsa4@nytimes.com,58.21.24.214,2006-11-19 11:52:26 +366,Mark,mcartera5@cpanel.net,220.33.102.142,2007-09-09 09:43:27 +367,Paula,ppricea6@msn.com,36.182.238.124,2009-11-11 09:13:05 +368,Catherine,cgreena7@army.mil,228.203.58.19,2005-08-09 16:52:15 +369,Helen,hhamiltona8@symantec.com,155.56.194.99,2005-02-01 05:40:36 +370,Jane,jmeyera9@ezinearticles.com,133.244.113.213,2013-11-06 22:10:23 +371,Wanda,wevansaa@bloglovin.com,233.125.192.48,1994-12-26 23:43:42 +372,Mark,mmarshallab@tumblr.com,114.74.60.47,2016-09-29 18:03:01 +373,Andrew,amartinezac@google.cn,182.54.37.130,1976-06-06 17:04:17 +374,Helen,hmoralesad@e-recht24.de,42.45.4.123,1977-03-28 19:06:59 +375,Bonnie,bstoneae@php.net,196.149.79.137,1970-02-05 17:05:58 +376,Douglas,dfreemanaf@nasa.gov,215.65.124.218,2008-11-20 21:51:55 +377,Willie,wwestag@army.mil,35.189.92.118,1992-07-24 05:08:08 +378,Cheryl,cwagnerah@upenn.edu,228.239.222.141,2010-01-25 06:29:01 +379,Sandra,swardai@baidu.com,63.11.113.240,1985-05-23 08:07:37 +380,Julie,jrobinsonaj@jugem.jp,110.58.202.50,2015-03-05 09:42:07 +381,Larry,lwagnerak@shop-pro.jp,98.234.25.24,1975-07-22 22:22:02 +382,Juan,jcastilloal@yelp.com,24.174.74.202,2007-01-17 09:32:43 +383,Donna,dfrazieram@artisteer.com,205.26.147.45,1990-02-11 20:55:46 +384,Rachel,rfloresan@w3.org,109.60.216.162,1983-05-22 22:42:18 +385,Robert,rreynoldsao@theguardian.com,122.65.209.130,2009-05-01 18:02:51 +386,Donald,dbradleyap@etsy.com,42.54.35.126,1997-01-16 16:31:52 +387,Rachel,rfisheraq@nih.gov,160.243.250.45,2006-02-17 22:05:49 +388,Nicholas,nhamiltonar@princeton.edu,156.211.37.111,1976-06-21 03:36:29 +389,Timothy,twhiteas@ca.gov,36.128.23.70,1975-09-24 03:51:18 +390,Diana,dbradleyat@odnoklassniki.ru,44.102.120.184,1983-04-27 09:02:50 +391,Billy,bfowlerau@jimdo.com,91.200.68.196,1995-01-29 06:57:35 +392,Bruce,bandrewsav@ucoz.com,48.12.101.125,1992-10-27 04:31:39 +393,Linda,lromeroaw@usa.gov,100.71.233.19,1992-06-08 15:13:18 +394,Debra,dwatkinsax@ucoz.ru,52.160.233.193,2001-11-11 06:51:01 +395,Katherine,kburkeay@wix.com,151.156.242.141,2010-06-14 19:54:28 +396,Martha,mharrisonaz@youku.com,21.222.10.199,1989-10-16 14:17:55 +397,Dennis,dwellsb0@youtu.be,103.16.29.3,1985-12-21 06:05:51 +398,Gloria,grichardsb1@bloglines.com,90.147.120.234,1982-08-27 01:04:43 +399,Brenda,bfullerb2@t.co,33.253.63.90,2011-04-20 05:00:35 +400,Larry,lhendersonb3@disqus.com,88.95.132.128,1982-08-31 02:15:12 +401,Richard,rlarsonb4@wisc.edu,13.48.231.150,1979-04-15 14:08:09 +402,Terry,thuntb5@usa.gov,65.91.103.240,1998-05-15 11:50:49 +403,Harry,hburnsb6@nasa.gov,33.38.21.244,1981-04-12 14:02:20 +404,Diana,dellisb7@mlb.com,218.229.81.135,1997-01-29 00:17:25 +405,Jack,jburkeb8@tripadvisor.com,210.227.182.216,1984-03-09 17:24:03 +406,Julia,jlongb9@fotki.com,10.210.12.104,2005-10-26 03:54:13 +407,Lois,lscottba@msu.edu,188.79.136.138,1973-02-02 18:40:39 +408,Sandra,shendersonbb@shareasale.com,114.171.220.108,2012-06-09 18:22:26 +409,Irene,isanchezbc@cdbaby.com,109.255.50.119,1983-09-28 21:11:27 +410,Emily,ebrooksbd@bandcamp.com,227.81.93.79,1970-08-31 21:08:01 +411,Michelle,mdiazbe@businessweek.com,236.249.6.226,1993-05-22 08:07:07 +412,Tammy,tbennettbf@wisc.edu,145.253.239.152,1978-12-31 20:24:51 +413,Christine,cgreenebg@flickr.com,97.25.140.118,1978-07-17 12:55:30 +414,Patricia,pgarzabh@tuttocitta.it,139.246.192.211,1984-02-27 13:40:08 +415,Kimberly,kromerobi@aol.com,73.56.88.247,1976-09-16 14:22:04 +416,George,gjohnstonbj@fda.gov,240.36.245.185,1979-07-24 14:36:02 +417,Eugene,efullerbk@sciencedaily.com,42.38.105.140,2012-09-12 01:56:41 +418,Andrea,astevensbl@goo.gl,31.152.207.204,1979-05-24 11:06:21 +419,Shirley,sreidbm@scientificamerican.com,103.60.31.241,1984-02-23 04:07:41 +420,Terry,tmorenobn@blinklist.com,92.161.34.42,1994-06-25 14:01:35 +421,Christopher,cmorenobo@go.com,158.86.176.82,1973-09-05 09:18:47 +422,Dennis,dhansonbp@ning.com,40.160.81.75,1982-01-20 10:19:41 +423,Beverly,brussellbq@de.vu,138.32.56.204,1997-11-06 07:20:19 +424,Howard,hparkerbr@163.com,103.171.134.171,2015-06-24 15:37:10 +425,Helen,hmccoybs@fema.gov,61.200.4.71,1995-06-20 08:59:10 +426,Ann,ahudsonbt@cafepress.com,239.187.71.125,1977-04-11 07:59:28 +427,Tina,twestbu@nhs.uk,80.213.117.74,1992-08-19 05:54:44 +428,Terry,tnguyenbv@noaa.gov,21.93.118.95,1991-09-19 23:22:55 +429,Ashley,aburtonbw@wix.com,233.176.205.109,2009-11-10 05:01:20 +430,Eric,emyersbx@1und1.de,168.91.212.67,1987-08-10 07:16:20 +431,Barbara,blittleby@lycos.com,242.14.189.239,2008-08-02 12:13:04 +432,Sean,sevansbz@instagram.com,14.39.177.13,2007-04-16 17:28:49 +433,Shirley,sburtonc0@newsvine.com,34.107.138.76,1980-12-10 02:19:29 +434,Patricia,pfreemanc1@so-net.ne.jp,219.213.142.117,1987-03-01 02:25:45 +435,Paula,pfosterc2@vkontakte.ru,227.14.138.141,1972-09-22 12:59:34 +436,Nicole,nstewartc3@1688.com,8.164.23.115,1998-10-27 00:10:17 +437,Earl,ekimc4@ovh.net,100.26.244.177,2013-01-22 10:05:46 +438,Beverly,breedc5@reuters.com,174.12.226.27,1974-09-22 07:29:36 +439,Lawrence,lbutlerc6@a8.net,105.164.42.164,1992-06-05 00:43:40 +440,Charles,cmoorec7@ucoz.com,252.197.131.69,1990-04-09 02:34:05 +441,Alice,alawsonc8@live.com,183.73.220.232,1989-02-28 09:11:04 +442,Dorothy,dcarpenterc9@arstechnica.com,241.47.200.14,2005-05-02 19:57:21 +443,Carolyn,cfowlerca@go.com,213.109.55.202,1978-09-10 20:18:20 +444,Anthony,alongcb@free.fr,169.221.158.204,1984-09-13 01:59:23 +445,Annie,amoorecc@e-recht24.de,50.34.148.61,2009-03-26 03:41:07 +446,Carlos,candrewscd@ihg.com,236.69.59.212,1972-03-29 22:42:48 +447,Beverly,bramosce@google.ca,164.250.184.49,1982-11-10 04:34:01 +448,Teresa,tlongcf@umich.edu,174.88.53.223,1987-05-17 12:48:00 +449,Roy,rboydcg@uol.com.br,91.58.243.215,1974-06-16 17:59:54 +450,Ashley,afieldsch@tamu.edu,130.138.11.126,1983-09-15 05:52:36 +451,Judith,jhawkinsci@cmu.edu,200.187.103.245,2003-10-22 12:24:03 +452,Rebecca,rwestcj@ocn.ne.jp,72.85.3.103,1980-11-13 11:01:26 +453,Raymond,rporterck@infoseek.co.jp,146.33.216.151,1982-05-17 23:58:03 +454,Janet,jmarshallcl@odnoklassniki.ru,52.46.193.166,1998-10-04 00:02:21 +455,Shirley,speterscm@salon.com,248.126.31.15,1987-01-30 06:04:59 +456,Annie,abowmancn@economist.com,222.213.248.59,2006-03-14 23:52:59 +457,Jean,jlarsonco@blogspot.com,71.41.25.195,2007-09-08 23:49:45 +458,Phillip,pmoralescp@stanford.edu,74.119.87.28,2011-03-14 20:25:40 +459,Norma,nrobinsoncq@economist.com,28.225.21.54,1989-10-21 01:22:43 +460,Kimberly,kclarkcr@dion.ne.jp,149.171.132.153,2008-06-27 02:27:30 +461,Ruby,rmorriscs@ucla.edu,177.85.163.249,2016-01-28 16:43:44 +462,Jonathan,jcastilloct@tripod.com,78.4.28.77,2000-05-24 17:33:06 +463,Edward,ebryantcu@jigsy.com,140.31.98.193,1992-12-17 08:32:47 +464,Chris,chamiltoncv@eepurl.com,195.171.234.206,1970-12-05 03:42:19 +465,Michael,mweavercw@reference.com,7.233.133.213,1987-03-29 02:30:54 +466,Howard,hlawrencecx@businessweek.com,113.225.124.224,1990-07-30 07:20:57 +467,Philip,phowardcy@comsenz.com,159.170.247.249,2010-10-15 10:18:37 +468,Mary,mmarshallcz@xing.com,125.132.189.70,2007-07-19 13:48:47 +469,Scott,salvarezd0@theguardian.com,78.49.103.230,1987-10-31 06:10:44 +470,Wayne,wcarrolld1@blog.com,238.1.120.204,1980-11-19 03:26:10 +471,Jennifer,jwoodsd2@multiply.com,92.20.224.49,2010-05-06 22:17:04 +472,Raymond,rwelchd3@toplist.cz,176.158.35.240,2007-12-12 19:02:51 +473,Steven,sdixond4@wisc.edu,167.55.237.52,1984-05-05 11:44:37 +474,Ralph,rjamesd5@ameblo.jp,241.190.50.133,2000-07-06 08:44:37 +475,Jason,jrobinsond6@hexun.com,138.119.139.56,2006-02-03 05:27:45 +476,Doris,dwoodd7@fema.gov,180.220.156.190,1978-05-11 20:14:20 +477,Elizabeth,eberryd8@youtu.be,74.188.53.229,2006-11-18 08:29:06 +478,Irene,igilbertd9@privacy.gov.au,194.152.218.1,1985-09-17 02:46:52 +479,Jessica,jdeanda@ameblo.jp,178.103.93.118,1974-06-07 19:04:05 +480,Rachel,ralvarezdb@phoca.cz,17.22.223.174,1999-03-08 02:43:25 +481,Kenneth,kthompsondc@shinystat.com,229.119.91.234,2007-05-15 13:17:32 +482,Harold,hmurraydd@parallels.com,133.26.188.80,1993-11-15 03:42:07 +483,Paula,phowellde@samsung.com,34.215.28.216,1993-11-29 15:55:00 +484,Ruth,rpiercedf@tripadvisor.com,111.30.130.123,1986-08-17 10:19:38 +485,Phyllis,paustindg@vk.com,50.84.34.178,1994-04-13 03:05:24 +486,Laura,lfosterdh@usnews.com,37.8.101.33,2001-06-30 08:58:59 +487,Eric,etaylordi@com.com,103.183.253.45,2006-09-15 20:18:46 +488,Doris,driveradj@prweb.com,247.16.2.199,1989-05-08 09:27:09 +489,Ryan,rhughesdk@elegantthemes.com,103.234.153.232,1989-08-01 18:36:06 +490,Steve,smoralesdl@jigsy.com,3.76.84.207,2011-03-13 17:01:05 +491,Louis,lsullivandm@who.int,78.135.44.208,1975-11-26 16:01:23 +492,Catherine,ctuckerdn@seattletimes.com,93.137.106.21,1990-03-13 16:14:56 +493,Ann,adixondo@gmpg.org,191.136.222.111,2002-06-05 14:22:18 +494,Johnny,jhartdp@amazon.com,103.252.198.39,1988-07-30 23:54:49 +495,Susan,srichardsdq@skype.com,126.247.192.11,2005-01-09 12:08:14 +496,Brenda,bparkerdr@skype.com,63.232.216.86,1974-05-18 05:58:29 +497,Tammy,tmurphyds@constantcontact.com,56.56.37.112,2014-08-05 18:22:25 +498,Larry,lhayesdt@wordpress.com,162.146.13.46,1997-02-26 14:01:53 +499,Evelyn,ethomasdu@hhs.gov,6.241.88.250,2007-09-14 13:03:34 +500,Paula,pshawdv@networksolutions.com,123.27.47.249,2003-10-30 21:19:20 diff --git a/test/integration/005_simple_seed_test/models/.gitkeep b/test/integration/005_simple_seed_test/models/.gitkeep new file mode 100644 index 00000000000..e69de29bb2d diff --git a/test/integration/005_simple_seed_test/seed.sql b/test/integration/005_simple_seed_test/seed.sql new file mode 100644 index 00000000000..42232148c00 --- /dev/null +++ b/test/integration/005_simple_seed_test/seed.sql @@ -0,0 +1,512 @@ +create table simple_seed_005.seed_expected ( + id INTEGER, + first_name VARCHAR(11), + email VARCHAR(31), + ip_address VARCHAR(15), + birthday TIMESTAMP WITHOUT TIME ZONE +); + + +INSERT INTO simple_seed_005.seed_expected + ("id","first_name","email","ip_address","birthday") +VALUES + (1,'Larry','lking0@miitbeian.gov.cn','69.135.206.194','2008-09-12 19:08:31'), + (2,'Larry','lperkins1@toplist.cz','64.210.133.162','1978-05-09 04:15:14'), + (3,'Anna','amontgomery2@miitbeian.gov.cn','168.104.64.114','2011-10-16 04:07:57'), + (4,'Sandra','sgeorge3@livejournal.com','229.235.252.98','1973-07-19 10:52:43'), + (5,'Fred','fwoods4@google.cn','78.229.170.124','2012-09-30 16:38:29'), + (6,'Stephen','shanson5@livejournal.com','182.227.157.105','1995-11-07 21:40:50'), + (7,'William','wmartinez6@upenn.edu','135.139.249.50','1982-09-05 03:11:59'), + (8,'Jessica','jlong7@hao123.com','203.62.178.210','1991-10-16 11:03:15'), + (9,'Douglas','dwhite8@tamu.edu','178.187.247.1','1979-10-01 09:49:48'), + (10,'Lisa','lcoleman9@nydailynews.com','168.234.128.249','2011-05-26 07:45:49'), + (11,'Ralph','rfieldsa@home.pl','55.152.163.149','1972-11-18 19:06:11'), + (12,'Louise','lnicholsb@samsung.com','141.116.153.154','2014-11-25 20:56:14'), + (13,'Clarence','cduncanc@sfgate.com','81.171.31.133','2011-11-17 07:02:36'), + (14,'Daniel','dfranklind@omniture.com','8.204.211.37','1980-09-13 00:09:04'), + (15,'Katherine','klanee@auda.org.au','176.96.134.59','1997-08-22 19:36:56'), + (16,'Billy','bwardf@wikia.com','214.108.78.85','2003-10-19 02:14:47'), + (17,'Annie','agarzag@ocn.ne.jp','190.108.42.70','1988-10-28 15:12:35'), + (18,'Shirley','scolemanh@fastcompany.com','109.251.164.84','1988-08-24 10:50:57'), + (19,'Roger','rfrazieri@scribd.com','38.145.218.108','1985-12-31 15:17:15'), + (20,'Lillian','lstanleyj@goodreads.com','47.57.236.17','1970-06-08 02:09:05'), + (21,'Aaron','arodriguezk@nps.gov','205.245.118.221','1985-10-11 23:07:49'), + (22,'Patrick','pparkerl@techcrunch.com','19.8.100.182','2006-03-29 12:53:56'), + (23,'Phillip','pmorenom@intel.com','41.38.254.103','2011-11-07 15:35:43'), + (24,'Henry','hgarcian@newsvine.com','1.191.216.252','2008-08-28 08:30:44'), + (25,'Irene','iturnero@opera.com','50.17.60.190','1994-04-01 07:15:02'), + (26,'Andrew','adunnp@pen.io','123.52.253.176','2000-11-01 06:03:25'), + (27,'David','dgutierrezq@wp.com','238.23.203.42','1988-01-25 07:29:18'), + (28,'Henry','hsanchezr@cyberchimps.com','248.102.2.185','1983-01-01 13:36:37'), + (29,'Evelyn','epetersons@gizmodo.com','32.80.46.119','1979-07-16 17:24:12'), + (30,'Tammy','tmitchellt@purevolume.com','249.246.167.88','2001-04-03 10:00:23'), + (31,'Jacqueline','jlittleu@domainmarket.com','127.181.97.47','1986-02-11 21:35:50'), + (32,'Earl','eortizv@opera.com','166.47.248.240','1996-07-06 08:16:27'), + (33,'Juan','jgordonw@sciencedirect.com','71.77.2.200','1987-01-31 03:46:44'), + (34,'Diane','dhowellx@nyu.edu','140.94.133.12','1994-06-11 02:30:05'), + (35,'Randy','rkennedyy@microsoft.com','73.255.34.196','2005-05-26 20:28:39'), + (36,'Janice','jriveraz@time.com','22.214.227.32','1990-02-09 04:16:52'), + (37,'Laura','lperry10@diigo.com','159.148.145.73','2015-03-17 05:59:25'), + (38,'Gary','gray11@statcounter.com','40.193.124.56','1970-01-27 10:04:51'), + (39,'Jesse','jmcdonald12@typepad.com','31.7.86.103','2009-03-14 08:14:29'), + (40,'Sandra','sgonzalez13@goodreads.com','223.80.168.239','1993-05-21 14:08:54'), + (41,'Scott','smoore14@archive.org','38.238.46.83','1980-08-30 11:16:56'), + (42,'Phillip','pevans15@cisco.com','158.234.59.34','2011-12-15 23:26:31'), + (43,'Steven','sriley16@google.ca','90.247.57.68','2011-10-29 19:03:28'), + (44,'Deborah','dbrown17@hexun.com','179.125.143.240','1995-04-10 14:36:07'), + (45,'Lori','lross18@ow.ly','64.80.162.180','1980-12-27 16:49:15'), + (46,'Sean','sjackson19@tumblr.com','240.116.183.69','1988-06-12 21:24:45'), + (47,'Terry','tbarnes1a@163.com','118.38.213.137','1997-09-22 16:43:19'), + (48,'Dorothy','dross1b@ebay.com','116.81.76.49','2005-02-28 13:33:24'), + (49,'Samuel','swashington1c@house.gov','38.191.253.40','1989-01-19 21:15:48'), + (50,'Ralph','rcarter1d@tinyurl.com','104.84.60.174','2007-08-11 10:21:49'), + (51,'Wayne','whudson1e@princeton.edu','90.61.24.102','1983-07-03 16:58:12'), + (52,'Rose','rjames1f@plala.or.jp','240.83.81.10','1995-06-08 11:46:23'), + (53,'Louise','lcox1g@theglobeandmail.com','105.11.82.145','2016-09-19 14:45:51'), + (54,'Kenneth','kjohnson1h@independent.co.uk','139.5.45.94','1976-08-17 11:26:19'), + (55,'Donna','dbrown1i@amazon.co.uk','19.45.169.45','2006-05-27 16:51:40'), + (56,'Johnny','jvasquez1j@trellian.com','118.202.238.23','1975-11-17 08:42:32'), + (57,'Patrick','pramirez1k@tamu.edu','231.25.153.198','1997-08-06 11:51:09'), + (58,'Helen','hlarson1l@prweb.com','8.40.21.39','1993-08-04 19:53:40'), + (59,'Patricia','pspencer1m@gmpg.org','212.198.40.15','1977-08-03 16:37:27'), + (60,'Joseph','jspencer1n@marriott.com','13.15.63.238','2005-07-23 20:22:06'), + (61,'Phillip','pschmidt1o@blogtalkradio.com','177.98.201.190','1976-05-19 21:47:44'), + (62,'Joan','jwebb1p@google.ru','105.229.170.71','1972-09-07 17:53:47'), + (63,'Phyllis','pkennedy1q@imgur.com','35.145.8.244','2000-01-01 22:33:37'), + (64,'Katherine','khunter1r@smh.com.au','248.168.205.32','1991-01-09 06:40:24'), + (65,'Laura','lvasquez1s@wiley.com','128.129.115.152','1997-10-23 12:04:56'), + (66,'Juan','jdunn1t@state.gov','44.228.124.51','2004-11-10 05:07:35'), + (67,'Judith','jholmes1u@wiley.com','40.227.179.115','1977-08-02 17:01:45'), + (68,'Beverly','bbaker1v@wufoo.com','208.34.84.59','2016-03-06 20:07:23'), + (69,'Lawrence','lcarr1w@flickr.com','59.158.212.223','1988-09-13 06:07:21'), + (70,'Gloria','gwilliams1x@mtv.com','245.231.88.33','1995-03-18 22:32:46'), + (71,'Steven','ssims1y@cbslocal.com','104.50.58.255','2001-08-05 21:26:20'), + (72,'Betty','bmills1z@arstechnica.com','103.177.214.220','1981-12-14 21:26:54'), + (73,'Mildred','mfuller20@prnewswire.com','151.158.8.130','2000-04-19 10:13:55'), + (74,'Donald','dday21@icq.com','9.178.102.255','1972-12-03 00:58:24'), + (75,'Eric','ethomas22@addtoany.com','85.2.241.227','1992-11-01 05:59:30'), + (76,'Joyce','jarmstrong23@sitemeter.com','169.224.20.36','1985-10-24 06:50:01'), + (77,'Maria','mmartinez24@amazonaws.com','143.189.167.135','2005-10-05 05:17:42'), + (78,'Harry','hburton25@youtube.com','156.47.176.237','1978-03-26 05:53:33'), + (79,'Kevin','klawrence26@hao123.com','79.136.183.83','1994-10-12 04:38:52'), + (80,'David','dhall27@prweb.com','133.149.172.153','1976-12-15 16:24:24'), + (81,'Kathy','kperry28@twitter.com','229.242.72.228','1979-03-04 02:58:56'), + (82,'Adam','aprice29@elegantthemes.com','13.145.21.10','1982-11-07 11:46:59'), + (83,'Brandon','bgriffin2a@va.gov','73.249.128.212','2013-10-30 05:30:36'), + (84,'Henry','hnguyen2b@discovery.com','211.36.214.242','1985-01-09 06:37:27'), + (85,'Eric','esanchez2c@edublogs.org','191.166.188.251','2004-05-01 23:21:42'), + (86,'Jason','jlee2d@jimdo.com','193.92.16.182','1973-01-08 09:05:39'), + (87,'Diana','drichards2e@istockphoto.com','19.130.175.245','1994-10-05 22:50:49'), + (88,'Andrea','awelch2f@abc.net.au','94.155.233.96','2002-04-26 08:41:44'), + (89,'Louis','lwagner2g@miitbeian.gov.cn','26.217.34.111','2003-08-25 07:56:39'), + (90,'Jane','jsims2h@seesaa.net','43.4.220.135','1987-03-20 20:39:04'), + (91,'Larry','lgrant2i@si.edu','97.126.79.34','2000-09-07 20:26:19'), + (92,'Louis','ldean2j@prnewswire.com','37.148.40.127','2011-09-16 20:12:14'), + (93,'Jennifer','jcampbell2k@xing.com','38.106.254.142','1988-07-15 05:06:49'), + (94,'Wayne','wcunningham2l@google.com.hk','223.28.26.187','2009-12-15 06:16:54'), + (95,'Lori','lstevens2m@icq.com','181.250.181.58','1984-10-28 03:29:19'), + (96,'Judy','jsimpson2n@marriott.com','180.121.239.219','1986-02-07 15:18:10'), + (97,'Phillip','phoward2o@usa.gov','255.247.0.175','2002-12-26 08:44:45'), + (98,'Gloria','gwalker2p@usa.gov','156.140.7.128','1997-10-04 07:58:58'), + (99,'Paul','pjohnson2q@umn.edu','183.59.198.197','1991-11-14 12:33:55'), + (100,'Frank','fgreene2r@blogspot.com','150.143.68.121','2010-06-12 23:55:39'), + (101,'Deborah','dknight2s@reverbnation.com','222.131.211.191','1970-07-08 08:54:23'), + (102,'Sandra','sblack2t@tripadvisor.com','254.183.128.254','2000-04-12 02:39:36'), + (103,'Edward','eburns2u@dailymotion.com','253.89.118.18','1993-10-10 10:54:01'), + (104,'Anthony','ayoung2v@ustream.tv','118.4.193.176','1978-08-26 17:07:29'), + (105,'Donald','dlawrence2w@wp.com','139.200.159.227','2007-07-21 20:56:20'), + (106,'Matthew','mfreeman2x@google.fr','205.26.239.92','2014-12-05 17:05:39'), + (107,'Sean','ssanders2y@trellian.com','143.89.82.108','1993-07-14 21:45:02'), + (108,'Sharon','srobinson2z@soundcloud.com','66.234.247.54','1977-04-06 19:07:03'), + (109,'Jennifer','jwatson30@t-online.de','196.102.127.7','1998-03-07 05:12:23'), + (110,'Clarence','cbrooks31@si.edu','218.93.234.73','2002-11-06 17:22:25'), + (111,'Jose','jflores32@goo.gl','185.105.244.231','1995-01-05 06:32:21'), + (112,'George','glee33@adobe.com','173.82.249.196','2015-01-04 02:47:46'), + (113,'Larry','lhill34@linkedin.com','66.5.206.195','2010-11-02 10:21:17'), + (114,'Marie','mmeyer35@mysql.com','151.152.88.107','1990-05-22 20:52:51'), + (115,'Clarence','cwebb36@skype.com','130.198.55.217','1972-10-27 07:38:54'), + (116,'Sarah','scarter37@answers.com','80.89.18.153','1971-08-24 19:29:30'), + (117,'Henry','hhughes38@webeden.co.uk','152.60.114.174','1973-01-27 09:00:42'), + (118,'Teresa','thenry39@hao123.com','32.187.239.106','2015-11-06 01:48:44'), + (119,'Billy','bgutierrez3a@sun.com','52.37.70.134','2002-03-19 03:20:19'), + (120,'Anthony','agibson3b@github.io','154.251.232.213','1991-04-19 01:08:15'), + (121,'Sandra','sromero3c@wikia.com','44.124.171.2','1998-09-06 20:30:34'), + (122,'Paula','pandrews3d@blogs.com','153.142.118.226','2003-06-24 16:31:24'), + (123,'Terry','tbaker3e@csmonitor.com','99.120.45.219','1970-12-09 23:57:21'), + (124,'Lois','lwilson3f@reuters.com','147.44.171.83','1971-01-09 22:28:51'), + (125,'Sara','smorgan3g@nature.com','197.67.192.230','1992-01-28 20:33:24'), + (126,'Charles','ctorres3h@china.com.cn','156.115.216.2','1993-10-02 19:36:34'), + (127,'Richard','ralexander3i@marriott.com','248.235.180.59','1999-02-03 18:40:55'), + (128,'Christina','charper3j@cocolog-nifty.com','152.114.116.129','1978-09-13 00:37:32'), + (129,'Steve','sadams3k@economist.com','112.248.91.98','2004-03-21 09:07:43'), + (130,'Katherine','krobertson3l@ow.ly','37.220.107.28','1977-03-18 19:28:50'), + (131,'Donna','dgibson3m@state.gov','222.218.76.221','1999-02-01 06:46:16'), + (132,'Christina','cwest3n@mlb.com','152.114.6.160','1979-12-24 15:30:35'), + (133,'Sandra','swillis3o@meetup.com','180.71.49.34','1984-09-27 08:05:54'), + (134,'Clarence','cedwards3p@smugmug.com','10.64.180.186','1979-04-16 16:52:10'), + (135,'Ruby','rjames3q@wp.com','98.61.54.20','2007-01-13 14:25:52'), + (136,'Sarah','smontgomery3r@tripod.com','91.45.164.172','2009-07-25 04:34:30'), + (137,'Sarah','soliver3s@eventbrite.com','30.106.39.146','2012-05-09 22:12:33'), + (138,'Deborah','dwheeler3t@biblegateway.com','59.105.213.173','1999-11-09 08:08:44'), + (139,'Deborah','dray3u@i2i.jp','11.108.186.217','2014-02-04 03:15:19'), + (140,'Paul','parmstrong3v@alexa.com','6.250.59.43','2009-12-21 10:08:53'), + (141,'Aaron','abishop3w@opera.com','207.145.249.62','1996-04-25 23:20:23'), + (142,'Henry','hsanders3x@google.ru','140.215.203.171','2012-01-29 11:52:32'), + (143,'Anne','aanderson3y@1688.com','74.150.102.118','1982-04-03 13:46:17'), + (144,'Victor','vmurphy3z@hugedomains.com','222.155.99.152','1987-11-03 19:58:41'), + (145,'Evelyn','ereid40@pbs.org','249.122.33.117','1977-12-14 17:09:57'), + (146,'Brian','bgonzalez41@wikia.com','246.254.235.141','1991-02-24 00:45:58'), + (147,'Sandra','sgray42@squarespace.com','150.73.28.159','1972-07-28 17:26:32'), + (148,'Alice','ajones43@a8.net','78.253.12.177','2002-12-05 16:57:46'), + (149,'Jessica','jhanson44@mapquest.com','87.229.30.160','1994-01-30 11:40:04'), + (150,'Louise','lbailey45@reuters.com','191.219.31.101','2011-09-07 21:11:45'), + (151,'Christopher','cgonzalez46@printfriendly.com','83.137.213.239','1984-10-24 14:58:04'), + (152,'Gregory','gcollins47@yandex.ru','28.176.10.115','1998-07-25 17:17:10'), + (153,'Jane','jperkins48@usnews.com','46.53.164.159','1979-08-19 15:25:00'), + (154,'Phyllis','plong49@yahoo.co.jp','208.140.88.2','1985-07-06 02:16:36'), + (155,'Adam','acarter4a@scribd.com','78.48.148.204','2005-07-20 03:31:09'), + (156,'Frank','fweaver4b@angelfire.com','199.180.255.224','2011-03-04 23:07:54'), + (157,'Ronald','rmurphy4c@cloudflare.com','73.42.97.231','1991-01-11 10:39:41'), + (158,'Richard','rmorris4d@e-recht24.de','91.9.97.223','2009-01-17 21:05:15'), + (159,'Rose','rfoster4e@woothemes.com','203.169.53.16','1991-04-21 02:09:38'), + (160,'George','ggarrett4f@uiuc.edu','186.61.5.167','1989-11-11 11:29:42'), + (161,'Victor','vhamilton4g@biblegateway.com','121.229.138.38','2012-06-22 18:01:23'), + (162,'Mark','mbennett4h@businessinsider.com','209.184.29.203','1980-04-16 15:26:34'), + (163,'Martin','mwells4i@ifeng.com','97.223.55.105','2010-05-26 14:08:18'), + (164,'Diana','dstone4j@google.ru','90.155.52.47','2013-02-11 00:14:54'), + (165,'Walter','wferguson4k@blogger.com','30.63.212.44','1986-02-20 17:46:46'), + (166,'Denise','dcoleman4l@vistaprint.com','10.209.153.77','1992-05-13 20:14:14'), + (167,'Philip','pknight4m@xing.com','15.28.135.167','2000-09-11 18:41:13'), + (168,'Russell','rcarr4n@youtube.com','113.55.165.50','2008-07-10 17:49:27'), + (169,'Donna','dburke4o@dion.ne.jp','70.0.105.111','1992-02-10 17:24:58'), + (170,'Anne','along4p@squidoo.com','36.154.58.107','2012-08-19 23:35:31'), + (171,'Clarence','cbanks4q@webeden.co.uk','94.57.53.114','1972-03-11 21:46:44'), + (172,'Betty','bbowman4r@cyberchimps.com','178.115.209.69','2013-01-13 21:34:51'), + (173,'Andrew','ahudson4s@nytimes.com','84.32.252.144','1998-09-15 14:20:04'), + (174,'Keith','kgordon4t@cam.ac.uk','189.237.211.102','2009-01-22 05:34:38'), + (175,'Patrick','pwheeler4u@mysql.com','47.22.117.226','1984-09-05 22:33:15'), + (176,'Jesse','jfoster4v@mapquest.com','229.95.131.46','1990-01-20 12:19:15'), + (177,'Arthur','afisher4w@jugem.jp','107.255.244.98','1983-10-13 11:08:46'), + (178,'Nicole','nryan4x@wsj.com','243.211.33.221','1974-05-30 23:19:14'), + (179,'Bruce','bjohnson4y@sfgate.com','17.41.200.101','1992-09-23 02:02:19'), + (180,'Terry','tcox4z@reference.com','20.189.120.106','1982-02-13 12:43:14'), + (181,'Ashley','astanley50@kickstarter.com','86.3.56.98','1976-05-09 01:27:16'), + (182,'Michael','mrivera51@about.me','72.118.249.0','1971-11-11 17:28:37'), + (183,'Steven','sgonzalez52@mozilla.org','169.112.247.47','2002-08-24 14:59:25'), + (184,'Kathleen','kfuller53@bloglovin.com','80.93.59.30','2002-03-11 13:41:29'), + (185,'Nicole','nhenderson54@usda.gov','39.253.60.30','1995-04-24 05:55:07'), + (186,'Ralph','rharper55@purevolume.com','167.147.142.189','1980-02-10 18:35:45'), + (187,'Heather','hcunningham56@photobucket.com','96.222.196.229','2007-06-15 05:37:50'), + (188,'Nancy','nlittle57@cbc.ca','241.53.255.175','2007-07-12 23:42:48'), + (189,'Juan','jramirez58@pinterest.com','190.128.84.27','1978-11-07 23:37:37'), + (190,'Beverly','bfowler59@chronoengine.com','54.144.230.49','1979-03-31 23:27:28'), + (191,'Shirley','sstevens5a@prlog.org','200.97.231.248','2011-12-06 07:08:50'), + (192,'Annie','areyes5b@squidoo.com','223.32.182.101','2011-05-28 02:42:09'), + (193,'Jack','jkelley5c@tiny.cc','47.34.118.150','1981-12-05 17:31:40'), + (194,'Keith','krobinson5d@1und1.de','170.210.209.31','1999-03-09 11:05:43'), + (195,'Joseph','jmiller5e@google.com.au','136.74.212.139','1984-10-08 13:18:20'), + (196,'Annie','aday5f@blogspot.com','71.99.186.69','1986-02-18 12:27:34'), + (197,'Nancy','nperez5g@liveinternet.ru','28.160.6.107','1983-10-20 17:51:20'), + (198,'Tammy','tward5h@ucoz.ru','141.43.164.70','1980-03-31 04:45:29'), + (199,'Doris','dryan5i@ted.com','239.117.202.188','1985-07-03 03:17:53'), + (200,'Rose','rmendoza5j@photobucket.com','150.200.206.79','1973-04-21 21:36:40'), + (201,'Cynthia','cbutler5k@hubpages.com','80.153.174.161','2001-01-20 01:42:26'), + (202,'Samuel','soliver5l@people.com.cn','86.127.246.140','1970-09-02 02:19:00'), + (203,'Carl','csanchez5m@mysql.com','50.149.237.107','1993-12-01 07:02:09'), + (204,'Kathryn','kowens5n@geocities.jp','145.166.205.201','2004-07-06 18:39:33'), + (205,'Nicholas','nnichols5o@parallels.com','190.240.66.170','2014-11-11 18:52:19'), + (206,'Keith','kwillis5p@youtube.com','181.43.206.100','1998-06-13 06:30:51'), + (207,'Justin','jwebb5q@intel.com','211.54.245.74','2000-11-04 16:58:26'), + (208,'Gary','ghicks5r@wikipedia.org','196.154.213.104','1992-12-01 19:48:28'), + (209,'Martin','mpowell5s@flickr.com','153.67.12.241','1983-06-30 06:24:32'), + (210,'Brenda','bkelley5t@xinhuanet.com','113.100.5.172','2005-01-08 20:50:22'), + (211,'Edward','eray5u@a8.net','205.187.246.65','2011-09-26 08:04:44'), + (212,'Steven','slawson5v@senate.gov','238.150.250.36','1978-11-22 02:48:09'), + (213,'Robert','rthompson5w@furl.net','70.7.89.236','2001-09-12 08:52:07'), + (214,'Jack','jporter5x@diigo.com','220.172.29.99','1976-07-26 14:29:21'), + (215,'Lisa','ljenkins5y@oakley.com','150.151.170.180','2010-03-20 19:21:16'), + (216,'Theresa','tbell5z@mayoclinic.com','247.25.53.173','2001-03-11 05:36:40'), + (217,'Jimmy','jstephens60@weather.com','145.101.93.235','1983-04-12 09:35:30'), + (218,'Louis','lhunt61@amazon.co.jp','78.137.6.253','1997-08-29 19:34:34'), + (219,'Lawrence','lgilbert62@ted.com','243.132.8.78','2015-04-08 22:06:56'), + (220,'David','dgardner63@4shared.com','204.40.46.136','1971-07-09 03:29:11'), + (221,'Charles','ckennedy64@gmpg.org','211.83.233.2','2011-02-26 11:55:04'), + (222,'Lillian','lbanks65@msu.edu','124.233.12.80','2010-05-16 20:29:02'), + (223,'Ernest','enguyen66@baidu.com','82.45.128.148','1996-07-04 10:07:04'), + (224,'Ryan','rrussell67@cloudflare.com','202.53.240.223','1983-08-05 12:36:29'), + (225,'Donald','ddavis68@ustream.tv','47.39.218.137','1989-05-27 02:30:56'), + (226,'Joe','jscott69@blogspot.com','140.23.131.75','1973-03-16 12:21:31'), + (227,'Anne','amarshall6a@google.ca','113.162.200.197','1988-12-09 03:38:29'), + (228,'Willie','wturner6b@constantcontact.com','85.83.182.249','1991-10-06 01:51:10'), + (229,'Nicole','nwilson6c@sogou.com','30.223.51.135','1977-05-29 19:54:56'), + (230,'Janet','jwheeler6d@stumbleupon.com','153.194.27.144','2011-03-13 12:48:47'), + (231,'Lois','lcarr6e@statcounter.com','0.41.36.53','1993-02-06 04:52:01'), + (232,'Shirley','scruz6f@tmall.com','37.156.39.223','2007-02-18 17:47:01'), + (233,'Patrick','pford6g@reverbnation.com','36.198.200.89','1977-03-06 15:47:24'), + (234,'Lisa','lhudson6h@usatoday.com','134.213.58.137','2014-10-28 01:56:56'), + (235,'Pamela','pmartinez6i@opensource.org','5.151.127.202','1987-11-30 16:44:47'), + (236,'Larry','lperez6j@infoseek.co.jp','235.122.96.148','1979-01-18 06:33:45'), + (237,'Pamela','pramirez6k@census.gov','138.233.34.163','2012-01-29 10:35:20'), + (238,'Daniel','dcarr6l@php.net','146.21.152.242','1984-11-17 08:22:59'), + (239,'Patrick','psmith6m@indiegogo.com','136.222.199.36','2001-05-30 22:16:44'), + (240,'Raymond','rhenderson6n@hc360.com','116.31.112.38','2000-01-05 20:35:41'), + (241,'Teresa','treynolds6o@miitbeian.gov.cn','198.126.205.220','1996-11-08 01:27:31'), + (242,'Johnny','jmason6p@flickr.com','192.8.232.114','2013-05-14 05:35:50'), + (243,'Angela','akelly6q@guardian.co.uk','234.116.60.197','1977-08-20 02:05:17'), + (244,'Douglas','dcole6r@cmu.edu','128.135.212.69','2016-10-26 17:40:36'), + (245,'Frances','fcampbell6s@twitpic.com','94.22.243.235','1987-04-26 07:07:13'), + (246,'Donna','dgreen6t@chron.com','227.116.46.107','2011-07-25 12:59:54'), + (247,'Benjamin','bfranklin6u@redcross.org','89.141.142.89','1974-05-03 20:28:18'), + (248,'Randy','rpalmer6v@rambler.ru','70.173.63.178','2011-12-20 17:40:18'), + (249,'Melissa','mmurray6w@bbb.org','114.234.118.137','1991-02-26 12:45:44'), + (250,'Jean','jlittle6x@epa.gov','141.21.163.254','1991-08-16 04:57:09'), + (251,'Daniel','dolson6y@nature.com','125.75.104.97','2010-04-23 06:25:54'), + (252,'Kathryn','kwells6z@eventbrite.com','225.104.28.249','2015-01-31 02:21:50'), + (253,'Theresa','tgonzalez70@ox.ac.uk','91.93.156.26','1971-12-11 10:31:31'), + (254,'Beverly','broberts71@bluehost.com','244.40.158.89','2013-09-21 13:02:31'), + (255,'Pamela','pmurray72@netscape.com','218.54.95.216','1985-04-16 00:34:00'), + (256,'Timothy','trichardson73@amazonaws.com','235.49.24.229','2000-11-11 09:48:28'), + (257,'Mildred','mpalmer74@is.gd','234.125.95.132','1992-05-25 02:25:02'), + (258,'Jessica','jcampbell75@google.it','55.98.30.140','2014-08-26 00:26:34'), + (259,'Beverly','bthomas76@cpanel.net','48.78.228.176','1970-08-18 10:40:05'), + (260,'Eugene','eward77@cargocollective.com','139.226.204.2','1996-12-04 23:17:00'), + (261,'Andrea','aallen78@webnode.com','160.31.214.38','2009-07-06 07:22:37'), + (262,'Justin','jruiz79@merriam-webster.com','150.149.246.122','2005-06-06 11:44:19'), + (263,'Kenneth','kedwards7a@networksolutions.com','98.82.193.128','2001-07-03 02:00:10'), + (264,'Rachel','rday7b@miibeian.gov.cn','114.15.247.221','1994-08-18 19:45:40'), + (265,'Russell','rmiller7c@instagram.com','184.130.152.253','1977-11-06 01:58:12'), + (266,'Bonnie','bhudson7d@cornell.edu','235.180.186.206','1990-12-03 22:45:24'), + (267,'Raymond','rknight7e@yandex.ru','161.2.44.252','1995-08-25 04:31:19'), + (268,'Bonnie','brussell7f@elpais.com','199.237.57.207','1991-03-29 08:32:06'), + (269,'Marie','mhenderson7g@elpais.com','52.203.131.144','2004-06-04 21:50:28'), + (270,'Alan','acarr7h@trellian.com','147.51.205.72','2005-03-03 10:51:31'), + (271,'Barbara','bturner7i@hugedomains.com','103.160.110.226','2004-08-04 13:42:40'), + (272,'Christina','cdaniels7j@census.gov','0.238.61.251','1972-10-18 12:47:33'), + (273,'Jeremy','jgomez7k@reuters.com','111.26.65.56','2013-01-13 10:41:35'), + (274,'Laura','lwood7l@icio.us','149.153.38.205','2011-06-25 09:33:59'), + (275,'Matthew','mbowman7m@auda.org.au','182.138.206.172','1999-03-05 03:25:36'), + (276,'Denise','dparker7n@icq.com','0.213.88.138','2011-11-04 09:43:06'), + (277,'Phillip','pparker7o@discuz.net','219.242.165.240','1973-10-19 04:22:29'), + (278,'Joan','jpierce7p@salon.com','63.31.213.202','1989-04-09 22:06:24'), + (279,'Irene','ibaker7q@cbc.ca','102.33.235.114','1992-09-04 13:00:57'), + (280,'Betty','bbowman7r@ted.com','170.91.249.242','2015-09-28 08:14:22'), + (281,'Teresa','truiz7s@boston.com','82.108.158.207','1999-07-18 05:17:09'), + (282,'Helen','hbrooks7t@slideshare.net','102.87.162.187','2003-01-06 15:45:29'), + (283,'Karen','kgriffin7u@wunderground.com','43.82.44.184','2010-05-28 01:56:37'), + (284,'Lisa','lfernandez7v@mtv.com','200.238.218.220','1993-04-03 20:33:51'), + (285,'Jesse','jlawrence7w@timesonline.co.uk','95.122.105.78','1990-01-05 17:28:43'), + (286,'Terry','tross7x@macromedia.com','29.112.114.133','2009-08-29 21:32:17'), + (287,'Angela','abradley7y@icq.com','177.44.27.72','1989-10-04 21:46:06'), + (288,'Maria','mhart7z@dailymotion.com','55.27.55.202','1975-01-21 01:22:57'), + (289,'Raymond','randrews80@pinterest.com','88.90.78.67','1992-03-16 21:37:40'), + (290,'Kathy','krice81@bluehost.com','212.63.196.102','2000-12-14 03:06:44'), + (291,'Cynthia','cramos82@nymag.com','107.89.190.6','2005-06-28 02:02:33'), + (292,'Kimberly','kjones83@mysql.com','86.169.101.101','2007-06-13 22:56:49'), + (293,'Timothy','thansen84@microsoft.com','108.100.254.90','2003-04-04 10:31:57'), + (294,'Carol','cspencer85@berkeley.edu','75.118.144.187','1999-03-30 14:53:21'), + (295,'Louis','lmedina86@latimes.com','141.147.163.24','1991-04-11 17:53:13'), + (296,'Margaret','mcole87@google.fr','53.184.26.83','1991-12-19 01:54:10'), + (297,'Mary','mgomez88@yellowpages.com','208.56.57.99','1976-05-21 18:05:08'), + (298,'Amanda','aanderson89@geocities.com','147.73.15.252','1987-08-22 15:05:28'), + (299,'Kathryn','kgarrett8a@nature.com','27.29.177.220','1976-07-15 04:25:04'), + (300,'Dorothy','dmason8b@shareasale.com','106.210.99.193','1990-09-03 21:39:31'), + (301,'Lois','lkennedy8c@amazon.de','194.169.29.187','2007-07-29 14:09:31'), + (302,'Irene','iburton8d@washingtonpost.com','196.143.110.249','2013-09-05 11:32:46'), + (303,'Betty','belliott8e@wired.com','183.105.222.199','1979-09-19 19:29:13'), + (304,'Bobby','bmeyer8f@census.gov','36.13.161.145','2014-05-24 14:34:39'), + (305,'Ann','amorrison8g@sfgate.com','72.154.54.137','1978-10-05 14:22:34'), + (306,'Daniel','djackson8h@wunderground.com','144.95.32.34','1990-07-27 13:23:05'), + (307,'Joe','jboyd8i@alibaba.com','187.105.86.178','2011-09-28 16:46:32'), + (308,'Ralph','rdunn8j@fc2.com','3.19.87.255','1984-10-18 08:00:40'), + (309,'Craig','ccarter8k@gizmodo.com','235.152.76.215','1998-07-04 12:15:21'), + (310,'Paula','pdean8l@hhs.gov','161.100.173.197','1973-02-13 09:38:55'), + (311,'Andrew','agarrett8m@behance.net','199.253.123.218','1991-02-14 13:36:32'), + (312,'Janet','jhowell8n@alexa.com','39.189.139.79','2012-11-24 20:17:33'), + (313,'Keith','khansen8o@godaddy.com','116.186.223.196','1987-08-23 21:22:05'), + (314,'Nicholas','nedwards8p@state.gov','142.175.142.11','1977-03-28 18:27:27'), + (315,'Jacqueline','jallen8q@oaic.gov.au','189.66.135.192','1994-10-26 11:44:26'), + (316,'Frank','fgardner8r@mapy.cz','154.77.119.169','1983-01-29 19:19:51'), + (317,'Eric','eharrison8s@google.cn','245.139.65.123','1984-02-04 09:54:36'), + (318,'Gregory','gcooper8t@go.com','171.147.0.221','2004-06-14 05:22:08'), + (319,'Jean','jfreeman8u@rakuten.co.jp','67.243.121.5','1977-01-07 18:23:43'), + (320,'Juan','jlewis8v@shinystat.com','216.181.171.189','2001-08-23 17:32:43'), + (321,'Randy','rwilliams8w@shinystat.com','105.152.146.28','1983-02-17 00:05:50'), + (322,'Stephen','shart8x@sciencedirect.com','196.131.205.148','2004-02-15 10:12:03'), + (323,'Annie','ahunter8y@example.com','63.36.34.103','2003-07-23 21:15:25'), + (324,'Melissa','mflores8z@cbc.ca','151.230.217.90','1983-11-02 14:53:56'), + (325,'Jane','jweaver90@about.me','0.167.235.217','1987-07-29 00:13:44'), + (326,'Anthony','asmith91@oracle.com','97.87.48.41','2001-05-31 18:44:11'), + (327,'Terry','tdavis92@buzzfeed.com','46.20.12.51','2015-09-12 23:13:55'), + (328,'Brandon','bmontgomery93@gravatar.com','252.101.48.186','2010-10-28 08:26:27'), + (329,'Chris','cmurray94@bluehost.com','25.158.167.97','2004-05-05 16:10:31'), + (330,'Denise','dfuller95@hugedomains.com','216.210.149.28','1979-04-20 08:57:24'), + (331,'Arthur','amcdonald96@sakura.ne.jp','206.42.36.213','2009-08-15 03:26:16'), + (332,'Jesse','jhoward97@google.cn','46.181.118.30','1974-04-18 14:08:41'), + (333,'Frank','fsimpson98@domainmarket.com','163.220.211.87','2006-06-30 14:46:52'), + (334,'Janice','jwoods99@pen.io','229.245.237.182','1988-04-06 11:52:58'), + (335,'Rebecca','rroberts9a@huffingtonpost.com','148.96.15.80','1976-10-05 08:44:16'), + (336,'Joshua','jray9b@opensource.org','192.253.12.198','1971-12-25 22:27:07'), + (337,'Joyce','jcarpenter9c@statcounter.com','125.171.46.215','2001-12-31 22:08:13'), + (338,'Andrea','awest9d@privacy.gov.au','79.101.180.201','1983-02-18 20:07:47'), + (339,'Christine','chudson9e@yelp.com','64.198.43.56','1997-09-08 08:03:43'), + (340,'Joe','jparker9f@earthlink.net','251.215.148.153','1973-11-04 05:08:18'), + (341,'Thomas','tkim9g@answers.com','49.187.34.47','1991-08-07 21:13:48'), + (342,'Janice','jdean9h@scientificamerican.com','4.197.117.16','2009-12-08 02:35:49'), + (343,'James','jmitchell9i@umich.edu','43.121.18.147','2011-04-28 17:04:09'), + (344,'Charles','cgardner9j@purevolume.com','197.78.240.240','1998-02-11 06:47:07'), + (345,'Robert','rhenderson9k@friendfeed.com','215.84.180.88','2002-05-10 15:33:14'), + (346,'Chris','cgray9l@4shared.com','249.70.192.240','1998-10-03 16:43:42'), + (347,'Gloria','ghayes9m@hibu.com','81.103.138.26','1999-12-26 11:23:13'), + (348,'Edward','eramirez9n@shareasale.com','38.136.90.136','2010-08-19 08:01:06'), + (349,'Cheryl','cbutler9o@google.ca','172.180.78.172','1995-05-27 20:03:52'), + (350,'Margaret','mwatkins9p@sfgate.com','3.20.198.6','2014-10-21 01:42:58'), + (351,'Rebecca','rwelch9q@examiner.com','45.81.42.208','2001-02-08 12:19:06'), + (352,'Joe','jpalmer9r@phpbb.com','163.202.92.190','1970-01-05 11:29:12'), + (353,'Sandra','slewis9s@dyndns.org','77.215.201.236','1974-01-05 07:04:04'), + (354,'Todd','tfranklin9t@g.co','167.125.181.82','2009-09-28 10:13:58'), + (355,'Joseph','jlewis9u@webmd.com','244.204.6.11','1990-10-21 15:49:57'), + (356,'Alan','aknight9v@nydailynews.com','152.197.95.83','1996-03-08 08:43:17'), + (357,'Sharon','sdean9w@123-reg.co.uk','237.46.40.26','1985-11-30 12:09:24'), + (358,'Annie','awright9x@cafepress.com','190.45.231.111','2000-08-24 11:56:06'), + (359,'Diane','dhamilton9y@youtube.com','85.146.171.196','2015-02-24 02:03:57'), + (360,'Antonio','alane9z@auda.org.au','61.63.146.203','2001-05-13 03:43:34'), + (361,'Matthew','mallena0@hhs.gov','29.97.32.19','1973-02-19 23:43:32'), + (362,'Bonnie','bfowlera1@soup.io','251.216.99.53','2013-08-01 15:35:41'), + (363,'Margaret','mgraya2@examiner.com','69.255.151.79','1998-01-23 22:24:59'), + (364,'Joan','jwagnera3@printfriendly.com','192.166.120.61','1973-07-13 00:30:22'), + (365,'Catherine','cperkinsa4@nytimes.com','58.21.24.214','2006-11-19 11:52:26'), + (366,'Mark','mcartera5@cpanel.net','220.33.102.142','2007-09-09 09:43:27'), + (367,'Paula','ppricea6@msn.com','36.182.238.124','2009-11-11 09:13:05'), + (368,'Catherine','cgreena7@army.mil','228.203.58.19','2005-08-09 16:52:15'), + (369,'Helen','hhamiltona8@symantec.com','155.56.194.99','2005-02-01 05:40:36'), + (370,'Jane','jmeyera9@ezinearticles.com','133.244.113.213','2013-11-06 22:10:23'), + (371,'Wanda','wevansaa@bloglovin.com','233.125.192.48','1994-12-26 23:43:42'), + (372,'Mark','mmarshallab@tumblr.com','114.74.60.47','2016-09-29 18:03:01'), + (373,'Andrew','amartinezac@google.cn','182.54.37.130','1976-06-06 17:04:17'), + (374,'Helen','hmoralesad@e-recht24.de','42.45.4.123','1977-03-28 19:06:59'), + (375,'Bonnie','bstoneae@php.net','196.149.79.137','1970-02-05 17:05:58'), + (376,'Douglas','dfreemanaf@nasa.gov','215.65.124.218','2008-11-20 21:51:55'), + (377,'Willie','wwestag@army.mil','35.189.92.118','1992-07-24 05:08:08'), + (378,'Cheryl','cwagnerah@upenn.edu','228.239.222.141','2010-01-25 06:29:01'), + (379,'Sandra','swardai@baidu.com','63.11.113.240','1985-05-23 08:07:37'), + (380,'Julie','jrobinsonaj@jugem.jp','110.58.202.50','2015-03-05 09:42:07'), + (381,'Larry','lwagnerak@shop-pro.jp','98.234.25.24','1975-07-22 22:22:02'), + (382,'Juan','jcastilloal@yelp.com','24.174.74.202','2007-01-17 09:32:43'), + (383,'Donna','dfrazieram@artisteer.com','205.26.147.45','1990-02-11 20:55:46'), + (384,'Rachel','rfloresan@w3.org','109.60.216.162','1983-05-22 22:42:18'), + (385,'Robert','rreynoldsao@theguardian.com','122.65.209.130','2009-05-01 18:02:51'), + (386,'Donald','dbradleyap@etsy.com','42.54.35.126','1997-01-16 16:31:52'), + (387,'Rachel','rfisheraq@nih.gov','160.243.250.45','2006-02-17 22:05:49'), + (388,'Nicholas','nhamiltonar@princeton.edu','156.211.37.111','1976-06-21 03:36:29'), + (389,'Timothy','twhiteas@ca.gov','36.128.23.70','1975-09-24 03:51:18'), + (390,'Diana','dbradleyat@odnoklassniki.ru','44.102.120.184','1983-04-27 09:02:50'), + (391,'Billy','bfowlerau@jimdo.com','91.200.68.196','1995-01-29 06:57:35'), + (392,'Bruce','bandrewsav@ucoz.com','48.12.101.125','1992-10-27 04:31:39'), + (393,'Linda','lromeroaw@usa.gov','100.71.233.19','1992-06-08 15:13:18'), + (394,'Debra','dwatkinsax@ucoz.ru','52.160.233.193','2001-11-11 06:51:01'), + (395,'Katherine','kburkeay@wix.com','151.156.242.141','2010-06-14 19:54:28'), + (396,'Martha','mharrisonaz@youku.com','21.222.10.199','1989-10-16 14:17:55'), + (397,'Dennis','dwellsb0@youtu.be','103.16.29.3','1985-12-21 06:05:51'), + (398,'Gloria','grichardsb1@bloglines.com','90.147.120.234','1982-08-27 01:04:43'), + (399,'Brenda','bfullerb2@t.co','33.253.63.90','2011-04-20 05:00:35'), + (400,'Larry','lhendersonb3@disqus.com','88.95.132.128','1982-08-31 02:15:12'), + (401,'Richard','rlarsonb4@wisc.edu','13.48.231.150','1979-04-15 14:08:09'), + (402,'Terry','thuntb5@usa.gov','65.91.103.240','1998-05-15 11:50:49'), + (403,'Harry','hburnsb6@nasa.gov','33.38.21.244','1981-04-12 14:02:20'), + (404,'Diana','dellisb7@mlb.com','218.229.81.135','1997-01-29 00:17:25'), + (405,'Jack','jburkeb8@tripadvisor.com','210.227.182.216','1984-03-09 17:24:03'), + (406,'Julia','jlongb9@fotki.com','10.210.12.104','2005-10-26 03:54:13'), + (407,'Lois','lscottba@msu.edu','188.79.136.138','1973-02-02 18:40:39'), + (408,'Sandra','shendersonbb@shareasale.com','114.171.220.108','2012-06-09 18:22:26'), + (409,'Irene','isanchezbc@cdbaby.com','109.255.50.119','1983-09-28 21:11:27'), + (410,'Emily','ebrooksbd@bandcamp.com','227.81.93.79','1970-08-31 21:08:01'), + (411,'Michelle','mdiazbe@businessweek.com','236.249.6.226','1993-05-22 08:07:07'), + (412,'Tammy','tbennettbf@wisc.edu','145.253.239.152','1978-12-31 20:24:51'), + (413,'Christine','cgreenebg@flickr.com','97.25.140.118','1978-07-17 12:55:30'), + (414,'Patricia','pgarzabh@tuttocitta.it','139.246.192.211','1984-02-27 13:40:08'), + (415,'Kimberly','kromerobi@aol.com','73.56.88.247','1976-09-16 14:22:04'), + (416,'George','gjohnstonbj@fda.gov','240.36.245.185','1979-07-24 14:36:02'), + (417,'Eugene','efullerbk@sciencedaily.com','42.38.105.140','2012-09-12 01:56:41'), + (418,'Andrea','astevensbl@goo.gl','31.152.207.204','1979-05-24 11:06:21'), + (419,'Shirley','sreidbm@scientificamerican.com','103.60.31.241','1984-02-23 04:07:41'), + (420,'Terry','tmorenobn@blinklist.com','92.161.34.42','1994-06-25 14:01:35'), + (421,'Christopher','cmorenobo@go.com','158.86.176.82','1973-09-05 09:18:47'), + (422,'Dennis','dhansonbp@ning.com','40.160.81.75','1982-01-20 10:19:41'), + (423,'Beverly','brussellbq@de.vu','138.32.56.204','1997-11-06 07:20:19'), + (424,'Howard','hparkerbr@163.com','103.171.134.171','2015-06-24 15:37:10'), + (425,'Helen','hmccoybs@fema.gov','61.200.4.71','1995-06-20 08:59:10'), + (426,'Ann','ahudsonbt@cafepress.com','239.187.71.125','1977-04-11 07:59:28'), + (427,'Tina','twestbu@nhs.uk','80.213.117.74','1992-08-19 05:54:44'), + (428,'Terry','tnguyenbv@noaa.gov','21.93.118.95','1991-09-19 23:22:55'), + (429,'Ashley','aburtonbw@wix.com','233.176.205.109','2009-11-10 05:01:20'), + (430,'Eric','emyersbx@1und1.de','168.91.212.67','1987-08-10 07:16:20'), + (431,'Barbara','blittleby@lycos.com','242.14.189.239','2008-08-02 12:13:04'), + (432,'Sean','sevansbz@instagram.com','14.39.177.13','2007-04-16 17:28:49'), + (433,'Shirley','sburtonc0@newsvine.com','34.107.138.76','1980-12-10 02:19:29'), + (434,'Patricia','pfreemanc1@so-net.ne.jp','219.213.142.117','1987-03-01 02:25:45'), + (435,'Paula','pfosterc2@vkontakte.ru','227.14.138.141','1972-09-22 12:59:34'), + (436,'Nicole','nstewartc3@1688.com','8.164.23.115','1998-10-27 00:10:17'), + (437,'Earl','ekimc4@ovh.net','100.26.244.177','2013-01-22 10:05:46'), + (438,'Beverly','breedc5@reuters.com','174.12.226.27','1974-09-22 07:29:36'), + (439,'Lawrence','lbutlerc6@a8.net','105.164.42.164','1992-06-05 00:43:40'), + (440,'Charles','cmoorec7@ucoz.com','252.197.131.69','1990-04-09 02:34:05'), + (441,'Alice','alawsonc8@live.com','183.73.220.232','1989-02-28 09:11:04'), + (442,'Dorothy','dcarpenterc9@arstechnica.com','241.47.200.14','2005-05-02 19:57:21'), + (443,'Carolyn','cfowlerca@go.com','213.109.55.202','1978-09-10 20:18:20'), + (444,'Anthony','alongcb@free.fr','169.221.158.204','1984-09-13 01:59:23'), + (445,'Annie','amoorecc@e-recht24.de','50.34.148.61','2009-03-26 03:41:07'), + (446,'Carlos','candrewscd@ihg.com','236.69.59.212','1972-03-29 22:42:48'), + (447,'Beverly','bramosce@google.ca','164.250.184.49','1982-11-10 04:34:01'), + (448,'Teresa','tlongcf@umich.edu','174.88.53.223','1987-05-17 12:48:00'), + (449,'Roy','rboydcg@uol.com.br','91.58.243.215','1974-06-16 17:59:54'), + (450,'Ashley','afieldsch@tamu.edu','130.138.11.126','1983-09-15 05:52:36'), + (451,'Judith','jhawkinsci@cmu.edu','200.187.103.245','2003-10-22 12:24:03'), + (452,'Rebecca','rwestcj@ocn.ne.jp','72.85.3.103','1980-11-13 11:01:26'), + (453,'Raymond','rporterck@infoseek.co.jp','146.33.216.151','1982-05-17 23:58:03'), + (454,'Janet','jmarshallcl@odnoklassniki.ru','52.46.193.166','1998-10-04 00:02:21'), + (455,'Shirley','speterscm@salon.com','248.126.31.15','1987-01-30 06:04:59'), + (456,'Annie','abowmancn@economist.com','222.213.248.59','2006-03-14 23:52:59'), + (457,'Jean','jlarsonco@blogspot.com','71.41.25.195','2007-09-08 23:49:45'), + (458,'Phillip','pmoralescp@stanford.edu','74.119.87.28','2011-03-14 20:25:40'), + (459,'Norma','nrobinsoncq@economist.com','28.225.21.54','1989-10-21 01:22:43'), + (460,'Kimberly','kclarkcr@dion.ne.jp','149.171.132.153','2008-06-27 02:27:30'), + (461,'Ruby','rmorriscs@ucla.edu','177.85.163.249','2016-01-28 16:43:44'), + (462,'Jonathan','jcastilloct@tripod.com','78.4.28.77','2000-05-24 17:33:06'), + (463,'Edward','ebryantcu@jigsy.com','140.31.98.193','1992-12-17 08:32:47'), + (464,'Chris','chamiltoncv@eepurl.com','195.171.234.206','1970-12-05 03:42:19'), + (465,'Michael','mweavercw@reference.com','7.233.133.213','1987-03-29 02:30:54'), + (466,'Howard','hlawrencecx@businessweek.com','113.225.124.224','1990-07-30 07:20:57'), + (467,'Philip','phowardcy@comsenz.com','159.170.247.249','2010-10-15 10:18:37'), + (468,'Mary','mmarshallcz@xing.com','125.132.189.70','2007-07-19 13:48:47'), + (469,'Scott','salvarezd0@theguardian.com','78.49.103.230','1987-10-31 06:10:44'), + (470,'Wayne','wcarrolld1@blog.com','238.1.120.204','1980-11-19 03:26:10'), + (471,'Jennifer','jwoodsd2@multiply.com','92.20.224.49','2010-05-06 22:17:04'), + (472,'Raymond','rwelchd3@toplist.cz','176.158.35.240','2007-12-12 19:02:51'), + (473,'Steven','sdixond4@wisc.edu','167.55.237.52','1984-05-05 11:44:37'), + (474,'Ralph','rjamesd5@ameblo.jp','241.190.50.133','2000-07-06 08:44:37'), + (475,'Jason','jrobinsond6@hexun.com','138.119.139.56','2006-02-03 05:27:45'), + (476,'Doris','dwoodd7@fema.gov','180.220.156.190','1978-05-11 20:14:20'), + (477,'Elizabeth','eberryd8@youtu.be','74.188.53.229','2006-11-18 08:29:06'), + (478,'Irene','igilbertd9@privacy.gov.au','194.152.218.1','1985-09-17 02:46:52'), + (479,'Jessica','jdeanda@ameblo.jp','178.103.93.118','1974-06-07 19:04:05'), + (480,'Rachel','ralvarezdb@phoca.cz','17.22.223.174','1999-03-08 02:43:25'), + (481,'Kenneth','kthompsondc@shinystat.com','229.119.91.234','2007-05-15 13:17:32'), + (482,'Harold','hmurraydd@parallels.com','133.26.188.80','1993-11-15 03:42:07'), + (483,'Paula','phowellde@samsung.com','34.215.28.216','1993-11-29 15:55:00'), + (484,'Ruth','rpiercedf@tripadvisor.com','111.30.130.123','1986-08-17 10:19:38'), + (485,'Phyllis','paustindg@vk.com','50.84.34.178','1994-04-13 03:05:24'), + (486,'Laura','lfosterdh@usnews.com','37.8.101.33','2001-06-30 08:58:59'), + (487,'Eric','etaylordi@com.com','103.183.253.45','2006-09-15 20:18:46'), + (488,'Doris','driveradj@prweb.com','247.16.2.199','1989-05-08 09:27:09'), + (489,'Ryan','rhughesdk@elegantthemes.com','103.234.153.232','1989-08-01 18:36:06'), + (490,'Steve','smoralesdl@jigsy.com','3.76.84.207','2011-03-13 17:01:05'), + (491,'Louis','lsullivandm@who.int','78.135.44.208','1975-11-26 16:01:23'), + (492,'Catherine','ctuckerdn@seattletimes.com','93.137.106.21','1990-03-13 16:14:56'), + (493,'Ann','adixondo@gmpg.org','191.136.222.111','2002-06-05 14:22:18'), + (494,'Johnny','jhartdp@amazon.com','103.252.198.39','1988-07-30 23:54:49'), + (495,'Susan','srichardsdq@skype.com','126.247.192.11','2005-01-09 12:08:14'), + (496,'Brenda','bparkerdr@skype.com','63.232.216.86','1974-05-18 05:58:29'), + (497,'Tammy','tmurphyds@constantcontact.com','56.56.37.112','2014-08-05 18:22:25'), + (498,'Larry','lhayesdt@wordpress.com','162.146.13.46','1997-02-26 14:01:53'), + (499,'Evelyn','ethomasdu@hhs.gov','6.241.88.250','2007-09-14 13:03:34'), + (500,'Paula','pshawdv@networksolutions.com','123.27.47.249','2003-10-30 21:19:20'); diff --git a/test/integration/005_simple_seed_test/test_simple_seed.py b/test/integration/005_simple_seed_test/test_simple_seed.py new file mode 100644 index 00000000000..9bfb3dc712f --- /dev/null +++ b/test/integration/005_simple_seed_test/test_simple_seed.py @@ -0,0 +1,39 @@ +from test.integration.base import DBTIntegrationTest + +class TestSimpleSeed(DBTIntegrationTest): + + def setUp(self): + DBTIntegrationTest.setUp(self) + + self.run_sql_file("test/integration/005_simple_seed_test/seed.sql") + + @property + def schema(self): + return "simple_seed_005" + + @property + def models(self): + return "test/integration/005_simple_seed_test/models" + + @property + def project_config(self): + return { + "data-paths": ['test/integration/005_simple_seed_test/data'] + } + + def test_simple_seed(self): + self.run_dbt(["seed"]) + self.assertTablesEqual("seed_actual","seed_expected") + + # this should truncate the seed_actual table, the re-insert + self.run_dbt(["seed"]) + self.assertTablesEqual("seed_actual","seed_expected") + + + def test_simple_seed_with_drop(self): + self.run_dbt(["seed"]) + self.assertTablesEqual("seed_actual","seed_expected") + + # this should drop the seed table, then re-create + self.run_dbt(["seed", "--drop-existing"]) + self.assertTablesEqual("seed_actual","seed_expected") diff --git a/test/integration/006_simple_dependency_test/models/.gitkeep b/test/integration/006_simple_dependency_test/models/.gitkeep new file mode 100644 index 00000000000..e69de29bb2d diff --git a/test/integration/006_simple_dependency_test/models/view_summary.sql b/test/integration/006_simple_dependency_test/models/view_summary.sql new file mode 100644 index 00000000000..64a6ac67f0e --- /dev/null +++ b/test/integration/006_simple_dependency_test/models/view_summary.sql @@ -0,0 +1,18 @@ + +{{ + config( + materialized='view' + ) +}} + + +with t as ( + + select * from {{ ref('view') }} + +) + +select date_trunc('year', updated_at) as year, + count(*) +from t +group by 1 diff --git a/test/integration/006_simple_dependency_test/seed.sql b/test/integration/006_simple_dependency_test/seed.sql new file mode 100644 index 00000000000..d4537404f04 --- /dev/null +++ b/test/integration/006_simple_dependency_test/seed.sql @@ -0,0 +1,587 @@ +create table simple_dependency_006.seed ( + id INTEGER, + first_name VARCHAR(11), + email VARCHAR(31), + ip_address VARCHAR(15), + updated_at TIMESTAMP WITHOUT TIME ZONE +); + + +INSERT INTO simple_dependency_006.seed + ("id","first_name","email","ip_address","updated_at") +VALUES + (1,'Larry','lking0@miitbeian.gov.cn','69.135.206.194','2008-09-12 19:08:31'), + (2,'Larry','lperkins1@toplist.cz','64.210.133.162','1978-05-09 04:15:14'), + (3,'Anna','amontgomery2@miitbeian.gov.cn','168.104.64.114','2011-10-16 04:07:57'), + (4,'Sandra','sgeorge3@livejournal.com','229.235.252.98','1973-07-19 10:52:43'), + (5,'Fred','fwoods4@google.cn','78.229.170.124','2012-09-30 16:38:29'), + (6,'Stephen','shanson5@livejournal.com','182.227.157.105','1995-11-07 21:40:50'), + (7,'William','wmartinez6@upenn.edu','135.139.249.50','1982-09-05 03:11:59'), + (8,'Jessica','jlong7@hao123.com','203.62.178.210','1991-10-16 11:03:15'), + (9,'Douglas','dwhite8@tamu.edu','178.187.247.1','1979-10-01 09:49:48'), + (10,'Lisa','lcoleman9@nydailynews.com','168.234.128.249','2011-05-26 07:45:49'), + (11,'Ralph','rfieldsa@home.pl','55.152.163.149','1972-11-18 19:06:11'), + (12,'Louise','lnicholsb@samsung.com','141.116.153.154','2014-11-25 20:56:14'), + (13,'Clarence','cduncanc@sfgate.com','81.171.31.133','2011-11-17 07:02:36'), + (14,'Daniel','dfranklind@omniture.com','8.204.211.37','1980-09-13 00:09:04'), + (15,'Katherine','klanee@auda.org.au','176.96.134.59','1997-08-22 19:36:56'), + (16,'Billy','bwardf@wikia.com','214.108.78.85','2003-10-19 02:14:47'), + (17,'Annie','agarzag@ocn.ne.jp','190.108.42.70','1988-10-28 15:12:35'), + (18,'Shirley','scolemanh@fastcompany.com','109.251.164.84','1988-08-24 10:50:57'), + (19,'Roger','rfrazieri@scribd.com','38.145.218.108','1985-12-31 15:17:15'), + (20,'Lillian','lstanleyj@goodreads.com','47.57.236.17','1970-06-08 02:09:05'), + (21,'Aaron','arodriguezk@nps.gov','205.245.118.221','1985-10-11 23:07:49'), + (22,'Patrick','pparkerl@techcrunch.com','19.8.100.182','2006-03-29 12:53:56'), + (23,'Phillip','pmorenom@intel.com','41.38.254.103','2011-11-07 15:35:43'), + (24,'Henry','hgarcian@newsvine.com','1.191.216.252','2008-08-28 08:30:44'), + (25,'Irene','iturnero@opera.com','50.17.60.190','1994-04-01 07:15:02'), + (26,'Andrew','adunnp@pen.io','123.52.253.176','2000-11-01 06:03:25'), + (27,'David','dgutierrezq@wp.com','238.23.203.42','1988-01-25 07:29:18'), + (28,'Henry','hsanchezr@cyberchimps.com','248.102.2.185','1983-01-01 13:36:37'), + (29,'Evelyn','epetersons@gizmodo.com','32.80.46.119','1979-07-16 17:24:12'), + (30,'Tammy','tmitchellt@purevolume.com','249.246.167.88','2001-04-03 10:00:23'), + (31,'Jacqueline','jlittleu@domainmarket.com','127.181.97.47','1986-02-11 21:35:50'), + (32,'Earl','eortizv@opera.com','166.47.248.240','1996-07-06 08:16:27'), + (33,'Juan','jgordonw@sciencedirect.com','71.77.2.200','1987-01-31 03:46:44'), + (34,'Diane','dhowellx@nyu.edu','140.94.133.12','1994-06-11 02:30:05'), + (35,'Randy','rkennedyy@microsoft.com','73.255.34.196','2005-05-26 20:28:39'), + (36,'Janice','jriveraz@time.com','22.214.227.32','1990-02-09 04:16:52'), + (37,'Laura','lperry10@diigo.com','159.148.145.73','2015-03-17 05:59:25'), + (38,'Gary','gray11@statcounter.com','40.193.124.56','1970-01-27 10:04:51'), + (39,'Jesse','jmcdonald12@typepad.com','31.7.86.103','2009-03-14 08:14:29'), + (40,'Sandra','sgonzalez13@goodreads.com','223.80.168.239','1993-05-21 14:08:54'), + (41,'Scott','smoore14@archive.org','38.238.46.83','1980-08-30 11:16:56'), + (42,'Phillip','pevans15@cisco.com','158.234.59.34','2011-12-15 23:26:31'), + (43,'Steven','sriley16@google.ca','90.247.57.68','2011-10-29 19:03:28'), + (44,'Deborah','dbrown17@hexun.com','179.125.143.240','1995-04-10 14:36:07'), + (45,'Lori','lross18@ow.ly','64.80.162.180','1980-12-27 16:49:15'), + (46,'Sean','sjackson19@tumblr.com','240.116.183.69','1988-06-12 21:24:45'), + (47,'Terry','tbarnes1a@163.com','118.38.213.137','1997-09-22 16:43:19'), + (48,'Dorothy','dross1b@ebay.com','116.81.76.49','2005-02-28 13:33:24'), + (49,'Samuel','swashington1c@house.gov','38.191.253.40','1989-01-19 21:15:48'), + (50,'Ralph','rcarter1d@tinyurl.com','104.84.60.174','2007-08-11 10:21:49'), + (51,'Wayne','whudson1e@princeton.edu','90.61.24.102','1983-07-03 16:58:12'), + (52,'Rose','rjames1f@plala.or.jp','240.83.81.10','1995-06-08 11:46:23'), + (53,'Louise','lcox1g@theglobeandmail.com','105.11.82.145','2016-09-19 14:45:51'), + (54,'Kenneth','kjohnson1h@independent.co.uk','139.5.45.94','1976-08-17 11:26:19'), + (55,'Donna','dbrown1i@amazon.co.uk','19.45.169.45','2006-05-27 16:51:40'), + (56,'Johnny','jvasquez1j@trellian.com','118.202.238.23','1975-11-17 08:42:32'), + (57,'Patrick','pramirez1k@tamu.edu','231.25.153.198','1997-08-06 11:51:09'), + (58,'Helen','hlarson1l@prweb.com','8.40.21.39','1993-08-04 19:53:40'), + (59,'Patricia','pspencer1m@gmpg.org','212.198.40.15','1977-08-03 16:37:27'), + (60,'Joseph','jspencer1n@marriott.com','13.15.63.238','2005-07-23 20:22:06'), + (61,'Phillip','pschmidt1o@blogtalkradio.com','177.98.201.190','1976-05-19 21:47:44'), + (62,'Joan','jwebb1p@google.ru','105.229.170.71','1972-09-07 17:53:47'), + (63,'Phyllis','pkennedy1q@imgur.com','35.145.8.244','2000-01-01 22:33:37'), + (64,'Katherine','khunter1r@smh.com.au','248.168.205.32','1991-01-09 06:40:24'), + (65,'Laura','lvasquez1s@wiley.com','128.129.115.152','1997-10-23 12:04:56'), + (66,'Juan','jdunn1t@state.gov','44.228.124.51','2004-11-10 05:07:35'), + (67,'Judith','jholmes1u@wiley.com','40.227.179.115','1977-08-02 17:01:45'), + (68,'Beverly','bbaker1v@wufoo.com','208.34.84.59','2016-03-06 20:07:23'), + (69,'Lawrence','lcarr1w@flickr.com','59.158.212.223','1988-09-13 06:07:21'), + (70,'Gloria','gwilliams1x@mtv.com','245.231.88.33','1995-03-18 22:32:46'), + (71,'Steven','ssims1y@cbslocal.com','104.50.58.255','2001-08-05 21:26:20'), + (72,'Betty','bmills1z@arstechnica.com','103.177.214.220','1981-12-14 21:26:54'), + (73,'Mildred','mfuller20@prnewswire.com','151.158.8.130','2000-04-19 10:13:55'), + (74,'Donald','dday21@icq.com','9.178.102.255','1972-12-03 00:58:24'), + (75,'Eric','ethomas22@addtoany.com','85.2.241.227','1992-11-01 05:59:30'), + (76,'Joyce','jarmstrong23@sitemeter.com','169.224.20.36','1985-10-24 06:50:01'), + (77,'Maria','mmartinez24@amazonaws.com','143.189.167.135','2005-10-05 05:17:42'), + (78,'Harry','hburton25@youtube.com','156.47.176.237','1978-03-26 05:53:33'), + (79,'Kevin','klawrence26@hao123.com','79.136.183.83','1994-10-12 04:38:52'), + (80,'David','dhall27@prweb.com','133.149.172.153','1976-12-15 16:24:24'), + (81,'Kathy','kperry28@twitter.com','229.242.72.228','1979-03-04 02:58:56'), + (82,'Adam','aprice29@elegantthemes.com','13.145.21.10','1982-11-07 11:46:59'), + (83,'Brandon','bgriffin2a@va.gov','73.249.128.212','2013-10-30 05:30:36'), + (84,'Henry','hnguyen2b@discovery.com','211.36.214.242','1985-01-09 06:37:27'), + (85,'Eric','esanchez2c@edublogs.org','191.166.188.251','2004-05-01 23:21:42'), + (86,'Jason','jlee2d@jimdo.com','193.92.16.182','1973-01-08 09:05:39'), + (87,'Diana','drichards2e@istockphoto.com','19.130.175.245','1994-10-05 22:50:49'), + (88,'Andrea','awelch2f@abc.net.au','94.155.233.96','2002-04-26 08:41:44'), + (89,'Louis','lwagner2g@miitbeian.gov.cn','26.217.34.111','2003-08-25 07:56:39'), + (90,'Jane','jsims2h@seesaa.net','43.4.220.135','1987-03-20 20:39:04'), + (91,'Larry','lgrant2i@si.edu','97.126.79.34','2000-09-07 20:26:19'), + (92,'Louis','ldean2j@prnewswire.com','37.148.40.127','2011-09-16 20:12:14'), + (93,'Jennifer','jcampbell2k@xing.com','38.106.254.142','1988-07-15 05:06:49'), + (94,'Wayne','wcunningham2l@google.com.hk','223.28.26.187','2009-12-15 06:16:54'), + (95,'Lori','lstevens2m@icq.com','181.250.181.58','1984-10-28 03:29:19'), + (96,'Judy','jsimpson2n@marriott.com','180.121.239.219','1986-02-07 15:18:10'), + (97,'Phillip','phoward2o@usa.gov','255.247.0.175','2002-12-26 08:44:45'), + (98,'Gloria','gwalker2p@usa.gov','156.140.7.128','1997-10-04 07:58:58'), + (99,'Paul','pjohnson2q@umn.edu','183.59.198.197','1991-11-14 12:33:55'), + (100,'Frank','fgreene2r@blogspot.com','150.143.68.121','2010-06-12 23:55:39'), + (101,'Deborah','dknight2s@reverbnation.com','222.131.211.191','1970-07-08 08:54:23'), + (102,'Sandra','sblack2t@tripadvisor.com','254.183.128.254','2000-04-12 02:39:36'), + (103,'Edward','eburns2u@dailymotion.com','253.89.118.18','1993-10-10 10:54:01'), + (104,'Anthony','ayoung2v@ustream.tv','118.4.193.176','1978-08-26 17:07:29'), + (105,'Donald','dlawrence2w@wp.com','139.200.159.227','2007-07-21 20:56:20'), + (106,'Matthew','mfreeman2x@google.fr','205.26.239.92','2014-12-05 17:05:39'), + (107,'Sean','ssanders2y@trellian.com','143.89.82.108','1993-07-14 21:45:02'), + (108,'Sharon','srobinson2z@soundcloud.com','66.234.247.54','1977-04-06 19:07:03'), + (109,'Jennifer','jwatson30@t-online.de','196.102.127.7','1998-03-07 05:12:23'), + (110,'Clarence','cbrooks31@si.edu','218.93.234.73','2002-11-06 17:22:25'), + (111,'Jose','jflores32@goo.gl','185.105.244.231','1995-01-05 06:32:21'), + (112,'George','glee33@adobe.com','173.82.249.196','2015-01-04 02:47:46'), + (113,'Larry','lhill34@linkedin.com','66.5.206.195','2010-11-02 10:21:17'), + (114,'Marie','mmeyer35@mysql.com','151.152.88.107','1990-05-22 20:52:51'), + (115,'Clarence','cwebb36@skype.com','130.198.55.217','1972-10-27 07:38:54'), + (116,'Sarah','scarter37@answers.com','80.89.18.153','1971-08-24 19:29:30'), + (117,'Henry','hhughes38@webeden.co.uk','152.60.114.174','1973-01-27 09:00:42'), + (118,'Teresa','thenry39@hao123.com','32.187.239.106','2015-11-06 01:48:44'), + (119,'Billy','bgutierrez3a@sun.com','52.37.70.134','2002-03-19 03:20:19'), + (120,'Anthony','agibson3b@github.io','154.251.232.213','1991-04-19 01:08:15'), + (121,'Sandra','sromero3c@wikia.com','44.124.171.2','1998-09-06 20:30:34'), + (122,'Paula','pandrews3d@blogs.com','153.142.118.226','2003-06-24 16:31:24'), + (123,'Terry','tbaker3e@csmonitor.com','99.120.45.219','1970-12-09 23:57:21'), + (124,'Lois','lwilson3f@reuters.com','147.44.171.83','1971-01-09 22:28:51'), + (125,'Sara','smorgan3g@nature.com','197.67.192.230','1992-01-28 20:33:24'), + (126,'Charles','ctorres3h@china.com.cn','156.115.216.2','1993-10-02 19:36:34'), + (127,'Richard','ralexander3i@marriott.com','248.235.180.59','1999-02-03 18:40:55'), + (128,'Christina','charper3j@cocolog-nifty.com','152.114.116.129','1978-09-13 00:37:32'), + (129,'Steve','sadams3k@economist.com','112.248.91.98','2004-03-21 09:07:43'), + (130,'Katherine','krobertson3l@ow.ly','37.220.107.28','1977-03-18 19:28:50'), + (131,'Donna','dgibson3m@state.gov','222.218.76.221','1999-02-01 06:46:16'), + (132,'Christina','cwest3n@mlb.com','152.114.6.160','1979-12-24 15:30:35'), + (133,'Sandra','swillis3o@meetup.com','180.71.49.34','1984-09-27 08:05:54'), + (134,'Clarence','cedwards3p@smugmug.com','10.64.180.186','1979-04-16 16:52:10'), + (135,'Ruby','rjames3q@wp.com','98.61.54.20','2007-01-13 14:25:52'), + (136,'Sarah','smontgomery3r@tripod.com','91.45.164.172','2009-07-25 04:34:30'), + (137,'Sarah','soliver3s@eventbrite.com','30.106.39.146','2012-05-09 22:12:33'), + (138,'Deborah','dwheeler3t@biblegateway.com','59.105.213.173','1999-11-09 08:08:44'), + (139,'Deborah','dray3u@i2i.jp','11.108.186.217','2014-02-04 03:15:19'), + (140,'Paul','parmstrong3v@alexa.com','6.250.59.43','2009-12-21 10:08:53'), + (141,'Aaron','abishop3w@opera.com','207.145.249.62','1996-04-25 23:20:23'), + (142,'Henry','hsanders3x@google.ru','140.215.203.171','2012-01-29 11:52:32'), + (143,'Anne','aanderson3y@1688.com','74.150.102.118','1982-04-03 13:46:17'), + (144,'Victor','vmurphy3z@hugedomains.com','222.155.99.152','1987-11-03 19:58:41'), + (145,'Evelyn','ereid40@pbs.org','249.122.33.117','1977-12-14 17:09:57'), + (146,'Brian','bgonzalez41@wikia.com','246.254.235.141','1991-02-24 00:45:58'), + (147,'Sandra','sgray42@squarespace.com','150.73.28.159','1972-07-28 17:26:32'), + (148,'Alice','ajones43@a8.net','78.253.12.177','2002-12-05 16:57:46'), + (149,'Jessica','jhanson44@mapquest.com','87.229.30.160','1994-01-30 11:40:04'), + (150,'Louise','lbailey45@reuters.com','191.219.31.101','2011-09-07 21:11:45'), + (151,'Christopher','cgonzalez46@printfriendly.com','83.137.213.239','1984-10-24 14:58:04'), + (152,'Gregory','gcollins47@yandex.ru','28.176.10.115','1998-07-25 17:17:10'), + (153,'Jane','jperkins48@usnews.com','46.53.164.159','1979-08-19 15:25:00'), + (154,'Phyllis','plong49@yahoo.co.jp','208.140.88.2','1985-07-06 02:16:36'), + (155,'Adam','acarter4a@scribd.com','78.48.148.204','2005-07-20 03:31:09'), + (156,'Frank','fweaver4b@angelfire.com','199.180.255.224','2011-03-04 23:07:54'), + (157,'Ronald','rmurphy4c@cloudflare.com','73.42.97.231','1991-01-11 10:39:41'), + (158,'Richard','rmorris4d@e-recht24.de','91.9.97.223','2009-01-17 21:05:15'), + (159,'Rose','rfoster4e@woothemes.com','203.169.53.16','1991-04-21 02:09:38'), + (160,'George','ggarrett4f@uiuc.edu','186.61.5.167','1989-11-11 11:29:42'), + (161,'Victor','vhamilton4g@biblegateway.com','121.229.138.38','2012-06-22 18:01:23'), + (162,'Mark','mbennett4h@businessinsider.com','209.184.29.203','1980-04-16 15:26:34'), + (163,'Martin','mwells4i@ifeng.com','97.223.55.105','2010-05-26 14:08:18'), + (164,'Diana','dstone4j@google.ru','90.155.52.47','2013-02-11 00:14:54'), + (165,'Walter','wferguson4k@blogger.com','30.63.212.44','1986-02-20 17:46:46'), + (166,'Denise','dcoleman4l@vistaprint.com','10.209.153.77','1992-05-13 20:14:14'), + (167,'Philip','pknight4m@xing.com','15.28.135.167','2000-09-11 18:41:13'), + (168,'Russell','rcarr4n@youtube.com','113.55.165.50','2008-07-10 17:49:27'), + (169,'Donna','dburke4o@dion.ne.jp','70.0.105.111','1992-02-10 17:24:58'), + (170,'Anne','along4p@squidoo.com','36.154.58.107','2012-08-19 23:35:31'), + (171,'Clarence','cbanks4q@webeden.co.uk','94.57.53.114','1972-03-11 21:46:44'), + (172,'Betty','bbowman4r@cyberchimps.com','178.115.209.69','2013-01-13 21:34:51'), + (173,'Andrew','ahudson4s@nytimes.com','84.32.252.144','1998-09-15 14:20:04'), + (174,'Keith','kgordon4t@cam.ac.uk','189.237.211.102','2009-01-22 05:34:38'), + (175,'Patrick','pwheeler4u@mysql.com','47.22.117.226','1984-09-05 22:33:15'), + (176,'Jesse','jfoster4v@mapquest.com','229.95.131.46','1990-01-20 12:19:15'), + (177,'Arthur','afisher4w@jugem.jp','107.255.244.98','1983-10-13 11:08:46'), + (178,'Nicole','nryan4x@wsj.com','243.211.33.221','1974-05-30 23:19:14'), + (179,'Bruce','bjohnson4y@sfgate.com','17.41.200.101','1992-09-23 02:02:19'), + (180,'Terry','tcox4z@reference.com','20.189.120.106','1982-02-13 12:43:14'), + (181,'Ashley','astanley50@kickstarter.com','86.3.56.98','1976-05-09 01:27:16'), + (182,'Michael','mrivera51@about.me','72.118.249.0','1971-11-11 17:28:37'), + (183,'Steven','sgonzalez52@mozilla.org','169.112.247.47','2002-08-24 14:59:25'), + (184,'Kathleen','kfuller53@bloglovin.com','80.93.59.30','2002-03-11 13:41:29'), + (185,'Nicole','nhenderson54@usda.gov','39.253.60.30','1995-04-24 05:55:07'), + (186,'Ralph','rharper55@purevolume.com','167.147.142.189','1980-02-10 18:35:45'), + (187,'Heather','hcunningham56@photobucket.com','96.222.196.229','2007-06-15 05:37:50'), + (188,'Nancy','nlittle57@cbc.ca','241.53.255.175','2007-07-12 23:42:48'), + (189,'Juan','jramirez58@pinterest.com','190.128.84.27','1978-11-07 23:37:37'), + (190,'Beverly','bfowler59@chronoengine.com','54.144.230.49','1979-03-31 23:27:28'), + (191,'Shirley','sstevens5a@prlog.org','200.97.231.248','2011-12-06 07:08:50'), + (192,'Annie','areyes5b@squidoo.com','223.32.182.101','2011-05-28 02:42:09'), + (193,'Jack','jkelley5c@tiny.cc','47.34.118.150','1981-12-05 17:31:40'), + (194,'Keith','krobinson5d@1und1.de','170.210.209.31','1999-03-09 11:05:43'), + (195,'Joseph','jmiller5e@google.com.au','136.74.212.139','1984-10-08 13:18:20'), + (196,'Annie','aday5f@blogspot.com','71.99.186.69','1986-02-18 12:27:34'), + (197,'Nancy','nperez5g@liveinternet.ru','28.160.6.107','1983-10-20 17:51:20'), + (198,'Tammy','tward5h@ucoz.ru','141.43.164.70','1980-03-31 04:45:29'), + (199,'Doris','dryan5i@ted.com','239.117.202.188','1985-07-03 03:17:53'), + (200,'Rose','rmendoza5j@photobucket.com','150.200.206.79','1973-04-21 21:36:40'), + (201,'Cynthia','cbutler5k@hubpages.com','80.153.174.161','2001-01-20 01:42:26'), + (202,'Samuel','soliver5l@people.com.cn','86.127.246.140','1970-09-02 02:19:00'), + (203,'Carl','csanchez5m@mysql.com','50.149.237.107','1993-12-01 07:02:09'), + (204,'Kathryn','kowens5n@geocities.jp','145.166.205.201','2004-07-06 18:39:33'), + (205,'Nicholas','nnichols5o@parallels.com','190.240.66.170','2014-11-11 18:52:19'), + (206,'Keith','kwillis5p@youtube.com','181.43.206.100','1998-06-13 06:30:51'), + (207,'Justin','jwebb5q@intel.com','211.54.245.74','2000-11-04 16:58:26'), + (208,'Gary','ghicks5r@wikipedia.org','196.154.213.104','1992-12-01 19:48:28'), + (209,'Martin','mpowell5s@flickr.com','153.67.12.241','1983-06-30 06:24:32'), + (210,'Brenda','bkelley5t@xinhuanet.com','113.100.5.172','2005-01-08 20:50:22'), + (211,'Edward','eray5u@a8.net','205.187.246.65','2011-09-26 08:04:44'), + (212,'Steven','slawson5v@senate.gov','238.150.250.36','1978-11-22 02:48:09'), + (213,'Robert','rthompson5w@furl.net','70.7.89.236','2001-09-12 08:52:07'), + (214,'Jack','jporter5x@diigo.com','220.172.29.99','1976-07-26 14:29:21'), + (215,'Lisa','ljenkins5y@oakley.com','150.151.170.180','2010-03-20 19:21:16'), + (216,'Theresa','tbell5z@mayoclinic.com','247.25.53.173','2001-03-11 05:36:40'), + (217,'Jimmy','jstephens60@weather.com','145.101.93.235','1983-04-12 09:35:30'), + (218,'Louis','lhunt61@amazon.co.jp','78.137.6.253','1997-08-29 19:34:34'), + (219,'Lawrence','lgilbert62@ted.com','243.132.8.78','2015-04-08 22:06:56'), + (220,'David','dgardner63@4shared.com','204.40.46.136','1971-07-09 03:29:11'), + (221,'Charles','ckennedy64@gmpg.org','211.83.233.2','2011-02-26 11:55:04'), + (222,'Lillian','lbanks65@msu.edu','124.233.12.80','2010-05-16 20:29:02'), + (223,'Ernest','enguyen66@baidu.com','82.45.128.148','1996-07-04 10:07:04'), + (224,'Ryan','rrussell67@cloudflare.com','202.53.240.223','1983-08-05 12:36:29'), + (225,'Donald','ddavis68@ustream.tv','47.39.218.137','1989-05-27 02:30:56'), + (226,'Joe','jscott69@blogspot.com','140.23.131.75','1973-03-16 12:21:31'), + (227,'Anne','amarshall6a@google.ca','113.162.200.197','1988-12-09 03:38:29'), + (228,'Willie','wturner6b@constantcontact.com','85.83.182.249','1991-10-06 01:51:10'), + (229,'Nicole','nwilson6c@sogou.com','30.223.51.135','1977-05-29 19:54:56'), + (230,'Janet','jwheeler6d@stumbleupon.com','153.194.27.144','2011-03-13 12:48:47'), + (231,'Lois','lcarr6e@statcounter.com','0.41.36.53','1993-02-06 04:52:01'), + (232,'Shirley','scruz6f@tmall.com','37.156.39.223','2007-02-18 17:47:01'), + (233,'Patrick','pford6g@reverbnation.com','36.198.200.89','1977-03-06 15:47:24'), + (234,'Lisa','lhudson6h@usatoday.com','134.213.58.137','2014-10-28 01:56:56'), + (235,'Pamela','pmartinez6i@opensource.org','5.151.127.202','1987-11-30 16:44:47'), + (236,'Larry','lperez6j@infoseek.co.jp','235.122.96.148','1979-01-18 06:33:45'), + (237,'Pamela','pramirez6k@census.gov','138.233.34.163','2012-01-29 10:35:20'), + (238,'Daniel','dcarr6l@php.net','146.21.152.242','1984-11-17 08:22:59'), + (239,'Patrick','psmith6m@indiegogo.com','136.222.199.36','2001-05-30 22:16:44'), + (240,'Raymond','rhenderson6n@hc360.com','116.31.112.38','2000-01-05 20:35:41'), + (241,'Teresa','treynolds6o@miitbeian.gov.cn','198.126.205.220','1996-11-08 01:27:31'), + (242,'Johnny','jmason6p@flickr.com','192.8.232.114','2013-05-14 05:35:50'), + (243,'Angela','akelly6q@guardian.co.uk','234.116.60.197','1977-08-20 02:05:17'), + (244,'Douglas','dcole6r@cmu.edu','128.135.212.69','2016-10-26 17:40:36'), + (245,'Frances','fcampbell6s@twitpic.com','94.22.243.235','1987-04-26 07:07:13'), + (246,'Donna','dgreen6t@chron.com','227.116.46.107','2011-07-25 12:59:54'), + (247,'Benjamin','bfranklin6u@redcross.org','89.141.142.89','1974-05-03 20:28:18'), + (248,'Randy','rpalmer6v@rambler.ru','70.173.63.178','2011-12-20 17:40:18'), + (249,'Melissa','mmurray6w@bbb.org','114.234.118.137','1991-02-26 12:45:44'), + (250,'Jean','jlittle6x@epa.gov','141.21.163.254','1991-08-16 04:57:09'), + (251,'Daniel','dolson6y@nature.com','125.75.104.97','2010-04-23 06:25:54'), + (252,'Kathryn','kwells6z@eventbrite.com','225.104.28.249','2015-01-31 02:21:50'), + (253,'Theresa','tgonzalez70@ox.ac.uk','91.93.156.26','1971-12-11 10:31:31'), + (254,'Beverly','broberts71@bluehost.com','244.40.158.89','2013-09-21 13:02:31'), + (255,'Pamela','pmurray72@netscape.com','218.54.95.216','1985-04-16 00:34:00'), + (256,'Timothy','trichardson73@amazonaws.com','235.49.24.229','2000-11-11 09:48:28'), + (257,'Mildred','mpalmer74@is.gd','234.125.95.132','1992-05-25 02:25:02'), + (258,'Jessica','jcampbell75@google.it','55.98.30.140','2014-08-26 00:26:34'), + (259,'Beverly','bthomas76@cpanel.net','48.78.228.176','1970-08-18 10:40:05'), + (260,'Eugene','eward77@cargocollective.com','139.226.204.2','1996-12-04 23:17:00'), + (261,'Andrea','aallen78@webnode.com','160.31.214.38','2009-07-06 07:22:37'), + (262,'Justin','jruiz79@merriam-webster.com','150.149.246.122','2005-06-06 11:44:19'), + (263,'Kenneth','kedwards7a@networksolutions.com','98.82.193.128','2001-07-03 02:00:10'), + (264,'Rachel','rday7b@miibeian.gov.cn','114.15.247.221','1994-08-18 19:45:40'), + (265,'Russell','rmiller7c@instagram.com','184.130.152.253','1977-11-06 01:58:12'), + (266,'Bonnie','bhudson7d@cornell.edu','235.180.186.206','1990-12-03 22:45:24'), + (267,'Raymond','rknight7e@yandex.ru','161.2.44.252','1995-08-25 04:31:19'), + (268,'Bonnie','brussell7f@elpais.com','199.237.57.207','1991-03-29 08:32:06'), + (269,'Marie','mhenderson7g@elpais.com','52.203.131.144','2004-06-04 21:50:28'), + (270,'Alan','acarr7h@trellian.com','147.51.205.72','2005-03-03 10:51:31'), + (271,'Barbara','bturner7i@hugedomains.com','103.160.110.226','2004-08-04 13:42:40'), + (272,'Christina','cdaniels7j@census.gov','0.238.61.251','1972-10-18 12:47:33'), + (273,'Jeremy','jgomez7k@reuters.com','111.26.65.56','2013-01-13 10:41:35'), + (274,'Laura','lwood7l@icio.us','149.153.38.205','2011-06-25 09:33:59'), + (275,'Matthew','mbowman7m@auda.org.au','182.138.206.172','1999-03-05 03:25:36'), + (276,'Denise','dparker7n@icq.com','0.213.88.138','2011-11-04 09:43:06'), + (277,'Phillip','pparker7o@discuz.net','219.242.165.240','1973-10-19 04:22:29'), + (278,'Joan','jpierce7p@salon.com','63.31.213.202','1989-04-09 22:06:24'), + (279,'Irene','ibaker7q@cbc.ca','102.33.235.114','1992-09-04 13:00:57'), + (280,'Betty','bbowman7r@ted.com','170.91.249.242','2015-09-28 08:14:22'), + (281,'Teresa','truiz7s@boston.com','82.108.158.207','1999-07-18 05:17:09'), + (282,'Helen','hbrooks7t@slideshare.net','102.87.162.187','2003-01-06 15:45:29'), + (283,'Karen','kgriffin7u@wunderground.com','43.82.44.184','2010-05-28 01:56:37'), + (284,'Lisa','lfernandez7v@mtv.com','200.238.218.220','1993-04-03 20:33:51'), + (285,'Jesse','jlawrence7w@timesonline.co.uk','95.122.105.78','1990-01-05 17:28:43'), + (286,'Terry','tross7x@macromedia.com','29.112.114.133','2009-08-29 21:32:17'), + (287,'Angela','abradley7y@icq.com','177.44.27.72','1989-10-04 21:46:06'), + (288,'Maria','mhart7z@dailymotion.com','55.27.55.202','1975-01-21 01:22:57'), + (289,'Raymond','randrews80@pinterest.com','88.90.78.67','1992-03-16 21:37:40'), + (290,'Kathy','krice81@bluehost.com','212.63.196.102','2000-12-14 03:06:44'), + (291,'Cynthia','cramos82@nymag.com','107.89.190.6','2005-06-28 02:02:33'), + (292,'Kimberly','kjones83@mysql.com','86.169.101.101','2007-06-13 22:56:49'), + (293,'Timothy','thansen84@microsoft.com','108.100.254.90','2003-04-04 10:31:57'), + (294,'Carol','cspencer85@berkeley.edu','75.118.144.187','1999-03-30 14:53:21'), + (295,'Louis','lmedina86@latimes.com','141.147.163.24','1991-04-11 17:53:13'), + (296,'Margaret','mcole87@google.fr','53.184.26.83','1991-12-19 01:54:10'), + (297,'Mary','mgomez88@yellowpages.com','208.56.57.99','1976-05-21 18:05:08'), + (298,'Amanda','aanderson89@geocities.com','147.73.15.252','1987-08-22 15:05:28'), + (299,'Kathryn','kgarrett8a@nature.com','27.29.177.220','1976-07-15 04:25:04'), + (300,'Dorothy','dmason8b@shareasale.com','106.210.99.193','1990-09-03 21:39:31'), + (301,'Lois','lkennedy8c@amazon.de','194.169.29.187','2007-07-29 14:09:31'), + (302,'Irene','iburton8d@washingtonpost.com','196.143.110.249','2013-09-05 11:32:46'), + (303,'Betty','belliott8e@wired.com','183.105.222.199','1979-09-19 19:29:13'), + (304,'Bobby','bmeyer8f@census.gov','36.13.161.145','2014-05-24 14:34:39'), + (305,'Ann','amorrison8g@sfgate.com','72.154.54.137','1978-10-05 14:22:34'), + (306,'Daniel','djackson8h@wunderground.com','144.95.32.34','1990-07-27 13:23:05'), + (307,'Joe','jboyd8i@alibaba.com','187.105.86.178','2011-09-28 16:46:32'), + (308,'Ralph','rdunn8j@fc2.com','3.19.87.255','1984-10-18 08:00:40'), + (309,'Craig','ccarter8k@gizmodo.com','235.152.76.215','1998-07-04 12:15:21'), + (310,'Paula','pdean8l@hhs.gov','161.100.173.197','1973-02-13 09:38:55'), + (311,'Andrew','agarrett8m@behance.net','199.253.123.218','1991-02-14 13:36:32'), + (312,'Janet','jhowell8n@alexa.com','39.189.139.79','2012-11-24 20:17:33'), + (313,'Keith','khansen8o@godaddy.com','116.186.223.196','1987-08-23 21:22:05'), + (314,'Nicholas','nedwards8p@state.gov','142.175.142.11','1977-03-28 18:27:27'), + (315,'Jacqueline','jallen8q@oaic.gov.au','189.66.135.192','1994-10-26 11:44:26'), + (316,'Frank','fgardner8r@mapy.cz','154.77.119.169','1983-01-29 19:19:51'), + (317,'Eric','eharrison8s@google.cn','245.139.65.123','1984-02-04 09:54:36'), + (318,'Gregory','gcooper8t@go.com','171.147.0.221','2004-06-14 05:22:08'), + (319,'Jean','jfreeman8u@rakuten.co.jp','67.243.121.5','1977-01-07 18:23:43'), + (320,'Juan','jlewis8v@shinystat.com','216.181.171.189','2001-08-23 17:32:43'), + (321,'Randy','rwilliams8w@shinystat.com','105.152.146.28','1983-02-17 00:05:50'), + (322,'Stephen','shart8x@sciencedirect.com','196.131.205.148','2004-02-15 10:12:03'), + (323,'Annie','ahunter8y@example.com','63.36.34.103','2003-07-23 21:15:25'), + (324,'Melissa','mflores8z@cbc.ca','151.230.217.90','1983-11-02 14:53:56'), + (325,'Jane','jweaver90@about.me','0.167.235.217','1987-07-29 00:13:44'), + (326,'Anthony','asmith91@oracle.com','97.87.48.41','2001-05-31 18:44:11'), + (327,'Terry','tdavis92@buzzfeed.com','46.20.12.51','2015-09-12 23:13:55'), + (328,'Brandon','bmontgomery93@gravatar.com','252.101.48.186','2010-10-28 08:26:27'), + (329,'Chris','cmurray94@bluehost.com','25.158.167.97','2004-05-05 16:10:31'), + (330,'Denise','dfuller95@hugedomains.com','216.210.149.28','1979-04-20 08:57:24'), + (331,'Arthur','amcdonald96@sakura.ne.jp','206.42.36.213','2009-08-15 03:26:16'), + (332,'Jesse','jhoward97@google.cn','46.181.118.30','1974-04-18 14:08:41'), + (333,'Frank','fsimpson98@domainmarket.com','163.220.211.87','2006-06-30 14:46:52'), + (334,'Janice','jwoods99@pen.io','229.245.237.182','1988-04-06 11:52:58'), + (335,'Rebecca','rroberts9a@huffingtonpost.com','148.96.15.80','1976-10-05 08:44:16'), + (336,'Joshua','jray9b@opensource.org','192.253.12.198','1971-12-25 22:27:07'), + (337,'Joyce','jcarpenter9c@statcounter.com','125.171.46.215','2001-12-31 22:08:13'), + (338,'Andrea','awest9d@privacy.gov.au','79.101.180.201','1983-02-18 20:07:47'), + (339,'Christine','chudson9e@yelp.com','64.198.43.56','1997-09-08 08:03:43'), + (340,'Joe','jparker9f@earthlink.net','251.215.148.153','1973-11-04 05:08:18'), + (341,'Thomas','tkim9g@answers.com','49.187.34.47','1991-08-07 21:13:48'), + (342,'Janice','jdean9h@scientificamerican.com','4.197.117.16','2009-12-08 02:35:49'), + (343,'James','jmitchell9i@umich.edu','43.121.18.147','2011-04-28 17:04:09'), + (344,'Charles','cgardner9j@purevolume.com','197.78.240.240','1998-02-11 06:47:07'), + (345,'Robert','rhenderson9k@friendfeed.com','215.84.180.88','2002-05-10 15:33:14'), + (346,'Chris','cgray9l@4shared.com','249.70.192.240','1998-10-03 16:43:42'), + (347,'Gloria','ghayes9m@hibu.com','81.103.138.26','1999-12-26 11:23:13'), + (348,'Edward','eramirez9n@shareasale.com','38.136.90.136','2010-08-19 08:01:06'), + (349,'Cheryl','cbutler9o@google.ca','172.180.78.172','1995-05-27 20:03:52'), + (350,'Margaret','mwatkins9p@sfgate.com','3.20.198.6','2014-10-21 01:42:58'), + (351,'Rebecca','rwelch9q@examiner.com','45.81.42.208','2001-02-08 12:19:06'), + (352,'Joe','jpalmer9r@phpbb.com','163.202.92.190','1970-01-05 11:29:12'), + (353,'Sandra','slewis9s@dyndns.org','77.215.201.236','1974-01-05 07:04:04'), + (354,'Todd','tfranklin9t@g.co','167.125.181.82','2009-09-28 10:13:58'), + (355,'Joseph','jlewis9u@webmd.com','244.204.6.11','1990-10-21 15:49:57'), + (356,'Alan','aknight9v@nydailynews.com','152.197.95.83','1996-03-08 08:43:17'), + (357,'Sharon','sdean9w@123-reg.co.uk','237.46.40.26','1985-11-30 12:09:24'), + (358,'Annie','awright9x@cafepress.com','190.45.231.111','2000-08-24 11:56:06'), + (359,'Diane','dhamilton9y@youtube.com','85.146.171.196','2015-02-24 02:03:57'), + (360,'Antonio','alane9z@auda.org.au','61.63.146.203','2001-05-13 03:43:34'), + (361,'Matthew','mallena0@hhs.gov','29.97.32.19','1973-02-19 23:43:32'), + (362,'Bonnie','bfowlera1@soup.io','251.216.99.53','2013-08-01 15:35:41'), + (363,'Margaret','mgraya2@examiner.com','69.255.151.79','1998-01-23 22:24:59'), + (364,'Joan','jwagnera3@printfriendly.com','192.166.120.61','1973-07-13 00:30:22'), + (365,'Catherine','cperkinsa4@nytimes.com','58.21.24.214','2006-11-19 11:52:26'), + (366,'Mark','mcartera5@cpanel.net','220.33.102.142','2007-09-09 09:43:27'), + (367,'Paula','ppricea6@msn.com','36.182.238.124','2009-11-11 09:13:05'), + (368,'Catherine','cgreena7@army.mil','228.203.58.19','2005-08-09 16:52:15'), + (369,'Helen','hhamiltona8@symantec.com','155.56.194.99','2005-02-01 05:40:36'), + (370,'Jane','jmeyera9@ezinearticles.com','133.244.113.213','2013-11-06 22:10:23'), + (371,'Wanda','wevansaa@bloglovin.com','233.125.192.48','1994-12-26 23:43:42'), + (372,'Mark','mmarshallab@tumblr.com','114.74.60.47','2016-09-29 18:03:01'), + (373,'Andrew','amartinezac@google.cn','182.54.37.130','1976-06-06 17:04:17'), + (374,'Helen','hmoralesad@e-recht24.de','42.45.4.123','1977-03-28 19:06:59'), + (375,'Bonnie','bstoneae@php.net','196.149.79.137','1970-02-05 17:05:58'), + (376,'Douglas','dfreemanaf@nasa.gov','215.65.124.218','2008-11-20 21:51:55'), + (377,'Willie','wwestag@army.mil','35.189.92.118','1992-07-24 05:08:08'), + (378,'Cheryl','cwagnerah@upenn.edu','228.239.222.141','2010-01-25 06:29:01'), + (379,'Sandra','swardai@baidu.com','63.11.113.240','1985-05-23 08:07:37'), + (380,'Julie','jrobinsonaj@jugem.jp','110.58.202.50','2015-03-05 09:42:07'), + (381,'Larry','lwagnerak@shop-pro.jp','98.234.25.24','1975-07-22 22:22:02'), + (382,'Juan','jcastilloal@yelp.com','24.174.74.202','2007-01-17 09:32:43'), + (383,'Donna','dfrazieram@artisteer.com','205.26.147.45','1990-02-11 20:55:46'), + (384,'Rachel','rfloresan@w3.org','109.60.216.162','1983-05-22 22:42:18'), + (385,'Robert','rreynoldsao@theguardian.com','122.65.209.130','2009-05-01 18:02:51'), + (386,'Donald','dbradleyap@etsy.com','42.54.35.126','1997-01-16 16:31:52'), + (387,'Rachel','rfisheraq@nih.gov','160.243.250.45','2006-02-17 22:05:49'), + (388,'Nicholas','nhamiltonar@princeton.edu','156.211.37.111','1976-06-21 03:36:29'), + (389,'Timothy','twhiteas@ca.gov','36.128.23.70','1975-09-24 03:51:18'), + (390,'Diana','dbradleyat@odnoklassniki.ru','44.102.120.184','1983-04-27 09:02:50'), + (391,'Billy','bfowlerau@jimdo.com','91.200.68.196','1995-01-29 06:57:35'), + (392,'Bruce','bandrewsav@ucoz.com','48.12.101.125','1992-10-27 04:31:39'), + (393,'Linda','lromeroaw@usa.gov','100.71.233.19','1992-06-08 15:13:18'), + (394,'Debra','dwatkinsax@ucoz.ru','52.160.233.193','2001-11-11 06:51:01'), + (395,'Katherine','kburkeay@wix.com','151.156.242.141','2010-06-14 19:54:28'), + (396,'Martha','mharrisonaz@youku.com','21.222.10.199','1989-10-16 14:17:55'), + (397,'Dennis','dwellsb0@youtu.be','103.16.29.3','1985-12-21 06:05:51'), + (398,'Gloria','grichardsb1@bloglines.com','90.147.120.234','1982-08-27 01:04:43'), + (399,'Brenda','bfullerb2@t.co','33.253.63.90','2011-04-20 05:00:35'), + (400,'Larry','lhendersonb3@disqus.com','88.95.132.128','1982-08-31 02:15:12'), + (401,'Richard','rlarsonb4@wisc.edu','13.48.231.150','1979-04-15 14:08:09'), + (402,'Terry','thuntb5@usa.gov','65.91.103.240','1998-05-15 11:50:49'), + (403,'Harry','hburnsb6@nasa.gov','33.38.21.244','1981-04-12 14:02:20'), + (404,'Diana','dellisb7@mlb.com','218.229.81.135','1997-01-29 00:17:25'), + (405,'Jack','jburkeb8@tripadvisor.com','210.227.182.216','1984-03-09 17:24:03'), + (406,'Julia','jlongb9@fotki.com','10.210.12.104','2005-10-26 03:54:13'), + (407,'Lois','lscottba@msu.edu','188.79.136.138','1973-02-02 18:40:39'), + (408,'Sandra','shendersonbb@shareasale.com','114.171.220.108','2012-06-09 18:22:26'), + (409,'Irene','isanchezbc@cdbaby.com','109.255.50.119','1983-09-28 21:11:27'), + (410,'Emily','ebrooksbd@bandcamp.com','227.81.93.79','1970-08-31 21:08:01'), + (411,'Michelle','mdiazbe@businessweek.com','236.249.6.226','1993-05-22 08:07:07'), + (412,'Tammy','tbennettbf@wisc.edu','145.253.239.152','1978-12-31 20:24:51'), + (413,'Christine','cgreenebg@flickr.com','97.25.140.118','1978-07-17 12:55:30'), + (414,'Patricia','pgarzabh@tuttocitta.it','139.246.192.211','1984-02-27 13:40:08'), + (415,'Kimberly','kromerobi@aol.com','73.56.88.247','1976-09-16 14:22:04'), + (416,'George','gjohnstonbj@fda.gov','240.36.245.185','1979-07-24 14:36:02'), + (417,'Eugene','efullerbk@sciencedaily.com','42.38.105.140','2012-09-12 01:56:41'), + (418,'Andrea','astevensbl@goo.gl','31.152.207.204','1979-05-24 11:06:21'), + (419,'Shirley','sreidbm@scientificamerican.com','103.60.31.241','1984-02-23 04:07:41'), + (420,'Terry','tmorenobn@blinklist.com','92.161.34.42','1994-06-25 14:01:35'), + (421,'Christopher','cmorenobo@go.com','158.86.176.82','1973-09-05 09:18:47'), + (422,'Dennis','dhansonbp@ning.com','40.160.81.75','1982-01-20 10:19:41'), + (423,'Beverly','brussellbq@de.vu','138.32.56.204','1997-11-06 07:20:19'), + (424,'Howard','hparkerbr@163.com','103.171.134.171','2015-06-24 15:37:10'), + (425,'Helen','hmccoybs@fema.gov','61.200.4.71','1995-06-20 08:59:10'), + (426,'Ann','ahudsonbt@cafepress.com','239.187.71.125','1977-04-11 07:59:28'), + (427,'Tina','twestbu@nhs.uk','80.213.117.74','1992-08-19 05:54:44'), + (428,'Terry','tnguyenbv@noaa.gov','21.93.118.95','1991-09-19 23:22:55'), + (429,'Ashley','aburtonbw@wix.com','233.176.205.109','2009-11-10 05:01:20'), + (430,'Eric','emyersbx@1und1.de','168.91.212.67','1987-08-10 07:16:20'), + (431,'Barbara','blittleby@lycos.com','242.14.189.239','2008-08-02 12:13:04'), + (432,'Sean','sevansbz@instagram.com','14.39.177.13','2007-04-16 17:28:49'), + (433,'Shirley','sburtonc0@newsvine.com','34.107.138.76','1980-12-10 02:19:29'), + (434,'Patricia','pfreemanc1@so-net.ne.jp','219.213.142.117','1987-03-01 02:25:45'), + (435,'Paula','pfosterc2@vkontakte.ru','227.14.138.141','1972-09-22 12:59:34'), + (436,'Nicole','nstewartc3@1688.com','8.164.23.115','1998-10-27 00:10:17'), + (437,'Earl','ekimc4@ovh.net','100.26.244.177','2013-01-22 10:05:46'), + (438,'Beverly','breedc5@reuters.com','174.12.226.27','1974-09-22 07:29:36'), + (439,'Lawrence','lbutlerc6@a8.net','105.164.42.164','1992-06-05 00:43:40'), + (440,'Charles','cmoorec7@ucoz.com','252.197.131.69','1990-04-09 02:34:05'), + (441,'Alice','alawsonc8@live.com','183.73.220.232','1989-02-28 09:11:04'), + (442,'Dorothy','dcarpenterc9@arstechnica.com','241.47.200.14','2005-05-02 19:57:21'), + (443,'Carolyn','cfowlerca@go.com','213.109.55.202','1978-09-10 20:18:20'), + (444,'Anthony','alongcb@free.fr','169.221.158.204','1984-09-13 01:59:23'), + (445,'Annie','amoorecc@e-recht24.de','50.34.148.61','2009-03-26 03:41:07'), + (446,'Carlos','candrewscd@ihg.com','236.69.59.212','1972-03-29 22:42:48'), + (447,'Beverly','bramosce@google.ca','164.250.184.49','1982-11-10 04:34:01'), + (448,'Teresa','tlongcf@umich.edu','174.88.53.223','1987-05-17 12:48:00'), + (449,'Roy','rboydcg@uol.com.br','91.58.243.215','1974-06-16 17:59:54'), + (450,'Ashley','afieldsch@tamu.edu','130.138.11.126','1983-09-15 05:52:36'), + (451,'Judith','jhawkinsci@cmu.edu','200.187.103.245','2003-10-22 12:24:03'), + (452,'Rebecca','rwestcj@ocn.ne.jp','72.85.3.103','1980-11-13 11:01:26'), + (453,'Raymond','rporterck@infoseek.co.jp','146.33.216.151','1982-05-17 23:58:03'), + (454,'Janet','jmarshallcl@odnoklassniki.ru','52.46.193.166','1998-10-04 00:02:21'), + (455,'Shirley','speterscm@salon.com','248.126.31.15','1987-01-30 06:04:59'), + (456,'Annie','abowmancn@economist.com','222.213.248.59','2006-03-14 23:52:59'), + (457,'Jean','jlarsonco@blogspot.com','71.41.25.195','2007-09-08 23:49:45'), + (458,'Phillip','pmoralescp@stanford.edu','74.119.87.28','2011-03-14 20:25:40'), + (459,'Norma','nrobinsoncq@economist.com','28.225.21.54','1989-10-21 01:22:43'), + (460,'Kimberly','kclarkcr@dion.ne.jp','149.171.132.153','2008-06-27 02:27:30'), + (461,'Ruby','rmorriscs@ucla.edu','177.85.163.249','2016-01-28 16:43:44'), + (462,'Jonathan','jcastilloct@tripod.com','78.4.28.77','2000-05-24 17:33:06'), + (463,'Edward','ebryantcu@jigsy.com','140.31.98.193','1992-12-17 08:32:47'), + (464,'Chris','chamiltoncv@eepurl.com','195.171.234.206','1970-12-05 03:42:19'), + (465,'Michael','mweavercw@reference.com','7.233.133.213','1987-03-29 02:30:54'), + (466,'Howard','hlawrencecx@businessweek.com','113.225.124.224','1990-07-30 07:20:57'), + (467,'Philip','phowardcy@comsenz.com','159.170.247.249','2010-10-15 10:18:37'), + (468,'Mary','mmarshallcz@xing.com','125.132.189.70','2007-07-19 13:48:47'), + (469,'Scott','salvarezd0@theguardian.com','78.49.103.230','1987-10-31 06:10:44'), + (470,'Wayne','wcarrolld1@blog.com','238.1.120.204','1980-11-19 03:26:10'), + (471,'Jennifer','jwoodsd2@multiply.com','92.20.224.49','2010-05-06 22:17:04'), + (472,'Raymond','rwelchd3@toplist.cz','176.158.35.240','2007-12-12 19:02:51'), + (473,'Steven','sdixond4@wisc.edu','167.55.237.52','1984-05-05 11:44:37'), + (474,'Ralph','rjamesd5@ameblo.jp','241.190.50.133','2000-07-06 08:44:37'), + (475,'Jason','jrobinsond6@hexun.com','138.119.139.56','2006-02-03 05:27:45'), + (476,'Doris','dwoodd7@fema.gov','180.220.156.190','1978-05-11 20:14:20'), + (477,'Elizabeth','eberryd8@youtu.be','74.188.53.229','2006-11-18 08:29:06'), + (478,'Irene','igilbertd9@privacy.gov.au','194.152.218.1','1985-09-17 02:46:52'), + (479,'Jessica','jdeanda@ameblo.jp','178.103.93.118','1974-06-07 19:04:05'), + (480,'Rachel','ralvarezdb@phoca.cz','17.22.223.174','1999-03-08 02:43:25'), + (481,'Kenneth','kthompsondc@shinystat.com','229.119.91.234','2007-05-15 13:17:32'), + (482,'Harold','hmurraydd@parallels.com','133.26.188.80','1993-11-15 03:42:07'), + (483,'Paula','phowellde@samsung.com','34.215.28.216','1993-11-29 15:55:00'), + (484,'Ruth','rpiercedf@tripadvisor.com','111.30.130.123','1986-08-17 10:19:38'), + (485,'Phyllis','paustindg@vk.com','50.84.34.178','1994-04-13 03:05:24'), + (486,'Laura','lfosterdh@usnews.com','37.8.101.33','2001-06-30 08:58:59'), + (487,'Eric','etaylordi@com.com','103.183.253.45','2006-09-15 20:18:46'), + (488,'Doris','driveradj@prweb.com','247.16.2.199','1989-05-08 09:27:09'), + (489,'Ryan','rhughesdk@elegantthemes.com','103.234.153.232','1989-08-01 18:36:06'), + (490,'Steve','smoralesdl@jigsy.com','3.76.84.207','2011-03-13 17:01:05'), + (491,'Louis','lsullivandm@who.int','78.135.44.208','1975-11-26 16:01:23'), + (492,'Catherine','ctuckerdn@seattletimes.com','93.137.106.21','1990-03-13 16:14:56'), + (493,'Ann','adixondo@gmpg.org','191.136.222.111','2002-06-05 14:22:18'), + (494,'Johnny','jhartdp@amazon.com','103.252.198.39','1988-07-30 23:54:49'), + (495,'Susan','srichardsdq@skype.com','126.247.192.11','2005-01-09 12:08:14'), + (496,'Brenda','bparkerdr@skype.com','63.232.216.86','1974-05-18 05:58:29'), + (497,'Tammy','tmurphyds@constantcontact.com','56.56.37.112','2014-08-05 18:22:25'), + (498,'Larry','lhayesdt@wordpress.com','162.146.13.46','1997-02-26 14:01:53'), + (499,'Evelyn','ethomasdu@hhs.gov','6.241.88.250','2007-09-14 13:03:34'), + (500,'Paula','pshawdv@networksolutions.com','123.27.47.249','2003-10-30 21:19:20'); + +create table simple_dependency_006.seed_config_expected_1 as ( + + select *, 'default'::text as c1, 'default'::text as c2 from simple_dependency_006.seed + +); + +create table simple_dependency_006.seed_config_expected_2 as ( + + select *, 'abc'::text as c1, 'def'::text as c2 from simple_dependency_006.seed + +); + +create table simple_dependency_006.seed_config_expected_3 as ( + + select *, 'ghi'::text as c1, 'jkl'::text as c2 from simple_dependency_006.seed + +); + +create table simple_dependency_006.seed_summary ( + year timestamp without time zone, + count bigint +); + +INSERT INTO simple_dependency_006.seed_summary + ("year","count") +VALUES + ('1970-01-01 00:00:00',10), + ('1971-01-01 00:00:00',6), + ('1972-01-01 00:00:00',9), + ('1973-01-01 00:00:00',12), + ('1974-01-01 00:00:00',8), + ('1975-01-01 00:00:00',5), + ('1976-01-01 00:00:00',11), + ('1977-01-01 00:00:00',13), + ('1978-01-01 00:00:00',11), + ('1979-01-01 00:00:00',13), + ('1980-01-01 00:00:00',9), + ('1981-01-01 00:00:00',3), + ('1982-01-01 00:00:00',9), + ('1983-01-01 00:00:00',15), + ('1984-01-01 00:00:00',13), + ('1985-01-01 00:00:00',11), + ('1986-01-01 00:00:00',5), + ('1987-01-01 00:00:00',14), + ('1988-01-01 00:00:00',9), + ('1989-01-01 00:00:00',10), + ('1990-01-01 00:00:00',12), + ('1991-01-01 00:00:00',16), + ('1992-01-01 00:00:00',15), + ('1993-01-01 00:00:00',11), + ('1994-01-01 00:00:00',10), + ('1995-01-01 00:00:00',10), + ('1996-01-01 00:00:00',6), + ('1997-01-01 00:00:00',11), + ('1998-01-01 00:00:00',12), + ('1999-01-01 00:00:00',9), + ('2000-01-01 00:00:00',13), + ('2001-01-01 00:00:00',14), + ('2002-01-01 00:00:00',9), + ('2003-01-01 00:00:00',8), + ('2004-01-01 00:00:00',9), + ('2005-01-01 00:00:00',14), + ('2006-01-01 00:00:00',9), + ('2007-01-01 00:00:00',16), + ('2008-01-01 00:00:00',6), + ('2009-01-01 00:00:00',15), + ('2010-01-01 00:00:00',13), + ('2011-01-01 00:00:00',23), + ('2012-01-01 00:00:00',9), + ('2013-01-01 00:00:00',10), + ('2014-01-01 00:00:00',9), + ('2015-01-01 00:00:00',10), + ('2016-01-01 00:00:00',5); + diff --git a/test/integration/006_simple_dependency_test/test_simple_dependency.py b/test/integration/006_simple_dependency_test/test_simple_dependency.py new file mode 100644 index 00000000000..38af7ea1930 --- /dev/null +++ b/test/integration/006_simple_dependency_test/test_simple_dependency.py @@ -0,0 +1,103 @@ +from test.integration.base import DBTIntegrationTest + +class TestSimpleDependency(DBTIntegrationTest): + + def setUp(self): + DBTIntegrationTest.setUp(self) + self.run_sql_file("test/integration/006_simple_dependency_test/seed.sql") + + @property + def schema(self): + return "simple_dependency_006" + + @property + def models(self): + return "test/integration/006_simple_dependency_test/models" + + @property + def project_config(self): + return { + "repositories": [ + 'https://github.com/fishtown-analytics/dbt-integration-project' + ] + } + + def test_simple_dependency(self): + self.run_dbt(["deps"]) + self.run_dbt(["run"]) + + self.assertTablesEqual("seed","table") + self.assertTablesEqual("seed","view") + self.assertTablesEqual("seed","incremental") + + self.assertTablesEqual("seed_summary","view_summary") + + self.run_sql_file("test/integration/006_simple_dependency_test/update.sql") + + self.run_dbt(["deps"]) + self.run_dbt(["run"]) + + self.assertTablesEqual("seed","table") + self.assertTablesEqual("seed","view") + self.assertTablesEqual("seed","incremental") + + def test_simple_dependency_with_models(self): + self.run_dbt(["deps"]) + self.run_dbt(["run", '--models', 'view']) + + self.assertTablesEqual("seed","view") + self.assertTablesEqual("seed_summary","view_summary") + + created_models = self.get_models_in_schema() + + self.assertFalse('table' in created_models) + self.assertFalse('incremental' in created_models) + + self.assertEqual(created_models['view'], 'view') + self.assertEqual(created_models['view_summary'], 'view') + +class TestSimpleDependencyBranch(DBTIntegrationTest): + + def setUp(self): + DBTIntegrationTest.setUp(self) + self.run_sql_file("test/integration/006_simple_dependency_test/seed.sql") + + @property + def schema(self): + return "simple_dependency_006" + + @property + def models(self): + return "test/integration/006_simple_dependency_test/models" + + @property + def project_config(self): + return { + "repositories": [ + 'https://github.com/fishtown-analytics/dbt-integration-project@master' + ] + } + + def deps_run_assert_equality(self): + self.run_dbt(["deps"]) + self.run_dbt(["run"]) + + self.assertTablesEqual("seed","table") + self.assertTablesEqual("seed","view") + self.assertTablesEqual("seed","incremental") + + created_models = self.get_models_in_schema() + + self.assertEqual(created_models['table'], 'table') + self.assertEqual(created_models['view'], 'view') + self.assertEqual(created_models['view_summary'], 'view') + self.assertEqual(created_models['incremental'], 'table') + + def test_simple_dependency(self): + self.deps_run_assert_equality() + + self.assertTablesEqual("seed_summary","view_summary") + + self.run_sql_file("test/integration/006_simple_dependency_test/update.sql") + + self.deps_run_assert_equality() diff --git a/test/integration/006_simple_dependency_test/test_simple_dependency_with_configs.py b/test/integration/006_simple_dependency_test/test_simple_dependency_with_configs.py new file mode 100644 index 00000000000..ff01b9bae1a --- /dev/null +++ b/test/integration/006_simple_dependency_test/test_simple_dependency_with_configs.py @@ -0,0 +1,162 @@ +from test.integration.base import DBTIntegrationTest + +class BaseTestSimpleDependencyWithConfigs(DBTIntegrationTest): + + def setUp(self): + DBTIntegrationTest.setUp(self) + self.run_sql_file("test/integration/006_simple_dependency_test/seed.sql") + + @property + def schema(self): + return "simple_dependency_006" + + @property + def models(self): + return "test/integration/006_simple_dependency_test/models" + +class TestSimpleDependencyWithConfigs(BaseTestSimpleDependencyWithConfigs): + + @property + def project_config(self): + return { + "models": { + "DBT Integration Project": { + # no configs + } + + }, + "repositories": [ + 'https://github.com/fishtown-analytics/dbt-integration-project@configs' + ] + } + + + def test_simple_dependency(self): + self.run_dbt(["deps"]) + self.run_dbt(["run"]) + + self.assertTablesEqual('seed_config_expected_1',"config") + self.assertTablesEqual("seed","table") + self.assertTablesEqual("seed","view") + self.assertTablesEqual("seed","incremental") + + +class TestSimpleDependencyWithOverriddenConfigs(BaseTestSimpleDependencyWithConfigs): + + @property + def project_config(self): + return { + "models": { + # project-level configs + "DBT Integration Project": { + "vars": { + "config_1": "abc", + "config_2": "def" + + } + } + + }, + "repositories": [ + 'https://github.com/fishtown-analytics/dbt-integration-project@configs' + ] + } + + + def test_simple_dependency(self): + self.run_dbt(["deps"]) + self.run_dbt(["run"]) + + self.assertTablesEqual('seed_config_expected_2',"config") + self.assertTablesEqual("seed","table") + self.assertTablesEqual("seed","view") + self.assertTablesEqual("seed","incremental") + + + +class TestSimpleDependencyWithModelSpecificOverriddenConfigs(BaseTestSimpleDependencyWithConfigs): + + @property + def project_config(self): + return { + "models": { + "DBT Integration Project": { + "config": { + # model-level configs + "vars": { + "config_1": "ghi", + "config_2": "jkl" + + } + } + } + + }, + "repositories": [ + 'https://github.com/fishtown-analytics/dbt-integration-project@configs' + ] + } + + + def test_simple_dependency(self): + self.run_dbt(["deps"]) + self.run_dbt(["run"]) + + self.assertTablesEqual('seed_config_expected_3',"config") + self.assertTablesEqual("seed","table") + self.assertTablesEqual("seed","view") + self.assertTablesEqual("seed","incremental") + + +class TestSimpleDependencyWithModelSpecificOverriddenConfigs(BaseTestSimpleDependencyWithConfigs): + + @property + def project_config(self): + return { + "models": { + "DBT Integration Project": { + # disable config model, but supply vars + "config": { + "enabled": False, + "vars": { + "config_1": "ghi", + "config_2": "jkl" + + } + }, + # disable the table model + "table": { + "enabled": False, + }, + # override materialization settings + "view": { + "materialized": "table" + } + } + + }, + "repositories": [ + 'https://github.com/fishtown-analytics/dbt-integration-project@configs' + ] + } + + + def test_simple_dependency(self): + self.run_dbt(["deps"]) + self.run_dbt(["run"]) + + self.assertTablesEqual("seed","view") + self.assertTablesEqual("seed","incremental") + + + created_models = self.get_models_in_schema() + + # config, table are disabled + self.assertFalse('config' in created_models) + self.assertFalse('table' in created_models) + + self.assertTrue('view' in created_models) + self.assertEqual(created_models['view'], 'table') + + self.assertTrue('incremental' in created_models) + self.assertEqual(created_models['incremental'], 'table') diff --git a/test/integration/006_simple_dependency_test/update.sql b/test/integration/006_simple_dependency_test/update.sql new file mode 100644 index 00000000000..8440514446a --- /dev/null +++ b/test/integration/006_simple_dependency_test/update.sql @@ -0,0 +1,7 @@ + +UPDATE simple_dependency_006.seed set first_name = 'Paul', updated_at = now() where id = 500; + +INSERT INTO simple_dependency_006.seed + ("id","first_name","email","ip_address","updated_at") +VALUES + (501, 'Steve', 'sthomas@hhs.gov', '6.241.88.251', now()); diff --git a/test/integration/007_dry_run_test/models/.gitkeep b/test/integration/007_dry_run_test/models/.gitkeep new file mode 100644 index 00000000000..e69de29bb2d diff --git a/test/integration/007_dry_run_test/models/seed_summary.sql b/test/integration/007_dry_run_test/models/seed_summary.sql new file mode 100644 index 00000000000..a1dae9a5f83 --- /dev/null +++ b/test/integration/007_dry_run_test/models/seed_summary.sql @@ -0,0 +1,12 @@ + +{{ + config( + materialized='table' + ) +}} + + +select date_trunc('year', updated_at) as year, + count(*) +from dry_run_007.seed +group by 1 diff --git a/test/integration/007_dry_run_test/seed.sql b/test/integration/007_dry_run_test/seed.sql new file mode 100644 index 00000000000..d160d4036ca --- /dev/null +++ b/test/integration/007_dry_run_test/seed.sql @@ -0,0 +1,112 @@ +create table dry_run_007.seed ( + id INTEGER, + first_name VARCHAR(11), + email VARCHAR(31), + ip_address VARCHAR(15), + updated_at TIMESTAMP WITHOUT TIME ZONE +); + + +INSERT INTO dry_run_007.seed + ("id","first_name","email","ip_address","updated_at") +VALUES + (1,'Larry','lking0@miitbeian.gov.cn','69.135.206.194','2008-09-12 19:08:31'), + (2,'Larry','lperkins1@toplist.cz','64.210.133.162','1978-05-09 04:15:14'), + (3,'Anna','amontgomery2@miitbeian.gov.cn','168.104.64.114','2011-10-16 04:07:57'), + (4,'Sandra','sgeorge3@livejournal.com','229.235.252.98','1973-07-19 10:52:43'), + (5,'Fred','fwoods4@google.cn','78.229.170.124','2012-09-30 16:38:29'), + (6,'Stephen','shanson5@livejournal.com','182.227.157.105','1995-11-07 21:40:50'), + (7,'William','wmartinez6@upenn.edu','135.139.249.50','1982-09-05 03:11:59'), + (8,'Jessica','jlong7@hao123.com','203.62.178.210','1991-10-16 11:03:15'), + (9,'Douglas','dwhite8@tamu.edu','178.187.247.1','1979-10-01 09:49:48'), + (10,'Lisa','lcoleman9@nydailynews.com','168.234.128.249','2011-05-26 07:45:49'), + (11,'Ralph','rfieldsa@home.pl','55.152.163.149','1972-11-18 19:06:11'), + (12,'Louise','lnicholsb@samsung.com','141.116.153.154','2014-11-25 20:56:14'), + (13,'Clarence','cduncanc@sfgate.com','81.171.31.133','2011-11-17 07:02:36'), + (14,'Daniel','dfranklind@omniture.com','8.204.211.37','1980-09-13 00:09:04'), + (15,'Katherine','klanee@auda.org.au','176.96.134.59','1997-08-22 19:36:56'), + (16,'Billy','bwardf@wikia.com','214.108.78.85','2003-10-19 02:14:47'), + (17,'Annie','agarzag@ocn.ne.jp','190.108.42.70','1988-10-28 15:12:35'), + (18,'Shirley','scolemanh@fastcompany.com','109.251.164.84','1988-08-24 10:50:57'), + (19,'Roger','rfrazieri@scribd.com','38.145.218.108','1985-12-31 15:17:15'), + (20,'Lillian','lstanleyj@goodreads.com','47.57.236.17','1970-06-08 02:09:05'), + (21,'Aaron','arodriguezk@nps.gov','205.245.118.221','1985-10-11 23:07:49'), + (22,'Patrick','pparkerl@techcrunch.com','19.8.100.182','2006-03-29 12:53:56'), + (23,'Phillip','pmorenom@intel.com','41.38.254.103','2011-11-07 15:35:43'), + (24,'Henry','hgarcian@newsvine.com','1.191.216.252','2008-08-28 08:30:44'), + (25,'Irene','iturnero@opera.com','50.17.60.190','1994-04-01 07:15:02'), + (26,'Andrew','adunnp@pen.io','123.52.253.176','2000-11-01 06:03:25'), + (27,'David','dgutierrezq@wp.com','238.23.203.42','1988-01-25 07:29:18'), + (28,'Henry','hsanchezr@cyberchimps.com','248.102.2.185','1983-01-01 13:36:37'), + (29,'Evelyn','epetersons@gizmodo.com','32.80.46.119','1979-07-16 17:24:12'), + (30,'Tammy','tmitchellt@purevolume.com','249.246.167.88','2001-04-03 10:00:23'), + (31,'Jacqueline','jlittleu@domainmarket.com','127.181.97.47','1986-02-11 21:35:50'), + (32,'Earl','eortizv@opera.com','166.47.248.240','1996-07-06 08:16:27'), + (33,'Juan','jgordonw@sciencedirect.com','71.77.2.200','1987-01-31 03:46:44'), + (34,'Diane','dhowellx@nyu.edu','140.94.133.12','1994-06-11 02:30:05'), + (35,'Randy','rkennedyy@microsoft.com','73.255.34.196','2005-05-26 20:28:39'), + (36,'Janice','jriveraz@time.com','22.214.227.32','1990-02-09 04:16:52'), + (37,'Laura','lperry10@diigo.com','159.148.145.73','2015-03-17 05:59:25'), + (38,'Gary','gray11@statcounter.com','40.193.124.56','1970-01-27 10:04:51'), + (39,'Jesse','jmcdonald12@typepad.com','31.7.86.103','2009-03-14 08:14:29'), + (40,'Sandra','sgonzalez13@goodreads.com','223.80.168.239','1993-05-21 14:08:54'), + (41,'Scott','smoore14@archive.org','38.238.46.83','1980-08-30 11:16:56'), + (42,'Phillip','pevans15@cisco.com','158.234.59.34','2011-12-15 23:26:31'), + (43,'Steven','sriley16@google.ca','90.247.57.68','2011-10-29 19:03:28'), + (44,'Deborah','dbrown17@hexun.com','179.125.143.240','1995-04-10 14:36:07'), + (45,'Lori','lross18@ow.ly','64.80.162.180','1980-12-27 16:49:15'), + (46,'Sean','sjackson19@tumblr.com','240.116.183.69','1988-06-12 21:24:45'), + (47,'Terry','tbarnes1a@163.com','118.38.213.137','1997-09-22 16:43:19'), + (48,'Dorothy','dross1b@ebay.com','116.81.76.49','2005-02-28 13:33:24'), + (49,'Samuel','swashington1c@house.gov','38.191.253.40','1989-01-19 21:15:48'), + (50,'Ralph','rcarter1d@tinyurl.com','104.84.60.174','2007-08-11 10:21:49'), + (51,'Wayne','whudson1e@princeton.edu','90.61.24.102','1983-07-03 16:58:12'), + (52,'Rose','rjames1f@plala.or.jp','240.83.81.10','1995-06-08 11:46:23'), + (53,'Louise','lcox1g@theglobeandmail.com','105.11.82.145','2016-09-19 14:45:51'), + (54,'Kenneth','kjohnson1h@independent.co.uk','139.5.45.94','1976-08-17 11:26:19'), + (55,'Donna','dbrown1i@amazon.co.uk','19.45.169.45','2006-05-27 16:51:40'), + (56,'Johnny','jvasquez1j@trellian.com','118.202.238.23','1975-11-17 08:42:32'), + (57,'Patrick','pramirez1k@tamu.edu','231.25.153.198','1997-08-06 11:51:09'), + (58,'Helen','hlarson1l@prweb.com','8.40.21.39','1993-08-04 19:53:40'), + (59,'Patricia','pspencer1m@gmpg.org','212.198.40.15','1977-08-03 16:37:27'), + (60,'Joseph','jspencer1n@marriott.com','13.15.63.238','2005-07-23 20:22:06'), + (61,'Phillip','pschmidt1o@blogtalkradio.com','177.98.201.190','1976-05-19 21:47:44'), + (62,'Joan','jwebb1p@google.ru','105.229.170.71','1972-09-07 17:53:47'), + (63,'Phyllis','pkennedy1q@imgur.com','35.145.8.244','2000-01-01 22:33:37'), + (64,'Katherine','khunter1r@smh.com.au','248.168.205.32','1991-01-09 06:40:24'), + (65,'Laura','lvasquez1s@wiley.com','128.129.115.152','1997-10-23 12:04:56'), + (66,'Juan','jdunn1t@state.gov','44.228.124.51','2004-11-10 05:07:35'), + (67,'Judith','jholmes1u@wiley.com','40.227.179.115','1977-08-02 17:01:45'), + (68,'Beverly','bbaker1v@wufoo.com','208.34.84.59','2016-03-06 20:07:23'), + (69,'Lawrence','lcarr1w@flickr.com','59.158.212.223','1988-09-13 06:07:21'), + (70,'Gloria','gwilliams1x@mtv.com','245.231.88.33','1995-03-18 22:32:46'), + (71,'Steven','ssims1y@cbslocal.com','104.50.58.255','2001-08-05 21:26:20'), + (72,'Betty','bmills1z@arstechnica.com','103.177.214.220','1981-12-14 21:26:54'), + (73,'Mildred','mfuller20@prnewswire.com','151.158.8.130','2000-04-19 10:13:55'), + (74,'Donald','dday21@icq.com','9.178.102.255','1972-12-03 00:58:24'), + (75,'Eric','ethomas22@addtoany.com','85.2.241.227','1992-11-01 05:59:30'), + (76,'Joyce','jarmstrong23@sitemeter.com','169.224.20.36','1985-10-24 06:50:01'), + (77,'Maria','mmartinez24@amazonaws.com','143.189.167.135','2005-10-05 05:17:42'), + (78,'Harry','hburton25@youtube.com','156.47.176.237','1978-03-26 05:53:33'), + (79,'Kevin','klawrence26@hao123.com','79.136.183.83','1994-10-12 04:38:52'), + (80,'David','dhall27@prweb.com','133.149.172.153','1976-12-15 16:24:24'), + (81,'Kathy','kperry28@twitter.com','229.242.72.228','1979-03-04 02:58:56'), + (82,'Adam','aprice29@elegantthemes.com','13.145.21.10','1982-11-07 11:46:59'), + (83,'Brandon','bgriffin2a@va.gov','73.249.128.212','2013-10-30 05:30:36'), + (84,'Henry','hnguyen2b@discovery.com','211.36.214.242','1985-01-09 06:37:27'), + (85,'Eric','esanchez2c@edublogs.org','191.166.188.251','2004-05-01 23:21:42'), + (86,'Jason','jlee2d@jimdo.com','193.92.16.182','1973-01-08 09:05:39'), + (87,'Diana','drichards2e@istockphoto.com','19.130.175.245','1994-10-05 22:50:49'), + (88,'Andrea','awelch2f@abc.net.au','94.155.233.96','2002-04-26 08:41:44'), + (89,'Louis','lwagner2g@miitbeian.gov.cn','26.217.34.111','2003-08-25 07:56:39'), + (90,'Jane','jsims2h@seesaa.net','43.4.220.135','1987-03-20 20:39:04'), + (91,'Larry','lgrant2i@si.edu','97.126.79.34','2000-09-07 20:26:19'), + (92,'Louis','ldean2j@prnewswire.com','37.148.40.127','2011-09-16 20:12:14'), + (93,'Jennifer','jcampbell2k@xing.com','38.106.254.142','1988-07-15 05:06:49'), + (94,'Wayne','wcunningham2l@google.com.hk','223.28.26.187','2009-12-15 06:16:54'), + (95,'Lori','lstevens2m@icq.com','181.250.181.58','1984-10-28 03:29:19'), + (96,'Judy','jsimpson2n@marriott.com','180.121.239.219','1986-02-07 15:18:10'), + (97,'Phillip','phoward2o@usa.gov','255.247.0.175','2002-12-26 08:44:45'), + (98,'Gloria','gwalker2p@usa.gov','156.140.7.128','1997-10-04 07:58:58'), + (99,'Paul','pjohnson2q@umn.edu','183.59.198.197','1991-11-14 12:33:55'), + (100,'Frank','fgreene2r@blogspot.com','150.143.68.121','2010-06-12 23:55:39'); diff --git a/test/integration/007_dry_run_test/test_dry_run.py b/test/integration/007_dry_run_test/test_dry_run.py new file mode 100644 index 00000000000..c9770fcf089 --- /dev/null +++ b/test/integration/007_dry_run_test/test_dry_run.py @@ -0,0 +1,23 @@ +from test.integration.base import DBTIntegrationTest + +class TestDryRun(DBTIntegrationTest): + + def setUp(self): + DBTIntegrationTest.setUp(self) + self.run_sql_file("test/integration/007_dry_run_test/seed.sql") + + @property + def schema(self): + return "dry_run_007" + + @property + def models(self): + return "test/integration/007_dry_run_test/models" + + def test_dry_run(self): + self.run_dbt(["run", '--dry']) + + created_models = self.get_models_in_schema() + + # this shouldn't create any models (besides seed created outside dbt) + self.assertEqual(created_models, {"seed": "table"}) diff --git a/test/integration/008_schema_tests_test/models/.gitkeep b/test/integration/008_schema_tests_test/models/.gitkeep new file mode 100644 index 00000000000..e69de29bb2d diff --git a/test/integration/008_schema_tests_test/models/schema.yml b/test/integration/008_schema_tests_test/models/schema.yml new file mode 100644 index 00000000000..a44a3d9bad5 --- /dev/null +++ b/test/integration/008_schema_tests_test/models/schema.yml @@ -0,0 +1,56 @@ + +table_copy: + constraints: + not_null: + - id + - first_name + - email + - ip_address + - updated_at + + unique: + - id + - email + + accepted_values: + - { field: favorite_color, values: ['blue', 'green'] } + + + +table_summary: + constraints: + not_null: + - favorite_color + - count + + unique: + - favorite_color + + accepted_values: + - { field: favorite_color, values: ['blue', 'green'] } + + relationships: + - { from: favorite_color, to: table_copy, field: favorite_color } + + +# all of these constraints will fail +table_failure_copy: + constraints: + not_null: + - id + + unique: + - id + + accepted_values: + - { field: favorite_color, values: ['blue', 'green'] } + + +# all of these constraints will fail +table_failure_summary: + constraints: + accepted_values: + - { field: favorite_color, values: ['red'] } + + relationships: + - { from: favorite_color, to: table_copy, field: favorite_color } diff --git a/test/integration/008_schema_tests_test/models/table_copy.sql b/test/integration/008_schema_tests_test/models/table_copy.sql new file mode 100644 index 00000000000..40c7ced4a53 --- /dev/null +++ b/test/integration/008_schema_tests_test/models/table_copy.sql @@ -0,0 +1,8 @@ + +{{ + config( + materialized='table' + ) +}} + +select * from schema_tests_008.seed diff --git a/test/integration/008_schema_tests_test/models/table_failure_copy.sql b/test/integration/008_schema_tests_test/models/table_failure_copy.sql new file mode 100644 index 00000000000..4b5cbf92b53 --- /dev/null +++ b/test/integration/008_schema_tests_test/models/table_failure_copy.sql @@ -0,0 +1,8 @@ + +{{ + config( + materialized='table' + ) +}} + +select * from schema_tests_008.seed_failure diff --git a/test/integration/008_schema_tests_test/models/table_failure_summary.sql b/test/integration/008_schema_tests_test/models/table_failure_summary.sql new file mode 100644 index 00000000000..c1db2e20637 --- /dev/null +++ b/test/integration/008_schema_tests_test/models/table_failure_summary.sql @@ -0,0 +1,10 @@ +{{ + config( + materialized='table' + ) +}} + +-- force a foreign key constraint failure here +select 'purple' as favorite_color, count(*) as count +from {{ ref('table_failure_copy') }} +group by 1 diff --git a/test/integration/008_schema_tests_test/models/table_summary.sql b/test/integration/008_schema_tests_test/models/table_summary.sql new file mode 100644 index 00000000000..f4fd5e47efc --- /dev/null +++ b/test/integration/008_schema_tests_test/models/table_summary.sql @@ -0,0 +1,9 @@ +{{ + config( + materialized='table' + ) +}} + +select favorite_color, count(*) as count +from {{ ref('table_copy') }} +group by 1 diff --git a/test/integration/008_schema_tests_test/seed.sql b/test/integration/008_schema_tests_test/seed.sql new file mode 100644 index 00000000000..80aa10116bd --- /dev/null +++ b/test/integration/008_schema_tests_test/seed.sql @@ -0,0 +1,113 @@ +create table schema_tests_008.seed ( + favorite_color VARCHAR(10), + id INTEGER, + first_name VARCHAR(11), + email VARCHAR(31), + ip_address VARCHAR(15), + updated_at TIMESTAMP WITHOUT TIME ZONE +); + + +INSERT INTO schema_tests_008.seed + ("favorite_color", "id","first_name","email","ip_address","updated_at") +VALUES + ('blue', 1,'Larry','lking0@miitbeian.gov.cn','69.135.206.194','2008-09-12 19:08:31'), + ('blue', 2,'Larry','lperkins1@toplist.cz','64.210.133.162','1978-05-09 04:15:14'), + ('blue', 3,'Anna','amontgomery2@miitbeian.gov.cn','168.104.64.114','2011-10-16 04:07:57'), + ('blue', 4,'Sandra','sgeorge3@livejournal.com','229.235.252.98','1973-07-19 10:52:43'), + ('blue', 5,'Fred','fwoods4@google.cn','78.229.170.124','2012-09-30 16:38:29'), + ('blue', 6,'Stephen','shanson5@livejournal.com','182.227.157.105','1995-11-07 21:40:50'), + ('blue', 7,'William','wmartinez6@upenn.edu','135.139.249.50','1982-09-05 03:11:59'), + ('blue', 8,'Jessica','jlong7@hao123.com','203.62.178.210','1991-10-16 11:03:15'), + ('blue', 9,'Douglas','dwhite8@tamu.edu','178.187.247.1','1979-10-01 09:49:48'), + ('blue', 10,'Lisa','lcoleman9@nydailynews.com','168.234.128.249','2011-05-26 07:45:49'), + ('blue', 11,'Ralph','rfieldsa@home.pl','55.152.163.149','1972-11-18 19:06:11'), + ('blue', 12,'Louise','lnicholsb@samsung.com','141.116.153.154','2014-11-25 20:56:14'), + ('blue', 13,'Clarence','cduncanc@sfgate.com','81.171.31.133','2011-11-17 07:02:36'), + ('blue', 14,'Daniel','dfranklind@omniture.com','8.204.211.37','1980-09-13 00:09:04'), + ('blue', 15,'Katherine','klanee@auda.org.au','176.96.134.59','1997-08-22 19:36:56'), + ('blue', 16,'Billy','bwardf@wikia.com','214.108.78.85','2003-10-19 02:14:47'), + ('blue', 17,'Annie','agarzag@ocn.ne.jp','190.108.42.70','1988-10-28 15:12:35'), + ('blue', 18,'Shirley','scolemanh@fastcompany.com','109.251.164.84','1988-08-24 10:50:57'), + ('blue', 19,'Roger','rfrazieri@scribd.com','38.145.218.108','1985-12-31 15:17:15'), + ('blue', 20,'Lillian','lstanleyj@goodreads.com','47.57.236.17','1970-06-08 02:09:05'), + ('blue', 21,'Aaron','arodriguezk@nps.gov','205.245.118.221','1985-10-11 23:07:49'), + ('blue', 22,'Patrick','pparkerl@techcrunch.com','19.8.100.182','2006-03-29 12:53:56'), + ('blue', 23,'Phillip','pmorenom@intel.com','41.38.254.103','2011-11-07 15:35:43'), + ('blue', 24,'Henry','hgarcian@newsvine.com','1.191.216.252','2008-08-28 08:30:44'), + ('blue', 25,'Irene','iturnero@opera.com','50.17.60.190','1994-04-01 07:15:02'), + ('blue', 26,'Andrew','adunnp@pen.io','123.52.253.176','2000-11-01 06:03:25'), + ('blue', 27,'David','dgutierrezq@wp.com','238.23.203.42','1988-01-25 07:29:18'), + ('blue', 28,'Henry','hsanchezr@cyberchimps.com','248.102.2.185','1983-01-01 13:36:37'), + ('blue', 29,'Evelyn','epetersons@gizmodo.com','32.80.46.119','1979-07-16 17:24:12'), + ('blue', 30,'Tammy','tmitchellt@purevolume.com','249.246.167.88','2001-04-03 10:00:23'), + ('blue', 31,'Jacqueline','jlittleu@domainmarket.com','127.181.97.47','1986-02-11 21:35:50'), + ('blue', 32,'Earl','eortizv@opera.com','166.47.248.240','1996-07-06 08:16:27'), + ('blue', 33,'Juan','jgordonw@sciencedirect.com','71.77.2.200','1987-01-31 03:46:44'), + ('blue', 34,'Diane','dhowellx@nyu.edu','140.94.133.12','1994-06-11 02:30:05'), + ('blue', 35,'Randy','rkennedyy@microsoft.com','73.255.34.196','2005-05-26 20:28:39'), + ('blue', 36,'Janice','jriveraz@time.com','22.214.227.32','1990-02-09 04:16:52'), + ('blue', 37,'Laura','lperry10@diigo.com','159.148.145.73','2015-03-17 05:59:25'), + ('blue', 38,'Gary','gray11@statcounter.com','40.193.124.56','1970-01-27 10:04:51'), + ('blue', 39,'Jesse','jmcdonald12@typepad.com','31.7.86.103','2009-03-14 08:14:29'), + ('blue', 40,'Sandra','sgonzalez13@goodreads.com','223.80.168.239','1993-05-21 14:08:54'), + ('blue', 41,'Scott','smoore14@archive.org','38.238.46.83','1980-08-30 11:16:56'), + ('blue', 42,'Phillip','pevans15@cisco.com','158.234.59.34','2011-12-15 23:26:31'), + ('blue', 43,'Steven','sriley16@google.ca','90.247.57.68','2011-10-29 19:03:28'), + ('blue', 44,'Deborah','dbrown17@hexun.com','179.125.143.240','1995-04-10 14:36:07'), + ('blue', 45,'Lori','lross18@ow.ly','64.80.162.180','1980-12-27 16:49:15'), + ('blue', 46,'Sean','sjackson19@tumblr.com','240.116.183.69','1988-06-12 21:24:45'), + ('blue', 47,'Terry','tbarnes1a@163.com','118.38.213.137','1997-09-22 16:43:19'), + ('blue', 48,'Dorothy','dross1b@ebay.com','116.81.76.49','2005-02-28 13:33:24'), + ('blue', 49,'Samuel','swashington1c@house.gov','38.191.253.40','1989-01-19 21:15:48'), + ('blue', 50,'Ralph','rcarter1d@tinyurl.com','104.84.60.174','2007-08-11 10:21:49'), + ('green', 51,'Wayne','whudson1e@princeton.edu','90.61.24.102','1983-07-03 16:58:12'), + ('green', 52,'Rose','rjames1f@plala.or.jp','240.83.81.10','1995-06-08 11:46:23'), + ('green', 53,'Louise','lcox1g@theglobeandmail.com','105.11.82.145','2016-09-19 14:45:51'), + ('green', 54,'Kenneth','kjohnson1h@independent.co.uk','139.5.45.94','1976-08-17 11:26:19'), + ('green', 55,'Donna','dbrown1i@amazon.co.uk','19.45.169.45','2006-05-27 16:51:40'), + ('green', 56,'Johnny','jvasquez1j@trellian.com','118.202.238.23','1975-11-17 08:42:32'), + ('green', 57,'Patrick','pramirez1k@tamu.edu','231.25.153.198','1997-08-06 11:51:09'), + ('green', 58,'Helen','hlarson1l@prweb.com','8.40.21.39','1993-08-04 19:53:40'), + ('green', 59,'Patricia','pspencer1m@gmpg.org','212.198.40.15','1977-08-03 16:37:27'), + ('green', 60,'Joseph','jspencer1n@marriott.com','13.15.63.238','2005-07-23 20:22:06'), + ('green', 61,'Phillip','pschmidt1o@blogtalkradio.com','177.98.201.190','1976-05-19 21:47:44'), + ('green', 62,'Joan','jwebb1p@google.ru','105.229.170.71','1972-09-07 17:53:47'), + ('green', 63,'Phyllis','pkennedy1q@imgur.com','35.145.8.244','2000-01-01 22:33:37'), + ('green', 64,'Katherine','khunter1r@smh.com.au','248.168.205.32','1991-01-09 06:40:24'), + ('green', 65,'Laura','lvasquez1s@wiley.com','128.129.115.152','1997-10-23 12:04:56'), + ('green', 66,'Juan','jdunn1t@state.gov','44.228.124.51','2004-11-10 05:07:35'), + ('green', 67,'Judith','jholmes1u@wiley.com','40.227.179.115','1977-08-02 17:01:45'), + ('green', 68,'Beverly','bbaker1v@wufoo.com','208.34.84.59','2016-03-06 20:07:23'), + ('green', 69,'Lawrence','lcarr1w@flickr.com','59.158.212.223','1988-09-13 06:07:21'), + ('green', 70,'Gloria','gwilliams1x@mtv.com','245.231.88.33','1995-03-18 22:32:46'), + ('green', 71,'Steven','ssims1y@cbslocal.com','104.50.58.255','2001-08-05 21:26:20'), + ('green', 72,'Betty','bmills1z@arstechnica.com','103.177.214.220','1981-12-14 21:26:54'), + ('green', 73,'Mildred','mfuller20@prnewswire.com','151.158.8.130','2000-04-19 10:13:55'), + ('green', 74,'Donald','dday21@icq.com','9.178.102.255','1972-12-03 00:58:24'), + ('green', 75,'Eric','ethomas22@addtoany.com','85.2.241.227','1992-11-01 05:59:30'), + ('green', 76,'Joyce','jarmstrong23@sitemeter.com','169.224.20.36','1985-10-24 06:50:01'), + ('green', 77,'Maria','mmartinez24@amazonaws.com','143.189.167.135','2005-10-05 05:17:42'), + ('green', 78,'Harry','hburton25@youtube.com','156.47.176.237','1978-03-26 05:53:33'), + ('green', 79,'Kevin','klawrence26@hao123.com','79.136.183.83','1994-10-12 04:38:52'), + ('green', 80,'David','dhall27@prweb.com','133.149.172.153','1976-12-15 16:24:24'), + ('green', 81,'Kathy','kperry28@twitter.com','229.242.72.228','1979-03-04 02:58:56'), + ('green', 82,'Adam','aprice29@elegantthemes.com','13.145.21.10','1982-11-07 11:46:59'), + ('green', 83,'Brandon','bgriffin2a@va.gov','73.249.128.212','2013-10-30 05:30:36'), + ('green', 84,'Henry','hnguyen2b@discovery.com','211.36.214.242','1985-01-09 06:37:27'), + ('green', 85,'Eric','esanchez2c@edublogs.org','191.166.188.251','2004-05-01 23:21:42'), + ('green', 86,'Jason','jlee2d@jimdo.com','193.92.16.182','1973-01-08 09:05:39'), + ('green', 87,'Diana','drichards2e@istockphoto.com','19.130.175.245','1994-10-05 22:50:49'), + ('green', 88,'Andrea','awelch2f@abc.net.au','94.155.233.96','2002-04-26 08:41:44'), + ('green', 89,'Louis','lwagner2g@miitbeian.gov.cn','26.217.34.111','2003-08-25 07:56:39'), + ('green', 90,'Jane','jsims2h@seesaa.net','43.4.220.135','1987-03-20 20:39:04'), + ('green', 91,'Larry','lgrant2i@si.edu','97.126.79.34','2000-09-07 20:26:19'), + ('green', 92,'Louis','ldean2j@prnewswire.com','37.148.40.127','2011-09-16 20:12:14'), + ('green', 93,'Jennifer','jcampbell2k@xing.com','38.106.254.142','1988-07-15 05:06:49'), + ('green', 94,'Wayne','wcunningham2l@google.com.hk','223.28.26.187','2009-12-15 06:16:54'), + ('green', 95,'Lori','lstevens2m@icq.com','181.250.181.58','1984-10-28 03:29:19'), + ('green', 96,'Judy','jsimpson2n@marriott.com','180.121.239.219','1986-02-07 15:18:10'), + ('green', 97,'Phillip','phoward2o@usa.gov','255.247.0.175','2002-12-26 08:44:45'), + ('green', 98,'Gloria','gwalker2p@usa.gov','156.140.7.128','1997-10-04 07:58:58'), + ('green', 99,'Paul','pjohnson2q@umn.edu','183.59.198.197','1991-11-14 12:33:55'), + ('green', 100,'Frank','fgreene2r@blogspot.com','150.143.68.121','2010-06-12 23:55:39'); diff --git a/test/integration/008_schema_tests_test/seed_failure.sql b/test/integration/008_schema_tests_test/seed_failure.sql new file mode 100644 index 00000000000..65b38ed2432 --- /dev/null +++ b/test/integration/008_schema_tests_test/seed_failure.sql @@ -0,0 +1,116 @@ +create table schema_tests_008.seed_failure ( + favorite_color VARCHAR(10), + id INTEGER, + first_name VARCHAR(11), + email VARCHAR(31), + ip_address VARCHAR(15), + updated_at TIMESTAMP WITHOUT TIME ZONE +); + + +INSERT INTO schema_tests_008.seed_failure + ("favorite_color", "id","first_name","email","ip_address","updated_at") +VALUES + -- unaccepted 'red' favorite_color + ('red', 1,'Larry','lking0@miitbeian.gov.cn','69.135.206.194','2008-09-12 19:08:31'), + -- dupicate unique field (id=1) + ('blue', 1,'Larry','lperkins1@toplist.cz','64.210.133.162','1978-05-09 04:15:14'), + -- null not_null field (id) + ('blue', null,'Anna','amontgomery2@miitbeian.gov.cn','168.104.64.114','2011-10-16 04:07:57'), + ('blue', 4,'Sandra','sgeorge3@livejournal.com','229.235.252.98','1973-07-19 10:52:43'), + ('blue', 5,'Fred','fwoods4@google.cn','78.229.170.124','2012-09-30 16:38:29'), + ('blue', 6,'Stephen','shanson5@livejournal.com','182.227.157.105','1995-11-07 21:40:50'), + ('blue', 7,'William','wmartinez6@upenn.edu','135.139.249.50','1982-09-05 03:11:59'), + ('blue', 8,'Jessica','jlong7@hao123.com','203.62.178.210','1991-10-16 11:03:15'), + ('blue', 9,'Douglas','dwhite8@tamu.edu','178.187.247.1','1979-10-01 09:49:48'), + ('blue', 10,'Lisa','lcoleman9@nydailynews.com','168.234.128.249','2011-05-26 07:45:49'), + ('blue', 11,'Ralph','rfieldsa@home.pl','55.152.163.149','1972-11-18 19:06:11'), + ('blue', 12,'Louise','lnicholsb@samsung.com','141.116.153.154','2014-11-25 20:56:14'), + ('blue', 13,'Clarence','cduncanc@sfgate.com','81.171.31.133','2011-11-17 07:02:36'), + ('blue', 14,'Daniel','dfranklind@omniture.com','8.204.211.37','1980-09-13 00:09:04'), + ('blue', 15,'Katherine','klanee@auda.org.au','176.96.134.59','1997-08-22 19:36:56'), + ('blue', 16,'Billy','bwardf@wikia.com','214.108.78.85','2003-10-19 02:14:47'), + ('blue', 17,'Annie','agarzag@ocn.ne.jp','190.108.42.70','1988-10-28 15:12:35'), + ('blue', 18,'Shirley','scolemanh@fastcompany.com','109.251.164.84','1988-08-24 10:50:57'), + ('blue', 19,'Roger','rfrazieri@scribd.com','38.145.218.108','1985-12-31 15:17:15'), + ('blue', 20,'Lillian','lstanleyj@goodreads.com','47.57.236.17','1970-06-08 02:09:05'), + ('blue', 21,'Aaron','arodriguezk@nps.gov','205.245.118.221','1985-10-11 23:07:49'), + ('blue', 22,'Patrick','pparkerl@techcrunch.com','19.8.100.182','2006-03-29 12:53:56'), + ('blue', 23,'Phillip','pmorenom@intel.com','41.38.254.103','2011-11-07 15:35:43'), + ('blue', 24,'Henry','hgarcian@newsvine.com','1.191.216.252','2008-08-28 08:30:44'), + ('blue', 25,'Irene','iturnero@opera.com','50.17.60.190','1994-04-01 07:15:02'), + ('blue', 26,'Andrew','adunnp@pen.io','123.52.253.176','2000-11-01 06:03:25'), + ('blue', 27,'David','dgutierrezq@wp.com','238.23.203.42','1988-01-25 07:29:18'), + ('blue', 28,'Henry','hsanchezr@cyberchimps.com','248.102.2.185','1983-01-01 13:36:37'), + ('blue', 29,'Evelyn','epetersons@gizmodo.com','32.80.46.119','1979-07-16 17:24:12'), + ('blue', 30,'Tammy','tmitchellt@purevolume.com','249.246.167.88','2001-04-03 10:00:23'), + ('blue', 31,'Jacqueline','jlittleu@domainmarket.com','127.181.97.47','1986-02-11 21:35:50'), + ('blue', 32,'Earl','eortizv@opera.com','166.47.248.240','1996-07-06 08:16:27'), + ('blue', 33,'Juan','jgordonw@sciencedirect.com','71.77.2.200','1987-01-31 03:46:44'), + ('blue', 34,'Diane','dhowellx@nyu.edu','140.94.133.12','1994-06-11 02:30:05'), + ('blue', 35,'Randy','rkennedyy@microsoft.com','73.255.34.196','2005-05-26 20:28:39'), + ('blue', 36,'Janice','jriveraz@time.com','22.214.227.32','1990-02-09 04:16:52'), + ('blue', 37,'Laura','lperry10@diigo.com','159.148.145.73','2015-03-17 05:59:25'), + ('blue', 38,'Gary','gray11@statcounter.com','40.193.124.56','1970-01-27 10:04:51'), + ('blue', 39,'Jesse','jmcdonald12@typepad.com','31.7.86.103','2009-03-14 08:14:29'), + ('blue', 40,'Sandra','sgonzalez13@goodreads.com','223.80.168.239','1993-05-21 14:08:54'), + ('blue', 41,'Scott','smoore14@archive.org','38.238.46.83','1980-08-30 11:16:56'), + ('blue', 42,'Phillip','pevans15@cisco.com','158.234.59.34','2011-12-15 23:26:31'), + ('blue', 43,'Steven','sriley16@google.ca','90.247.57.68','2011-10-29 19:03:28'), + ('blue', 44,'Deborah','dbrown17@hexun.com','179.125.143.240','1995-04-10 14:36:07'), + ('blue', 45,'Lori','lross18@ow.ly','64.80.162.180','1980-12-27 16:49:15'), + ('blue', 46,'Sean','sjackson19@tumblr.com','240.116.183.69','1988-06-12 21:24:45'), + ('blue', 47,'Terry','tbarnes1a@163.com','118.38.213.137','1997-09-22 16:43:19'), + ('blue', 48,'Dorothy','dross1b@ebay.com','116.81.76.49','2005-02-28 13:33:24'), + ('blue', 49,'Samuel','swashington1c@house.gov','38.191.253.40','1989-01-19 21:15:48'), + ('blue', 50,'Ralph','rcarter1d@tinyurl.com','104.84.60.174','2007-08-11 10:21:49'), + ('green', 51,'Wayne','whudson1e@princeton.edu','90.61.24.102','1983-07-03 16:58:12'), + ('green', 52,'Rose','rjames1f@plala.or.jp','240.83.81.10','1995-06-08 11:46:23'), + ('green', 53,'Louise','lcox1g@theglobeandmail.com','105.11.82.145','2016-09-19 14:45:51'), + ('green', 54,'Kenneth','kjohnson1h@independent.co.uk','139.5.45.94','1976-08-17 11:26:19'), + ('green', 55,'Donna','dbrown1i@amazon.co.uk','19.45.169.45','2006-05-27 16:51:40'), + ('green', 56,'Johnny','jvasquez1j@trellian.com','118.202.238.23','1975-11-17 08:42:32'), + ('green', 57,'Patrick','pramirez1k@tamu.edu','231.25.153.198','1997-08-06 11:51:09'), + ('green', 58,'Helen','hlarson1l@prweb.com','8.40.21.39','1993-08-04 19:53:40'), + ('green', 59,'Patricia','pspencer1m@gmpg.org','212.198.40.15','1977-08-03 16:37:27'), + ('green', 60,'Joseph','jspencer1n@marriott.com','13.15.63.238','2005-07-23 20:22:06'), + ('green', 61,'Phillip','pschmidt1o@blogtalkradio.com','177.98.201.190','1976-05-19 21:47:44'), + ('green', 62,'Joan','jwebb1p@google.ru','105.229.170.71','1972-09-07 17:53:47'), + ('green', 63,'Phyllis','pkennedy1q@imgur.com','35.145.8.244','2000-01-01 22:33:37'), + ('green', 64,'Katherine','khunter1r@smh.com.au','248.168.205.32','1991-01-09 06:40:24'), + ('green', 65,'Laura','lvasquez1s@wiley.com','128.129.115.152','1997-10-23 12:04:56'), + ('green', 66,'Juan','jdunn1t@state.gov','44.228.124.51','2004-11-10 05:07:35'), + ('green', 67,'Judith','jholmes1u@wiley.com','40.227.179.115','1977-08-02 17:01:45'), + ('green', 68,'Beverly','bbaker1v@wufoo.com','208.34.84.59','2016-03-06 20:07:23'), + ('green', 69,'Lawrence','lcarr1w@flickr.com','59.158.212.223','1988-09-13 06:07:21'), + ('green', 70,'Gloria','gwilliams1x@mtv.com','245.231.88.33','1995-03-18 22:32:46'), + ('green', 71,'Steven','ssims1y@cbslocal.com','104.50.58.255','2001-08-05 21:26:20'), + ('green', 72,'Betty','bmills1z@arstechnica.com','103.177.214.220','1981-12-14 21:26:54'), + ('green', 73,'Mildred','mfuller20@prnewswire.com','151.158.8.130','2000-04-19 10:13:55'), + ('green', 74,'Donald','dday21@icq.com','9.178.102.255','1972-12-03 00:58:24'), + ('green', 75,'Eric','ethomas22@addtoany.com','85.2.241.227','1992-11-01 05:59:30'), + ('green', 76,'Joyce','jarmstrong23@sitemeter.com','169.224.20.36','1985-10-24 06:50:01'), + ('green', 77,'Maria','mmartinez24@amazonaws.com','143.189.167.135','2005-10-05 05:17:42'), + ('green', 78,'Harry','hburton25@youtube.com','156.47.176.237','1978-03-26 05:53:33'), + ('green', 79,'Kevin','klawrence26@hao123.com','79.136.183.83','1994-10-12 04:38:52'), + ('green', 80,'David','dhall27@prweb.com','133.149.172.153','1976-12-15 16:24:24'), + ('green', 81,'Kathy','kperry28@twitter.com','229.242.72.228','1979-03-04 02:58:56'), + ('green', 82,'Adam','aprice29@elegantthemes.com','13.145.21.10','1982-11-07 11:46:59'), + ('green', 83,'Brandon','bgriffin2a@va.gov','73.249.128.212','2013-10-30 05:30:36'), + ('green', 84,'Henry','hnguyen2b@discovery.com','211.36.214.242','1985-01-09 06:37:27'), + ('green', 85,'Eric','esanchez2c@edublogs.org','191.166.188.251','2004-05-01 23:21:42'), + ('green', 86,'Jason','jlee2d@jimdo.com','193.92.16.182','1973-01-08 09:05:39'), + ('green', 87,'Diana','drichards2e@istockphoto.com','19.130.175.245','1994-10-05 22:50:49'), + ('green', 88,'Andrea','awelch2f@abc.net.au','94.155.233.96','2002-04-26 08:41:44'), + ('green', 89,'Louis','lwagner2g@miitbeian.gov.cn','26.217.34.111','2003-08-25 07:56:39'), + ('green', 90,'Jane','jsims2h@seesaa.net','43.4.220.135','1987-03-20 20:39:04'), + ('green', 91,'Larry','lgrant2i@si.edu','97.126.79.34','2000-09-07 20:26:19'), + ('green', 92,'Louis','ldean2j@prnewswire.com','37.148.40.127','2011-09-16 20:12:14'), + ('green', 93,'Jennifer','jcampbell2k@xing.com','38.106.254.142','1988-07-15 05:06:49'), + ('green', 94,'Wayne','wcunningham2l@google.com.hk','223.28.26.187','2009-12-15 06:16:54'), + ('green', 95,'Lori','lstevens2m@icq.com','181.250.181.58','1984-10-28 03:29:19'), + ('green', 96,'Judy','jsimpson2n@marriott.com','180.121.239.219','1986-02-07 15:18:10'), + ('green', 97,'Phillip','phoward2o@usa.gov','255.247.0.175','2002-12-26 08:44:45'), + ('green', 98,'Gloria','gwalker2p@usa.gov','156.140.7.128','1997-10-04 07:58:58'), + ('green', 99,'Paul','pjohnson2q@umn.edu','183.59.198.197','1991-11-14 12:33:55'), + ('green', 100,'Frank','fgreene2r@blogspot.com','150.143.68.121','2010-06-12 23:55:39'); diff --git a/test/integration/008_schema_tests_test/test_schema_tests.py b/test/integration/008_schema_tests_test/test_schema_tests.py new file mode 100644 index 00000000000..6c43142abbd --- /dev/null +++ b/test/integration/008_schema_tests_test/test_schema_tests.py @@ -0,0 +1,51 @@ +from test.integration.base import DBTIntegrationTest + +from dbt.task.test import TestTask +from dbt.project import read_project + +class FakeArgs(object): + def __init__(self): + self.threads = 1 + self.data = False + self.schema = True + self.insert_test_results = False + +class TestSchemaTests(DBTIntegrationTest): + + def setUp(self): + DBTIntegrationTest.setUp(self) + self.run_sql_file("test/integration/008_schema_tests_test/seed.sql") + self.run_sql_file("test/integration/008_schema_tests_test/seed_failure.sql") + + @property + def schema(self): + return "schema_tests_008" + + @property + def models(self): + return "test/integration/008_schema_tests_test/models" + + def run_schema_validations(self): + project = read_project('dbt_project.yml') + args = FakeArgs() + + test_task = TestTask(args, project) + return test_task.run() + + def test_schema_tests(self): + self.run_dbt() + test_results = self.run_schema_validations() + + for result in test_results: + # assert that all deliberately failing tests actually fail + if 'failure' in result.model.name: + self.assertFalse(result.errored) + self.assertFalse(result.skipped) + self.assertTrue(result.status > 0) + + # assert that actual tests pass + else: + self.assertFalse(result.errored) + self.assertFalse(result.skipped) + # status = # of failing rows + self.assertEqual(result.status, 0) diff --git a/test/integration/009_data_tests_test/models/.gitkeep b/test/integration/009_data_tests_test/models/.gitkeep new file mode 100644 index 00000000000..e69de29bb2d diff --git a/test/integration/009_data_tests_test/models/table_copy.sql b/test/integration/009_data_tests_test/models/table_copy.sql new file mode 100644 index 00000000000..16f6c30b5f4 --- /dev/null +++ b/test/integration/009_data_tests_test/models/table_copy.sql @@ -0,0 +1,8 @@ + +{{ + config( + materialized='table' + ) +}} + +select * from data_tests_009.seed diff --git a/test/integration/009_data_tests_test/seed.sql b/test/integration/009_data_tests_test/seed.sql new file mode 100644 index 00000000000..1d2146d1b9f --- /dev/null +++ b/test/integration/009_data_tests_test/seed.sql @@ -0,0 +1,113 @@ +create table data_tests_009.seed ( + favorite_color VARCHAR(10), + id INTEGER, + first_name VARCHAR(11), + email VARCHAR(31), + ip_address VARCHAR(15), + updated_at TIMESTAMP WITHOUT TIME ZONE +); + + +INSERT INTO data_tests_009.seed + ("favorite_color", "id","first_name","email","ip_address","updated_at") +VALUES + ('blue', 1,'Larry','lking0@miitbeian.gov.cn','69.135.206.194','2008-09-12 19:08:31'), + ('blue', 2,'Larry','lperkins1@toplist.cz','64.210.133.162','1978-05-09 04:15:14'), + ('blue', 3,'Anna','amontgomery2@miitbeian.gov.cn','168.104.64.114','2011-10-16 04:07:57'), + ('blue', 4,'Sandra','sgeorge3@livejournal.com','229.235.252.98','1973-07-19 10:52:43'), + ('blue', 5,'Fred','fwoods4@google.cn','78.229.170.124','2012-09-30 16:38:29'), + ('blue', 6,'Stephen','shanson5@livejournal.com','182.227.157.105','1995-11-07 21:40:50'), + ('blue', 7,'William','wmartinez6@upenn.edu','135.139.249.50','1982-09-05 03:11:59'), + ('blue', 8,'Jessica','jlong7@hao123.com','203.62.178.210','1991-10-16 11:03:15'), + ('blue', 9,'Douglas','dwhite8@tamu.edu','178.187.247.1','1979-10-01 09:49:48'), + ('blue', 10,'Lisa','lcoleman9@nydailynews.com','168.234.128.249','2011-05-26 07:45:49'), + ('blue', 11,'Ralph','rfieldsa@home.pl','55.152.163.149','1972-11-18 19:06:11'), + ('blue', 12,'Louise','lnicholsb@samsung.com','141.116.153.154','2014-11-25 20:56:14'), + ('blue', 13,'Clarence','cduncanc@sfgate.com','81.171.31.133','2011-11-17 07:02:36'), + ('blue', 14,'Daniel','dfranklind@omniture.com','8.204.211.37','1980-09-13 00:09:04'), + ('blue', 15,'Katherine','klanee@auda.org.au','176.96.134.59','1997-08-22 19:36:56'), + ('blue', 16,'Billy','bwardf@wikia.com','214.108.78.85','2003-10-19 02:14:47'), + ('blue', 17,'Annie','agarzag@ocn.ne.jp','190.108.42.70','1988-10-28 15:12:35'), + ('blue', 18,'Shirley','scolemanh@fastcompany.com','109.251.164.84','1988-08-24 10:50:57'), + ('blue', 19,'Roger','rfrazieri@scribd.com','38.145.218.108','1985-12-31 15:17:15'), + ('blue', 20,'Lillian','lstanleyj@goodreads.com','47.57.236.17','1970-06-08 02:09:05'), + ('blue', 21,'Aaron','arodriguezk@nps.gov','205.245.118.221','1985-10-11 23:07:49'), + ('blue', 22,'Patrick','pparkerl@techcrunch.com','19.8.100.182','2006-03-29 12:53:56'), + ('blue', 23,'Phillip','pmorenom@intel.com','41.38.254.103','2011-11-07 15:35:43'), + ('blue', 24,'Henry','hgarcian@newsvine.com','1.191.216.252','2008-08-28 08:30:44'), + ('blue', 25,'Irene','iturnero@opera.com','50.17.60.190','1994-04-01 07:15:02'), + ('blue', 26,'Andrew','adunnp@pen.io','123.52.253.176','2000-11-01 06:03:25'), + ('blue', 27,'David','dgutierrezq@wp.com','238.23.203.42','1988-01-25 07:29:18'), + ('blue', 28,'Henry','hsanchezr@cyberchimps.com','248.102.2.185','1983-01-01 13:36:37'), + ('blue', 29,'Evelyn','epetersons@gizmodo.com','32.80.46.119','1979-07-16 17:24:12'), + ('blue', 30,'Tammy','tmitchellt@purevolume.com','249.246.167.88','2001-04-03 10:00:23'), + ('blue', 31,'Jacqueline','jlittleu@domainmarket.com','127.181.97.47','1986-02-11 21:35:50'), + ('blue', 32,'Earl','eortizv@opera.com','166.47.248.240','1996-07-06 08:16:27'), + ('blue', 33,'Juan','jgordonw@sciencedirect.com','71.77.2.200','1987-01-31 03:46:44'), + ('blue', 34,'Diane','dhowellx@nyu.edu','140.94.133.12','1994-06-11 02:30:05'), + ('blue', 35,'Randy','rkennedyy@microsoft.com','73.255.34.196','2005-05-26 20:28:39'), + ('blue', 36,'Janice','jriveraz@time.com','22.214.227.32','1990-02-09 04:16:52'), + ('blue', 37,'Laura','lperry10@diigo.com','159.148.145.73','2015-03-17 05:59:25'), + ('blue', 38,'Gary','gray11@statcounter.com','40.193.124.56','1970-01-27 10:04:51'), + ('blue', 39,'Jesse','jmcdonald12@typepad.com','31.7.86.103','2009-03-14 08:14:29'), + ('blue', 40,'Sandra','sgonzalez13@goodreads.com','223.80.168.239','1993-05-21 14:08:54'), + ('blue', 41,'Scott','smoore14@archive.org','38.238.46.83','1980-08-30 11:16:56'), + ('blue', 42,'Phillip','pevans15@cisco.com','158.234.59.34','2011-12-15 23:26:31'), + ('blue', 43,'Steven','sriley16@google.ca','90.247.57.68','2011-10-29 19:03:28'), + ('blue', 44,'Deborah','dbrown17@hexun.com','179.125.143.240','1995-04-10 14:36:07'), + ('blue', 45,'Lori','lross18@ow.ly','64.80.162.180','1980-12-27 16:49:15'), + ('blue', 46,'Sean','sjackson19@tumblr.com','240.116.183.69','1988-06-12 21:24:45'), + ('blue', 47,'Terry','tbarnes1a@163.com','118.38.213.137','1997-09-22 16:43:19'), + ('blue', 48,'Dorothy','dross1b@ebay.com','116.81.76.49','2005-02-28 13:33:24'), + ('blue', 49,'Samuel','swashington1c@house.gov','38.191.253.40','1989-01-19 21:15:48'), + ('blue', 50,'Ralph','rcarter1d@tinyurl.com','104.84.60.174','2007-08-11 10:21:49'), + ('green', 51,'Wayne','whudson1e@princeton.edu','90.61.24.102','1983-07-03 16:58:12'), + ('green', 52,'Rose','rjames1f@plala.or.jp','240.83.81.10','1995-06-08 11:46:23'), + ('green', 53,'Louise','lcox1g@theglobeandmail.com','105.11.82.145','2016-09-19 14:45:51'), + ('green', 54,'Kenneth','kjohnson1h@independent.co.uk','139.5.45.94','1976-08-17 11:26:19'), + ('green', 55,'Donna','dbrown1i@amazon.co.uk','19.45.169.45','2006-05-27 16:51:40'), + ('green', 56,'Johnny','jvasquez1j@trellian.com','118.202.238.23','1975-11-17 08:42:32'), + ('green', 57,'Patrick','pramirez1k@tamu.edu','231.25.153.198','1997-08-06 11:51:09'), + ('green', 58,'Helen','hlarson1l@prweb.com','8.40.21.39','1993-08-04 19:53:40'), + ('green', 59,'Patricia','pspencer1m@gmpg.org','212.198.40.15','1977-08-03 16:37:27'), + ('green', 60,'Joseph','jspencer1n@marriott.com','13.15.63.238','2005-07-23 20:22:06'), + ('green', 61,'Phillip','pschmidt1o@blogtalkradio.com','177.98.201.190','1976-05-19 21:47:44'), + ('green', 62,'Joan','jwebb1p@google.ru','105.229.170.71','1972-09-07 17:53:47'), + ('green', 63,'Phyllis','pkennedy1q@imgur.com','35.145.8.244','2000-01-01 22:33:37'), + ('green', 64,'Katherine','khunter1r@smh.com.au','248.168.205.32','1991-01-09 06:40:24'), + ('green', 65,'Laura','lvasquez1s@wiley.com','128.129.115.152','1997-10-23 12:04:56'), + ('green', 66,'Juan','jdunn1t@state.gov','44.228.124.51','2004-11-10 05:07:35'), + ('green', 67,'Judith','jholmes1u@wiley.com','40.227.179.115','1977-08-02 17:01:45'), + ('green', 68,'Beverly','bbaker1v@wufoo.com','208.34.84.59','2016-03-06 20:07:23'), + ('green', 69,'Lawrence','lcarr1w@flickr.com','59.158.212.223','1988-09-13 06:07:21'), + ('green', 70,'Gloria','gwilliams1x@mtv.com','245.231.88.33','1995-03-18 22:32:46'), + ('green', 71,'Steven','ssims1y@cbslocal.com','104.50.58.255','2001-08-05 21:26:20'), + ('green', 72,'Betty','bmills1z@arstechnica.com','103.177.214.220','1981-12-14 21:26:54'), + ('green', 73,'Mildred','mfuller20@prnewswire.com','151.158.8.130','2000-04-19 10:13:55'), + ('green', 74,'Donald','dday21@icq.com','9.178.102.255','1972-12-03 00:58:24'), + ('green', 75,'Eric','ethomas22@addtoany.com','85.2.241.227','1992-11-01 05:59:30'), + ('green', 76,'Joyce','jarmstrong23@sitemeter.com','169.224.20.36','1985-10-24 06:50:01'), + ('green', 77,'Maria','mmartinez24@amazonaws.com','143.189.167.135','2005-10-05 05:17:42'), + ('green', 78,'Harry','hburton25@youtube.com','156.47.176.237','1978-03-26 05:53:33'), + ('green', 79,'Kevin','klawrence26@hao123.com','79.136.183.83','1994-10-12 04:38:52'), + ('green', 80,'David','dhall27@prweb.com','133.149.172.153','1976-12-15 16:24:24'), + ('green', 81,'Kathy','kperry28@twitter.com','229.242.72.228','1979-03-04 02:58:56'), + ('green', 82,'Adam','aprice29@elegantthemes.com','13.145.21.10','1982-11-07 11:46:59'), + ('green', 83,'Brandon','bgriffin2a@va.gov','73.249.128.212','2013-10-30 05:30:36'), + ('green', 84,'Henry','hnguyen2b@discovery.com','211.36.214.242','1985-01-09 06:37:27'), + ('green', 85,'Eric','esanchez2c@edublogs.org','191.166.188.251','2004-05-01 23:21:42'), + ('green', 86,'Jason','jlee2d@jimdo.com','193.92.16.182','1973-01-08 09:05:39'), + ('green', 87,'Diana','drichards2e@istockphoto.com','19.130.175.245','1994-10-05 22:50:49'), + ('green', 88,'Andrea','awelch2f@abc.net.au','94.155.233.96','2002-04-26 08:41:44'), + ('green', 89,'Louis','lwagner2g@miitbeian.gov.cn','26.217.34.111','2003-08-25 07:56:39'), + ('green', 90,'Jane','jsims2h@seesaa.net','43.4.220.135','1987-03-20 20:39:04'), + ('green', 91,'Larry','lgrant2i@si.edu','97.126.79.34','2000-09-07 20:26:19'), + ('green', 92,'Louis','ldean2j@prnewswire.com','37.148.40.127','2011-09-16 20:12:14'), + ('green', 93,'Jennifer','jcampbell2k@xing.com','38.106.254.142','1988-07-15 05:06:49'), + ('green', 94,'Wayne','wcunningham2l@google.com.hk','223.28.26.187','2009-12-15 06:16:54'), + ('green', 95,'Lori','lstevens2m@icq.com','181.250.181.58','1984-10-28 03:29:19'), + ('green', 96,'Judy','jsimpson2n@marriott.com','180.121.239.219','1986-02-07 15:18:10'), + ('green', 97,'Phillip','phoward2o@usa.gov','255.247.0.175','2002-12-26 08:44:45'), + ('green', 98,'Gloria','gwalker2p@usa.gov','156.140.7.128','1997-10-04 07:58:58'), + ('green', 99,'Paul','pjohnson2q@umn.edu','183.59.198.197','1991-11-14 12:33:55'), + ('green', 100,'Frank','fgreene2r@blogspot.com','150.143.68.121','2010-06-12 23:55:39'); diff --git a/test/integration/009_data_tests_test/test_data_tests.py b/test/integration/009_data_tests_test/test_data_tests.py new file mode 100644 index 00000000000..b2110bc0390 --- /dev/null +++ b/test/integration/009_data_tests_test/test_data_tests.py @@ -0,0 +1,57 @@ +from test.integration.base import DBTIntegrationTest + +from dbt.task.test import TestTask +from dbt.project import read_project + +class FakeArgs(object): + def __init__(self): + self.threads = 1 + self.data = True + self.schema = False + self.insert_test_results = False + +class TestDataTests(DBTIntegrationTest): + + def setUp(self): + DBTIntegrationTest.setUp(self) + self.run_sql_file("test/integration/009_data_tests_test/seed.sql") + + @property + def project_config(self): + return { + "test-paths": ["test/integration/009_data_tests_test/tests"] + } + + @property + def schema(self): + return "data_tests_009" + + @property + def models(self): + return "test/integration/009_data_tests_test/models" + + def run_data_validations(self): + project = read_project('dbt_project.yml') + args = FakeArgs() + + test_task = TestTask(args, project) + return test_task.run() + + def test_data_tests(self): + self.run_dbt() + test_results = self.run_data_validations() + + + for result in test_results: + # assert that all deliberately failing tests actually fail + if 'fail' in result.model.name: + self.assertFalse(result.errored) + self.assertFalse(result.skipped) + self.assertTrue(result.status > 0) + + # assert that actual tests pass + else: + self.assertFalse(result.errored) + self.assertFalse(result.skipped) + # status = # of failing rows + self.assertEqual(result.status, 0) diff --git a/test/integration/009_data_tests_test/tests/fail_email_is_always_null.sql b/test/integration/009_data_tests_test/tests/fail_email_is_always_null.sql new file mode 100644 index 00000000000..db25e04386c --- /dev/null +++ b/test/integration/009_data_tests_test/tests/fail_email_is_always_null.sql @@ -0,0 +1,4 @@ + +select * +from {{ ref('table_copy') }} +where email is not null diff --git a/test/integration/009_data_tests_test/tests/pass_id_not_null.sql b/test/integration/009_data_tests_test/tests/pass_id_not_null.sql new file mode 100644 index 00000000000..1ae8ba800a6 --- /dev/null +++ b/test/integration/009_data_tests_test/tests/pass_id_not_null.sql @@ -0,0 +1,4 @@ + +select * +from {{ ref('table_copy') }} +where id is null diff --git a/test/integration/__init__.py b/test/integration/__init__.py new file mode 100644 index 00000000000..e69de29bb2d diff --git a/test/integration/base.py b/test/integration/base.py new file mode 100644 index 00000000000..2503e9a8c91 --- /dev/null +++ b/test/integration/base.py @@ -0,0 +1,183 @@ +import unittest +import dbt.main as dbt +import os, shutil +import yaml +import time + +from test.integration.connection import handle + +DBT_CONFIG_DIR = os.path.expanduser(os.environ.get("DBT_CONFIG_DIR", '/root/.dbt')) +DBT_PROFILES = os.path.join(DBT_CONFIG_DIR, 'profiles.yml') + +class DBTIntegrationTest(unittest.TestCase): + + def setUp(self): + # create a dbt_project.yml + + base_project_config = { + 'name': 'test', + 'version': '1.0', + 'test-paths': [], + 'source-paths': [self.models], + 'profile': 'test' + } + + project_config = {} + project_config.update(base_project_config) + project_config.update(self.project_config) + + with open("dbt_project.yml", 'w') as f: + yaml.safe_dump(project_config, f, default_flow_style=True) + + # create profiles + + profile_config = { + 'config': { + 'send_anonymous_usage_stats': False + }, + 'test': { + 'outputs': { + 'default': { + 'type': 'postgres', + 'threads': 1, + 'host': 'database', + 'port': 5432, + 'user': 'root', + 'pass': 'password', + 'dbname': 'dbt', + 'schema': self.schema + } + }, + 'run-target': 'default' + } + } + + if not os.path.exists(DBT_CONFIG_DIR): + os.makedirs(DBT_CONFIG_DIR) + + with open(DBT_PROFILES, 'w') as f: + yaml.safe_dump(profile_config, f, default_flow_style=True) + + self.run_sql("DROP SCHEMA IF EXISTS {} CASCADE;".format(self.schema)) + self.run_sql("CREATE SCHEMA {};".format(self.schema)) + + def tearDown(self): + os.remove(DBT_PROFILES) + os.remove("dbt_project.yml") + + # quick fix for windows bug that prevents us from deleting dbt_modules + try: + if os.path.exists('dbt_modules'): + shutil.rmtree('dbt_modules') + except: + os.rename("dbt_modules", "dbt_modules-{}".format(time.time())) + + @property + def project_config(self): + return {} + + def run_dbt(self, args=None): + if args is None: + args = ["run"] + + dbt.handle(args) + + def run_sql_file(self, path): + with open(path, 'r') as f: + return self.run_sql(f.read()) + + def run_sql(self, query, fetch='all'): + with handle.cursor() as cursor: + try: + cursor.execute(query) + handle.commit() + if fetch == 'one': + output = cursor.fetchone() + else: + output = cursor.fetchall() + return output + except BaseException as e: + handle.rollback() + print(e) + + def get_table_columns(self, table): + sql = """ + select column_name, data_type, character_maximum_length + from information_schema.columns + where table_name = '{}' + and table_schema = '{}' + order by column_name asc""" + + result = self.run_sql(sql.format(table, self.schema)) + + return result + + def get_models_in_schema(self): + sql = """ + select table_name, + case when table_type = 'BASE TABLE' then 'table' + when table_type = 'VIEW' then 'view' + else table_type + end as materialization + from information_schema.tables + where table_schema = '{}' + order by table_name + """ + + result = self.run_sql(sql.format(self.schema)) + + return {model_name: materialization for (model_name, materialization) in result} + + def assertTablesEqual(self, table_a, table_b): + self.assertTableColumnsEqual(table_a, table_b) + self.assertTableRowCountsEqual(table_a, table_b) + + columns = self.get_table_columns(table_a) + columns_csv = ", ".join([record[0] for record in columns]) + + table_sql = "SELECT {} FROM {}" + + sql = """ + SELECT COUNT(*) FROM ( + (SELECT {columns} FROM {schema}.{table_a} EXCEPT SELECT {columns} FROM {schema}.{table_b}) + UNION ALL + (SELECT {columns} FROM {schema}.{table_b} EXCEPT SELECT {columns} FROM {schema}.{table_a}) + ) AS _""".format( + columns=columns_csv, + schema=self.schema, + table_a=table_a, + table_b=table_b + ) + + result = self.run_sql(sql, fetch='one') + + self.assertEquals( + result[0], + 0, + "{} rows had mismatches." + ) + + def assertTableRowCountsEqual(self, table_a, table_b): + table_a_result = self.run_sql("SELECT COUNT(*) FROM {}.{}".format(self.schema, table_a), fetch='one') + table_b_result = self.run_sql("SELECT COUNT(*) FROM {}.{}".format(self.schema, table_b), fetch='one') + + self.assertEquals( + table_a_result[0], + table_b_result[0], + "Row count of table {} ({}) doesn't match row count of table {} ({})".format( + table_a, + table_a_result[0], + table_b, + table_b_result[0] + ) + ) + + + def assertTableColumnsEqual(self, table_a, table_b): + table_a_result = self.get_table_columns(table_a) + table_b_result = self.get_table_columns(table_b) + + self.assertEquals( + table_a_result, + table_b_result + ) diff --git a/test/integration/connection.py b/test/integration/connection.py new file mode 100644 index 00000000000..3984304663d --- /dev/null +++ b/test/integration/connection.py @@ -0,0 +1,5 @@ +import psycopg2 + +handle = psycopg2.connect( + "dbname='dbt' user='root' host='database' password='password' port='5432' connect_timeout=3" +) diff --git a/test/runner.sh b/test/runner.sh new file mode 100755 index 00000000000..9b707932fcf --- /dev/null +++ b/test/runner.sh @@ -0,0 +1,14 @@ +#!/bin/bash + +. /usr/local/bin/virtualenvwrapper.sh +workon dbt + +cd /usr/src/app + +if [ $# = 0 ]; then + echo "Running all tests" + tox +else + echo "Running specified tests" + nosetests -v --nocapture --with-coverage --cover-branches --cover-html --cover-html-dir=htmlcov $@ +fi diff --git a/test/setup.sh b/test/setup.sh new file mode 100755 index 00000000000..1d3d1733763 --- /dev/null +++ b/test/setup.sh @@ -0,0 +1,10 @@ +#!/bin/bash + +. /usr/local/bin/virtualenvwrapper.sh +mkdir -p ~/.virtualenv +mkvirtualenv dbt + +cd /usr/src/app + +pip install -r requirements.txt +pip install -r dev_requirements.txt diff --git a/test/unit/__init__.py b/test/unit/__init__.py new file mode 100644 index 00000000000..e69de29bb2d diff --git a/tests/fake_data.py b/test/unit/fake_data.py similarity index 100% rename from tests/fake_data.py rename to test/unit/fake_data.py diff --git a/tests/test_compilation.py b/test/unit/test_compilation.py similarity index 89% rename from tests/test_compilation.py rename to test/unit/test_compilation.py index e2464c14bfa..f90d8a0777f 100644 --- a/tests/test_compilation.py +++ b/test/unit/test_compilation.py @@ -1,7 +1,7 @@ import unittest from dbt.compilation import Compiler -from tests import fake_data +from test.unit import fake_data class CompilationTest(unittest.TestCase): diff --git a/tests/test_import.py b/test/unit/test_import.py similarity index 99% rename from tests/test_import.py rename to test/unit/test_import.py index ca212207bd1..d92fd764a58 100644 --- a/tests/test_import.py +++ b/test/unit/test_import.py @@ -5,4 +5,3 @@ class ImportTest(unittest.TestCase): def test_import_dbt_main(self): "just test that the project can be imported" import dbt.main - diff --git a/tests/test_linker.py b/test/unit/test_linker.py similarity index 100% rename from tests/test_linker.py rename to test/unit/test_linker.py diff --git a/tox.ini b/tox.ini index addb8f92a7a..20607251b90 100644 --- a/tox.ini +++ b/tox.ini @@ -7,6 +7,17 @@ envlist = py27, py35 [testenv] -commands = {envpython} setup.py test +commands = /bin/bash -c 'HOME=/root/ {envpython} $(which nosetests) -v --with-coverage --cover-branches --cover-html --cover-html-dir=htmlcov test/unit test/integration/*' deps = + -rrequirements.txt + -rdev_requirements.txt + +[testenv:pywin] +basepython = {env:PYTHON:}\python.exe +setenv = + DBT_CONFIG_DIR = ~/.dbt +commands = nosetests -v --with-coverage --cover-branches --cover-html --cover-html-dir=htmlcov test/unit test/integration/ +deps = + -rrequirements.txt + -rdev_requirements.txt