feat(clickhouse): Improve clickhouse store #3935
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Run rails migrations | |
| on: | |
| push: | |
| branches: | |
| - 'main' | |
| pull_request: | |
| types: [opened, synchronize, reopened] | |
| jobs: | |
| run-migrations: | |
| name: Run migrations | |
| runs-on: ubuntu-latest | |
| services: | |
| postgres: | |
| image: postgres:14-alpine | |
| ports: | |
| - '5432:5432' | |
| env: | |
| POSTGRES_DB: lago | |
| POSTGRES_USER: lago | |
| POSTGRES_PASSWORD: lago | |
| env: | |
| RAILS_ENV: test | |
| DATABASE_URL: 'postgres://lago:lago@localhost:5432/lago' | |
| RAILS_MASTER_KEY: ${{ secrets.RAILS_TEST_KEY }} | |
| SECRET_KEY_BASE: ${{ secrets.SECRET_KEY_BASE }} | |
| ENCRYPTION_PRIMARY_KEY: 5I9mjfzry2P787x4S5ZuDdJwXNgYEwqo | |
| ENCRYPTION_DETERMINISTIC_KEY: SGiZzmh18EjBF9gSW8LCNk7pelauWVr4 | |
| ENCRYPTION_KEY_DERIVATION_SALT: q3pkMw34ZkRPFSf2LmtWe705yw532Pf7 | |
| LAGO_API_URL: https://api.lago.dev | |
| LAGO_PDF_URL: https://pdf.lago.dev | |
| SEGMENT_WRITE_KEY: ${{ secrets.SEGMENT_WRITE_KEY }} | |
| LAGO_FROM_EMAIL: [email protected] | |
| LAGO_CLICKHOUSE_ENABLED: true | |
| LAGO_CLICKHOUSE_MIGRATIONS_ENABLED: true | |
| LAGO_CLICKHOUSE_HOST: localhost | |
| LAGO_CLICKHOUSE_DATABASE: default | |
| LAGO_CLICKHOUSE_USERNAME: '' | |
| LAGO_CLICKHOUSE_PASSWORD: '' | |
| LAGO_DISABLE_SCHEMA_DUMP: true | |
| ANNOTATE_SKIP_ON_DB_MIGRATE: 1 | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| - name: Install Ruby and gems | |
| uses: ruby/setup-ruby@v1 | |
| with: | |
| ruby-version: '3.3.4' | |
| bundler-cache: true | |
| - name: Start Clickhouse database | |
| run: | | |
| docker run -d --rm -p 8123:8123 -p 9000:9000 --ulimit nofile=262144:262144 -v ./clickhouse-s3:/var/lib/clickhouse-s3 -v ./ci/clickhouse/config.xml:/etc/clickhouse-server/config.d/config.xml clickhouse/clickhouse-server | |
| shell: bash | |
| - name: Generate RSA keys | |
| run: ./scripts/generate.rsa.sh | |
| - name: Move db schema for comparison | |
| run: mv db/schema.rb db/schema-before-dump.rb | |
| - name: Perform Postgres database migrations | |
| run: bin/rails db:migrate:primary | |
| - name: dump schema | |
| run: LAGO_DISABLE_SCHEMA_DUMP="" bin/rails db:schema:dump:primary | |
| - name: Ensure no changes to schema.rb | |
| run: diff db/schema.rb db/schema-before-dump.rb | |
| - name: Ensure annotations are up to date | |
| run: bundle exec annotate --frozen | |
| - name: Perform Clickhouse database migrations | |
| run: bin/rails db:migrate:clickhouse |