Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
7 changes: 0 additions & 7 deletions config/config.yml
Original file line number Diff line number Diff line change
Expand Up @@ -19,10 +19,3 @@ dest_parent_dir:
:pd_open: '/tmp/datasets/ht_text_pd_open_access'
:pd_world: '/tmp/datasets/ht_text_pd_world'
:pd_world_open: '/tmp/datasets/ht_text_pd_world_open_access'

db:
adapter: mysql2
database: ht
host: mariadb-dev
user: datasets
password: datasets
11 changes: 8 additions & 3 deletions config/hathitrust_config.rb
Original file line number Diff line number Diff line change
Expand Up @@ -47,9 +47,14 @@ def volume_repo
end

def db_connection
# Example with logging enabled
# @db_connection ||= Sequel.connect(db.merge({loggers: [Logger.new($stdout)]}))
@db_connection ||= Sequel.connect(db)
@db_connection ||= Sequel.connect(
adapter: "mysql2",
user: ENV["MARIADB_HT_RO_USERNAME"],
password: ENV["MARIADB_HT_RO_PASSWORD"],
host: ENV["MARIADB_HT_RO_HOST"],
database: ENV["MARIADB_HT_RO_DATABASE"],
encoding: "utf8mb4"
)
end

def filter
Expand Down
15 changes: 12 additions & 3 deletions docker-compose.yml
Original file line number Diff line number Diff line change
Expand Up @@ -8,6 +8,14 @@ x-healthcheck-defaults: &healthcheck-defaults
start_period: 10s
retries: 5

x-environment: &environment
REDIS_URL: redis://redis/
PREVIEW_EMAIL: true
MARIADB_HT_RO_HOST: mariadb-dev
MARIADB_HT_RO_USERNAME: datasets
MARIADB_HT_RO_PASSWORD: datasets
MARIADB_HT_RO_DATABASE: ht

x-common-service: &common-service
build:
context: .
Expand All @@ -16,9 +24,7 @@ x-common-service: &common-service
- .:/usr/src/app
- gem_cache:/gems
- ./example/datasets:/tmp/datasets
environment:
REDIS_URL: redis://redis/
PREVIEW_EMAIL: true
environment: *environment

services:

Expand All @@ -29,6 +35,9 @@ services:
depends_on:
redis: *healthy
mariadb-test: *healthy
environment:
<<: *environment
MARIADB_HT_RO_HOST: mariadb-test

processor:
<<: *common-service
Expand Down
2 changes: 0 additions & 2 deletions lib/datasets.rb
Original file line number Diff line number Diff line change
@@ -1,5 +1,3 @@
require "datasets/version"

require "datasets/configuration"
require "datasets/job"
require "datasets/jobs/delete_job"
Expand Down
3 changes: 0 additions & 3 deletions lib/datasets/version.rb

This file was deleted.

7 changes: 0 additions & 7 deletions spec/support/config/integration.yml
Original file line number Diff line number Diff line change
Expand Up @@ -18,10 +18,3 @@ dest_parent_dir:
:pd_open: '/tmp/integration/datasets/ht_text_pd_open_access'
:pd_world: '/tmp/integration/datasets/ht_text_pd_world'
:pd_world_open: '/tmp/integration/datasets/ht_text_pd_world_open_access'

db:
adapter: mysql2
database: ht
host: mariadb-test
user: datasets
password: datasets