Class: Redata::Task

Inherits:
Object
  • Object
show all
Defined in:
lib/redata/tasks.rb

Constant Summary collapse

@@schema = 
Schema.new

Class Method Summary collapse

Class Method Details

.checkout_datasource(key) ⇒ Object 



34
35
36
37
38
39
40
41
42
43
44
45
 
# File 'lib/redata/tasks.rb', line 34

def self.checkout_datasource(key)
  self.parse_key(key, [:view]).each do |config|
    config.tmp_mkdir
    Parser.gen_checkout_query config
    Log.action "CHECKOUT<#{config.category}>: to bucket [#{config.bucket_file}]"
    DATABASE.connect_redshift config

    bucket = S3Bucket.new
    bucket.move "#{config.bucket_file}000", config.bucket_file
    config.tmp_rmdir
  end
end

.create_datasource(key) ⇒ Object 



9
10
11
12
13
14
15
16
17
18
19
20
21
 
# File 'lib/redata/tasks.rb', line 9

def self.create_datasource(key)
  self.parse_key(key, [:table, :view]).each do |config|
    config.tmp_mkdir
    Parser.gen_create_query config
    if RED.is_append
      Log.action "APPEND<#{config.type}>: data(#{RED.start_time} ~ #{RED.end_time}) into [#{config.source_name}]"
    else
      Log.action "CREATE<#{config.type}>: [#{config.source_name}]"
    end
    DATABASE.connect_redshift config
    config.tmp_rmdir
  end
end

.delete_datasource(key) ⇒ Object 



23
24
25
26
27
28
29
30
31
32
 
# File 'lib/redata/tasks.rb', line 23

def self.delete_datasource(key)
  self.parse_key(key, [:table, :view]).reverse.each do |config|
    config.tmp_mkdir
    Parser.gen_delete_query config
    Log.action "DROP<#{config.type}>: [#{config.source_name}]"
    Log.warning "WARNING: CASCADE mode will also drop other views that depend on this" if RED.is_forced
    DATABASE.connect_redshift config
    config.tmp_rmdir
  end
end

.deploy_datasource(key, stage) ⇒ Object 



47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
 
# File 'lib/redata/tasks.rb', line 47

def self.deploy_datasource(key, stage)
  self.parse_key(key, [:view]).each do |config|
    config.tmp_mkdir
    bucket = S3Bucket.new
    bucket.make_public config.bucket_file, true

    Log.action "DOWNLOAD<bucket>: from [#{config.bucket_file}]"
    system "wget #{RED.s3['host']}/#{config.bucket_file} -O #{config.tmp_data_file} --quiet"

    bucket.make_public config.bucket_file, false

    Log.action "INJECT<#{config.category}>: with [#{config.name}] #{stage ? 'for stage '+stage : ''}"
    DATABASE.inject_data config, stage
    config.tmp_rmdir
  end
end

.schema ⇒ Object 



5
6
7
 
# File 'lib/redata/tasks.rb', line 5

def self.schema
  @@schema
end