Class: DocumentCache

Inherits:
Object
  • Object
show all
Defined in:
lib/document-cache.rb

Instance Method Summary collapse

Constructor Details

#initialize ⇒ DocumentCache

Returns a new instance of DocumentCache.



8
9
10
 
# File 'lib/document-cache.rb', line 8

def initialize
  @chest = VocabularyChest.new
end

Instance Method Details

#add(document) ⇒ Object 



12
13
14
15
 
# File 'lib/document-cache.rb', line 12

def add document
  filename = "#{TAUConfig::cache_dir}/#{UUID.new.generate}"
  File.open(filename,'w'){|f| f.write(document)}
end

#clean(sentence) ⇒ Object 



65
66
67
 
# File 'lib/document-cache.rb', line 65

def clean(sentence)
  sentence.strip + "."
end

#clear ⇒ Object 



57
58
59
 
# File 'lib/document-cache.rb', line 57

def clear
  documents.each {|doc| FileUtils.rm_rf doc}
end

#documents ⇒ Object 



53
54
55
 
# File 'lib/document-cache.rb', line 53

def documents
  Dir["#{TAUConfig::cache_dir}/*"]
end

#extract_matching_words(search, sentence) ⇒ Object 



69
70
71
72
73
 
# File 'lib/document-cache.rb', line 69

def extract_matching_words search, sentence
  matches = find_matches_by_stemming(search, [sentence])
  return matches.values.first if !matches.empty?
  return find_matches_by_grepping(search, [sentence]).values.first
end

#find_examples_for(search, count = 1) ⇒ Object 



61
62
63
 
# File 'lib/document-cache.rb', line 61

def find_examples_for search, count=1
  find_matches_in documents, search, count
end

#find_matches_by_grepping(search, sentences) ⇒ Object 



27
28
29
30
31
32
 
# File 'lib/document-cache.rb', line 27

def find_matches_by_grepping search, sentences
  sentences.inject({}){|hash, s| 
    hash[clean(s)] = [search] if s.include? search 
    hash
  }
end

#find_matches_by_stemming(search, sentences) ⇒ Object 



17
18
19
20
21
22
23
24
25
 
# File 'lib/document-cache.rb', line 17

def find_matches_by_stemming search, sentences
  token = @chest.stem(search)
  sentences.inject({}){|hash, s| 
    words = s.split(" ")
    found = words.select{|w| @chest.stem(w) == token}
    hash[clean(s)] = found.map{|f| @chest.sanitize(f)} if !found.empty?
    hash
  }
end

#find_matches_in(filenames, search, count) ⇒ Object 



34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
 
# File 'lib/document-cache.rb', line 34

def find_matches_in filenames, search, count
  matches = {}

  [:find_matches_by_stemming, :find_matches_by_grepping].each{|matcher|
    filenames.each {|filename|
      File.open(filename){|file|
        contents = file.read
        sentences = contents.split(/[\.?!\n]/)
        matches.merge!(self.send(matcher, search, sentences))

        matches.shift until matches.size <= count if matches.size > count
        return matches if matches.size == count
      }
    }
  }

  matches
end

#frequency_list ⇒ Object 



75
76
77
78
79
80
81
 
# File 'lib/document-cache.rb', line 75

def frequency_list
  text = ""
  documents.each{|f| text += File.open(f).read }
  counts = text.split(" ").inject(Hash.new(0)) {|h,w| h[w] += 1; h }
  counts.reject!{|word, count| count < 2}
  counts.sort_by {|k,v| v}.reverse
end

#stemmed_frequency_list ⇒ Object 



83
84
85
86
87
88
89
90
 
# File 'lib/document-cache.rb', line 83

def stemmed_frequency_list
  text = ""
  documents.each{|f| text += File.open(f).read }
  stems = text.split(" ").map{|w| @chest.stem(w)}
  counts = stems.inject(Hash.new(0)) {|h,stem| h[stem] += 1; h }
  counts.reject!{|stem, count| count < 2}
  counts.sort_by {|k,v| v}.reverse
end