Module: Glancer::Indexer::ModelIndexer

Defined in:
lib/glancer/indexer/model_indexer.rb

Class Method Summary collapse

Class Method Details

.index! ⇒ Object 



8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
 
# File 'lib/glancer/indexer/model_indexer.rb', line 8

def index!
  Glancer::Utils::Logger.info("Indexer::ModelIndexer", "Starting model indexing...")

  model_files = Dir[Rails.root.join("app/models/**/*.rb")]

  if model_files.empty?
    Glancer::Utils::Logger.warn("Indexer::ModelIndexer", "No model files found for indexing.")
    return []
  end

  Glancer::Utils::Logger.info("Indexer::ModelIndexer", "Found #{model_files.size} model file(s)")

  all_chunks = []

  model_files.each do |file|
    Glancer::Utils::Logger.debug("Indexer::ModelIndexer", "Reading model file: #{file}")

    content = File.read(file)
    Glancer::Utils::Logger.debug("Indexer::ModelIndexer", "Read #{content.bytesize} bytes from #{file}")

    chunks = split_into_chunks(content)
    Glancer::Utils::Logger.debug("Indexer::ModelIndexer", "Split into #{chunks.size} chunk(s)")

    all_chunks.concat(
      chunks.map do |chunk|
        {
          content: chunk,
          source_type: "models",
          source_path: file
        }
      end
    )
  end

  Glancer::Utils::Logger.info("Indexer::ModelIndexer", "Completed indexing. Total chunks: #{all_chunks.size}")

  all_chunks
rescue StandardError => e
  Glancer::Utils::Logger.error("Indexer::ModelIndexer", "Model indexing failed: #{e.class} - #{e.message}")
  Glancer::Utils::Logger.debug("Indexer::ModelIndexer", "Backtrace:\n#{e.backtrace.join("\n")}")
  raise Glancer::Error, "Model indexing failed: #{e.message}"
end

.split_into_chunks(text) ⇒ Object 



51
52
53
54
55
56
57
58
59
60
61
 
# File 'lib/glancer/indexer/model_indexer.rb', line 51

def split_into_chunks(text)
  size = Glancer.configuration.chunk_size
  overlap = Glancer.configuration.chunk_overlap
  chunks = []
  start = 0
  while start < text.length
    chunks << text[start, size]
    start += size - overlap
  end
  chunks
end