blazer.rb 2.3 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889
  1. require "csv"
  2. require "yaml"
  3. require "chartkick"
  4. require "blazer/version"
  5. require "blazer/data_source"
  6. require "blazer/engine"
  7. require "blazer/tasks"
  8. module Blazer
  9. class << self
  10. attr_accessor :audit
  11. attr_reader :time_zone
  12. attr_accessor :user_name
  13. attr_accessor :user_class
  14. attr_accessor :user_method
  15. attr_accessor :before_action
  16. attr_accessor :from_email
  17. attr_accessor :cache
  18. attr_accessor :transform_statement
  19. end
  20. self.audit = true
  21. self.user_name = :name
  22. TIMEOUT_MESSAGE = "Query timed out :("
  23. def self.time_zone=(time_zone)
  24. @time_zone = time_zone.is_a?(ActiveSupport::TimeZone) ? time_zone : ActiveSupport::TimeZone[time_zone.to_s]
  25. end
  26. def self.settings
  27. @settings ||= begin
  28. path = Rails.root.join("config", "blazer.yml").to_s
  29. if File.exist?(path)
  30. YAML.load(ERB.new(File.read(path)).result)
  31. else
  32. {}
  33. end
  34. end
  35. end
  36. def self.data_sources
  37. @data_sources ||= begin
  38. ds = Hash[
  39. settings["data_sources"].map do |id, s|
  40. [id, Blazer::DataSource.new(id, s)]
  41. end
  42. ]
  43. ds.default = ds.values.first
  44. ds
  45. end
  46. end
  47. def self.run_checks(schedule: nil)
  48. checks = Blazer::Check.includes(:query)
  49. checks = checks.where(schedule: schedule) if schedule
  50. checks.find_each do |check|
  51. rows = nil
  52. error = nil
  53. tries = 0
  54. # try 3 times on timeout errors
  55. while tries < 3
  56. rows, error, cached_at = data_sources[check.query.data_source].run_statement(check.query.statement, refresh_cache: true)
  57. if error == Blazer::TIMEOUT_MESSAGE
  58. Rails.logger.info "[blazer timeout] query=#{check.query.name}"
  59. tries += 1
  60. sleep(10)
  61. else
  62. break
  63. end
  64. end
  65. check.update_state(rows, error)
  66. # TODO use proper logfmt
  67. Rails.logger.info "[blazer check] query=#{check.query.name} state=#{check.state} rows=#{rows.try(:size)} error=#{error}"
  68. end
  69. end
  70. def self.send_failing_checks
  71. emails = {}
  72. Blazer::Check.includes(:query).where(state: %w[failing error]).find_each do |check|
  73. check.split_emails.each do |email|
  74. (emails[email] ||= []) << check
  75. end
  76. end
  77. emails.each do |email, checks|
  78. Blazer::CheckMailer.failing_checks(email, checks).deliver_later
  79. end
  80. end
  81. end