blazer.rb 2.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990
  1. require "csv"
  2. require "yaml"
  3. require "chartkick"
  4. require "blazer/version"
  5. require "blazer/data_source"
  6. require "blazer/engine"
  7. module Blazer
  8. class << self
  9. attr_accessor :audit
  10. attr_reader :time_zone
  11. attr_accessor :user_name
  12. attr_accessor :user_class
  13. attr_accessor :user_method
  14. attr_accessor :before_action
  15. attr_accessor :from_email
  16. attr_accessor :cache
  17. attr_accessor :transform_statement
  18. attr_accessor :check_schedules
  19. end
  20. self.audit = true
  21. self.user_name = :name
  22. self.check_schedules = ["1 day", "1 hour", "5 minutes"]
  23. TIMEOUT_MESSAGE = "Query timed out :("
  24. def self.time_zone=(time_zone)
  25. @time_zone = time_zone.is_a?(ActiveSupport::TimeZone) ? time_zone : ActiveSupport::TimeZone[time_zone.to_s]
  26. end
  27. def self.settings
  28. @settings ||= begin
  29. path = Rails.root.join("config", "blazer.yml").to_s
  30. if File.exist?(path)
  31. YAML.load(ERB.new(File.read(path)).result)
  32. else
  33. {}
  34. end
  35. end
  36. end
  37. def self.data_sources
  38. @data_sources ||= begin
  39. ds = Hash[
  40. settings["data_sources"].map do |id, s|
  41. [id, Blazer::DataSource.new(id, s)]
  42. end
  43. ]
  44. ds.default = ds.values.first
  45. ds
  46. end
  47. end
  48. def self.run_checks(schedule: nil)
  49. checks = Blazer::Check.includes(:query)
  50. checks = checks.where(schedule: schedule) if schedule
  51. checks.find_each do |check|
  52. rows = nil
  53. error = nil
  54. tries = 0
  55. # try 3 times on timeout errors
  56. while tries < 3
  57. rows, error, cached_at = data_sources[check.query.data_source].run_statement(check.query.statement, refresh_cache: true)
  58. if error == Blazer::TIMEOUT_MESSAGE
  59. Rails.logger.info "[blazer timeout] query=#{check.query.name}"
  60. tries += 1
  61. sleep(10)
  62. else
  63. break
  64. end
  65. end
  66. check.update_state(rows, error)
  67. # TODO use proper logfmt
  68. Rails.logger.info "[blazer check] query=#{check.query.name} state=#{check.state} rows=#{rows.try(:size)} error=#{error}"
  69. end
  70. end
  71. def self.send_failing_checks
  72. emails = {}
  73. Blazer::Check.includes(:query).where(state: %w[failing error]).find_each do |check|
  74. check.split_emails.each do |email|
  75. (emails[email] ||= []) << check
  76. end
  77. end
  78. emails.each do |email, checks|
  79. Blazer::CheckMailer.failing_checks(email, checks).deliver_later
  80. end
  81. end
  82. end