blazer.rb 2.4 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192
  1. require "csv"
  2. require "yaml"
  3. require "chartkick"
  4. require "blazer/version"
  5. require "blazer/data_source"
  6. require "blazer/engine"
  7. module Blazer
  8. class TimeoutNotSupported < StandardError; end
  9. class << self
  10. attr_accessor :audit
  11. attr_reader :time_zone
  12. attr_accessor :user_name
  13. attr_accessor :user_class
  14. attr_accessor :user_method
  15. attr_accessor :before_action
  16. attr_accessor :from_email
  17. attr_accessor :cache
  18. attr_accessor :transform_statement
  19. attr_accessor :check_schedules
  20. end
  21. self.audit = true
  22. self.user_name = :name
  23. self.check_schedules = ["1 day", "1 hour", "5 minutes"]
  24. TIMEOUT_MESSAGE = "Query timed out :("
  25. def self.time_zone=(time_zone)
  26. @time_zone = time_zone.is_a?(ActiveSupport::TimeZone) ? time_zone : ActiveSupport::TimeZone[time_zone.to_s]
  27. end
  28. def self.settings
  29. @settings ||= begin
  30. path = Rails.root.join("config", "blazer.yml").to_s
  31. if File.exist?(path)
  32. YAML.load(ERB.new(File.read(path)).result)
  33. else
  34. {}
  35. end
  36. end
  37. end
  38. def self.data_sources
  39. @data_sources ||= begin
  40. ds = Hash[
  41. settings["data_sources"].map do |id, s|
  42. [id, Blazer::DataSource.new(id, s)]
  43. end
  44. ]
  45. ds.default = ds.values.first
  46. ds
  47. end
  48. end
  49. def self.run_checks(schedule: nil)
  50. checks = Blazer::Check.includes(:query)
  51. checks = checks.where(schedule: schedule) if schedule
  52. checks.find_each do |check|
  53. rows = nil
  54. error = nil
  55. tries = 0
  56. # try 3 times on timeout errors
  57. while tries < 3
  58. rows, error, cached_at = data_sources[check.query.data_source].run_statement(check.query.statement, refresh_cache: true)
  59. if error == Blazer::TIMEOUT_MESSAGE
  60. Rails.logger.info "[blazer timeout] query=#{check.query.name}"
  61. tries += 1
  62. sleep(10)
  63. else
  64. break
  65. end
  66. end
  67. check.update_state(rows, error)
  68. # TODO use proper logfmt
  69. Rails.logger.info "[blazer check] query=#{check.query.name} state=#{check.state} rows=#{rows.try(:size)} error=#{error}"
  70. end
  71. end
  72. def self.send_failing_checks
  73. emails = {}
  74. Blazer::Check.includes(:query).where(state: %w[failing error]).find_each do |check|
  75. check.split_emails.each do |email|
  76. (emails[email] ||= []) << check
  77. end
  78. end
  79. emails.each do |email, checks|
  80. Blazer::CheckMailer.failing_checks(email, checks).deliver_later
  81. end
  82. end
  83. end