blazer.rb 2.3 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788
  1. require "csv"
  2. require "yaml"
  3. require "chartkick"
  4. require "blazer/version"
  5. require "blazer/data_source"
  6. require "blazer/engine"
  7. module Blazer
  8. class << self
  9. attr_accessor :audit
  10. attr_reader :time_zone
  11. attr_accessor :user_name
  12. attr_accessor :user_class
  13. attr_accessor :user_method
  14. attr_accessor :before_action
  15. attr_accessor :from_email
  16. attr_accessor :cache
  17. attr_accessor :transform_statement
  18. end
  19. self.audit = true
  20. self.user_name = :name
  21. TIMEOUT_MESSAGE = "Query timed out :("
  22. def self.time_zone=(time_zone)
  23. @time_zone = time_zone.is_a?(ActiveSupport::TimeZone) ? time_zone : ActiveSupport::TimeZone[time_zone.to_s]
  24. end
  25. def self.settings
  26. @settings ||= begin
  27. path = Rails.root.join("config", "blazer.yml").to_s
  28. if File.exist?(path)
  29. YAML.load(ERB.new(File.read(path)).result)
  30. else
  31. {}
  32. end
  33. end
  34. end
  35. def self.data_sources
  36. @data_sources ||= begin
  37. ds = Hash[
  38. settings["data_sources"].map do |id, s|
  39. [id, Blazer::DataSource.new(id, s)]
  40. end
  41. ]
  42. ds.default = ds.values.first
  43. ds
  44. end
  45. end
  46. def self.run_checks(schedule: nil)
  47. checks = Blazer::Check.includes(:query)
  48. checks = checks.where(schedule: schedule) if schedule
  49. checks.find_each do |check|
  50. rows = nil
  51. error = nil
  52. tries = 0
  53. # try 3 times on timeout errors
  54. while tries < 3
  55. rows, error, cached_at = data_sources[check.query.data_source].run_statement(check.query.statement, refresh_cache: true)
  56. if error == Blazer::TIMEOUT_MESSAGE
  57. Rails.logger.info "[blazer timeout] query=#{check.query.name}"
  58. tries += 1
  59. sleep(10)
  60. else
  61. break
  62. end
  63. end
  64. check.update_state(rows, error)
  65. # TODO use proper logfmt
  66. Rails.logger.info "[blazer check] query=#{check.query.name} state=#{check.state} rows=#{rows.try(:size)} error=#{error}"
  67. end
  68. end
  69. def self.send_failing_checks
  70. emails = {}
  71. Blazer::Check.includes(:query).where(state: %w[failing error]).find_each do |check|
  72. check.split_emails.each do |email|
  73. (emails[email] ||= []) << check
  74. end
  75. end
  76. emails.each do |email, checks|
  77. Blazer::CheckMailer.failing_checks(email, checks).deliver_later
  78. end
  79. end
  80. end