firehose-rb

gem "firehose-rb", "~> 0.1"

Firehose.configure do |c|
  c.management_key = ENV["FIREHOSE_MANAGEMENT_KEY"]  # fhm_...
  c.tap_token      = ENV["FIREHOSE_TAP_TOKEN"]       # fh_...
  c.base_url       = "https://api.firehose.dev"      # default
  c.timeout        = 300                              # SSE timeout in seconds
end

client = Firehose.client

# Create a rule
rule = client.create_rule(
  value: '"AI agent" AND language:"en" AND recent:7d',
  tag: "ai-agent",
  quality: true
)

# List all rules
rules = client.list_rules

# Delete a rule
client.delete_rule(rule.id)

client = Firehose.client

# Persist offsets so you can resume after restart
client.on_offset { |offset| save_offset(offset) }

# Stream events (auto-reconnects with exponential backoff)
client.stream(since: "1h") do |event|
  event.id                    # String — unique event ID
  event.document.url          # String — page URL
  event.document.title        # String — page title
  event.document.markdown     # String — full page content as markdown
  event.document.categories   # Array  — page categories
  event.document.types        # Array  — page types (article, blog, etc.)
  event.document.language     # String — detected language
  event.document.publish_time # Time   — when the page was published
  event.matched_rule          # String — which rule tag matched
  event.matched_at            # Time   — when the match occurred
end

# Stop streaming gracefully
client.stop_stream