84 lines
2.4 KiB
Ruby
84 lines
2.4 KiB
Ruby
|
class StreamController < ApplicationController
|
||
|
|
include ActionController::Live
|
||
|
|
require 'csv'
|
||
|
|
|
||
|
|
def channel_feed
|
||
|
|
channel = Channel.find(params[:id])
|
||
|
|
api_key = ApiKey.find_by_api_key(get_apikey)
|
||
|
|
|
||
|
|
# set timezone correctly
|
||
|
|
set_time_zone(params)
|
||
|
|
|
||
|
|
# output proper http response if error
|
||
|
|
render :text => '-1', :status => 400 and return if !channel_permission?(channel, api_key)
|
||
|
|
|
||
|
|
# set the attachment headers
|
||
|
|
response.headers['Content-Type'] = 'text/csv'
|
||
|
|
response.headers['Content-Disposition'] = 'attachment; filename=feeds.csv'
|
||
|
|
|
||
|
|
# get the feed headers
|
||
|
|
csv_headers = Feed.select_options(channel, params)
|
||
|
|
|
||
|
|
# set the total records and batch size
|
||
|
|
total_records = channel.feeds.count
|
||
|
|
batch = 1000
|
||
|
|
|
||
|
|
# write the headers row
|
||
|
|
response.stream.write "#{CSV.generate_line(csv_headers)}"
|
||
|
|
|
||
|
|
# for every 1000 records
|
||
|
|
(0..(total_records - batch).abs).step(batch) do |i|
|
||
|
|
# variable to hold the streaming output for this batch
|
||
|
|
batch_output = ""
|
||
|
|
# feeds query
|
||
|
|
feeds = Feed.where(:channel_id => channel.id).order('entry_id asc').offset(i).limit(batch)
|
||
|
|
|
||
|
|
# for each feed, add the data according to the csv_headers
|
||
|
|
feeds.each do |feed|
|
||
|
|
row = []
|
||
|
|
csv_headers.each { |attr| row.push(feed.send(attr)) }
|
||
|
|
batch_output += CSV.generate_line(row)
|
||
|
|
end
|
||
|
|
|
||
|
|
# write the output for this batch
|
||
|
|
response.stream.write batch_output
|
||
|
|
# add a slight delay between database queries
|
||
|
|
sleep 0.1
|
||
|
|
end
|
||
|
|
ensure
|
||
|
|
response.stream.close
|
||
|
|
end
|
||
|
|
|
||
|
|
def stream_example
|
||
|
|
# get the channel
|
||
|
|
channel = Channel.find(params[:channel_id])
|
||
|
|
|
||
|
|
# stream the response
|
||
|
|
response.headers['Content-Type'] = 'text/csv'
|
||
|
|
response.headers['Content-Disposition'] = 'attachment; filename=feeds.csv'
|
||
|
|
20.times {
|
||
|
|
response.stream.write "hello world\n"
|
||
|
|
sleep 1
|
||
|
|
}
|
||
|
|
ensure
|
||
|
|
response.stream.close
|
||
|
|
end
|
||
|
|
|
||
|
|
def stream_chunked_example
|
||
|
|
#response.headers['Content-Type'] = 'text/event-stream'
|
||
|
|
response.headers['Content-Type'] = 'text/csv'
|
||
|
|
response.headers['Content-Disposition'] = 'attachment; filename=feeds.csv'
|
||
|
|
response.headers['Transfer-Encoding'] = 'chunked'
|
||
|
|
10.times {
|
||
|
|
response.stream.write "4\n" # size must be in hex format?
|
||
|
|
response.stream.write "hel\n\n"
|
||
|
|
sleep 1
|
||
|
|
}
|
||
|
|
response.stream.write "0\n\n"
|
||
|
|
ensure
|
||
|
|
response.stream.close
|
||
|
|
end
|
||
|
|
|
||
|
|
end
|
||
|
|
|