dd23536c84
The purpose of this is to ensure that the recording processing with make visible forwards progress, by ensuring that different steps in the recording pipeline don't block each-other. This fixes: - recordings being processed prevent archiving new recordings from running - recordings can't be published until all pending recording processing completes It does allow recording archive, sanity, process, publish steps to run in parallel with each other, but at most one recording will be in each step at a time. (I.e. while one recording is being processed, a different recording can be published). This may potentially increase CPU usage for some users. If you expect this to be a problem, you can set resource controls (see `man systemd.resource-control`) on the bbb_record_core.slice systemd unit.
137 lines
4.8 KiB
Ruby
Executable File
137 lines
4.8 KiB
Ruby
Executable File
#!/usr/bin/ruby
|
|
# encoding: UTF-8
|
|
|
|
# Copyright ⓒ 2017 BigBlueButton Inc. and by respective authors.
|
|
#
|
|
# This file is part of BigBlueButton open source conferencing system.
|
|
#
|
|
# BigBlueButton is free software: you can redistribute it and/or modify it
|
|
# under the terms of the GNU Lesser General Public License as published by the
|
|
# Free Software Foundation, either version 3 of the License, or (at your
|
|
# option) any later version.
|
|
#
|
|
# BigBlueButton is distributed in the hope that it will be useful, but WITHOUT
|
|
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
|
|
# FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public License for more
|
|
# details.
|
|
#
|
|
# You should have received a copy of the GNU Lesser General Public License
|
|
# along with BigBlueButton. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
require '../lib/recordandplayback'
|
|
require 'rubygems'
|
|
require 'yaml'
|
|
require 'fileutils'
|
|
|
|
def publish_processed_meetings(recording_dir)
|
|
processed_done_files = Dir.glob("#{recording_dir}/status/processed/*.done")
|
|
|
|
FileUtils.mkdir_p("#{recording_dir}/status/published")
|
|
processed_done_files.each do |processed_done|
|
|
match = /([^\/]*)-([^\/-]*).done$/.match(processed_done)
|
|
meeting_id = match[1]
|
|
publish_type = match[2]
|
|
|
|
step_succeeded = false
|
|
|
|
published_done = "#{recording_dir}/status/published/#{meeting_id}-#{publish_type}.done"
|
|
next if File.exists?(published_done)
|
|
|
|
published_fail = "#{recording_dir}/status/published/#{meeting_id}-#{publish_type}.fail"
|
|
next if File.exists?(published_fail)
|
|
|
|
publish_script = "publish/#{publish_type}.rb"
|
|
if File.exists?(publish_script)
|
|
BigBlueButton.redis_publisher.put_publish_started(publish_type, meeting_id)
|
|
|
|
# If the publish directory exists, the script does nothing
|
|
FileUtils.rm_rf("#{recording_dir}/publish/#{publish_type}/#{meeting_id}")
|
|
|
|
step_start_time = BigBlueButton.monotonic_clock
|
|
# For legacy reasons, the meeting ID passed to the publish script contains
|
|
# the playback format name.
|
|
ret = BigBlueButton.exec_ret("ruby", publish_script, "-m", "#{meeting_id}-#{publish_type}")
|
|
step_stop_time = BigBlueButton.monotonic_clock
|
|
step_time = step_stop_time - step_start_time
|
|
|
|
step_succeeded = (ret == 0 and File.exists?(published_done))
|
|
|
|
BigBlueButton.redis_publisher.put_publish_ended(publish_type, meeting_id, {
|
|
"success" => step_succeeded,
|
|
"step_time" => step_time
|
|
})
|
|
else
|
|
BigBlueButton.logger.warn("Processed recording found for type #{publish_type}, but no publish script exists")
|
|
step_succeeded = true
|
|
end
|
|
|
|
if step_succeeded
|
|
BigBlueButton.logger.info("Publish format #{publish_type} succeeded for #{meeting_id}")
|
|
FileUtils.rm_f(processed_done)
|
|
FileUtils.rm_rf("#{recording_dir}/process/#{publish_type}/#{meeting_id}")
|
|
FileUtils.rm_rf("#{recording_dir}/publish/#{publish_type}/#{meeting_id}")
|
|
|
|
# Check if this is the last format to be published
|
|
if Dir.glob("#{recording_dir}/status/processed/#{meeting_id}-*.done").length == 0
|
|
post_publish(meeting_id)
|
|
end
|
|
else
|
|
BigBlueButton.logger.info("Publish format #{publish_type} failed for #{meeting_id}")
|
|
FileUtils.touch(published_fail)
|
|
end
|
|
|
|
end
|
|
end
|
|
|
|
def post_publish(meeting_id)
|
|
Dir.glob("post_publish/*.rb").sort.each do |post_publish_script|
|
|
match = /([^\/]*).rb$/.match(post_publish_script)
|
|
post_type = match[1]
|
|
BigBlueButton.logger.info("Running post publish script #{post_type}")
|
|
|
|
BigBlueButton.redis_publisher.put_post_publish_started post_type, meeting_id
|
|
|
|
step_start_time = BigBlueButton.monotonic_clock
|
|
ret = BigBlueButton.exec_ret("ruby", post_publish_script, "-m", meeting_id)
|
|
step_stop_time = BigBlueButton.monotonic_clock
|
|
step_time = step_stop_time - step_start_time
|
|
step_succeeded = (ret == 0)
|
|
|
|
BigBlueButton.redis_publisher.put_post_publish_ended post_type, meeting_id, {
|
|
"success" => step_succeeded,
|
|
"step_time" => step_time
|
|
}
|
|
|
|
if not step_succeeded
|
|
BigBlueButton.logger.warn("Post publish script #{post_publish_script} failed")
|
|
end
|
|
end
|
|
end
|
|
|
|
begin
|
|
props = YAML::load(File.open('bigbluebutton.yml'))
|
|
redis_host = props['redis_host']
|
|
redis_port = props['redis_port']
|
|
BigBlueButton.redis_publisher = BigBlueButton::RedisWrapper.new(redis_host, redis_port)
|
|
|
|
log_dir = props['log_dir']
|
|
recording_dir = props['recording_dir']
|
|
|
|
logger = Logger.new("#{log_dir}/bbb-rap-worker.log")
|
|
logger.level = Logger::INFO
|
|
BigBlueButton.logger = logger
|
|
|
|
BigBlueButton.logger.debug("Running rap-publish-worker...")
|
|
|
|
publish_processed_meetings(recording_dir)
|
|
|
|
BigBlueButton.logger.debug("rap-publish-worker done")
|
|
|
|
rescue Exception => e
|
|
BigBlueButton.logger.error(e.message)
|
|
e.backtrace.each do |traceline|
|
|
BigBlueButton.logger.error(traceline)
|
|
end
|
|
end
|
|
|