bigbluebutton-Github/record-and-playback/core/scripts/rap-publish-worker.rb

#!/usr/bin/ruby
# encoding: UTF-8

# Copyright ⓒ 2017 BigBlueButton Inc. and by respective authors.
#
# This file is part of BigBlueButton open source conferencing system.
#
# BigBlueButton is free software: you can redistribute it and/or modify it
# under the terms of the GNU Lesser General Public License as published by the
# Free Software Foundation, either version 3 of the License, or (at your
# option) any later version.
#
# BigBlueButton is distributed in the hope that it will be useful, but WITHOUT
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
# FOR A PARTICULAR PURPOSE.  See the GNU Lesser General Public License for more
# details.
# 
# You should have received a copy of the GNU Lesser General Public License
# along with BigBlueButton.  If not, see <http://www.gnu.org/licenses/>.

require '../lib/recordandplayback'
require 'rubygems'
require 'yaml'
require 'fileutils'
require 'custom_hash'

def publish_processed_meetings(recording_dir)
  processed_done_files = Dir.glob("#{recording_dir}/status/processed/*.done")

  FileUtils.mkdir_p("#{recording_dir}/status/published")
  processed_done_files.sort{ |a,b| BigBlueButton.done_to_timestamp(a) <=> BigBlueButton.done_to_timestamp(b) }.each do |processed_done|
    match = /([^\/]*)-([^\/-]*).done$/.match(processed_done)
    meeting_id = match[1]
    publish_type = match[2]

    step_succeeded = false

    published_done = "#{recording_dir}/status/published/#{meeting_id}-#{publish_type}.done"
    next if File.exists?(published_done)

    published_fail = "#{recording_dir}/status/published/#{meeting_id}-#{publish_type}.fail"
    next if File.exists?(published_fail)

    publish_script = "publish/#{publish_type}.rb"
    if File.exists?(publish_script)
      BigBlueButton.redis_publisher.put_publish_started(publish_type, meeting_id)

      # If the publish directory exists, the script does nothing
      FileUtils.rm_rf("#{recording_dir}/publish/#{publish_type}/#{meeting_id}")

      step_start_time = BigBlueButton.monotonic_clock
      # For legacy reasons, the meeting ID passed to the publish script contains
      # the playback format name.
      ret = BigBlueButton.exec_ret("ruby", publish_script, "-m", "#{meeting_id}-#{publish_type}")
      step_stop_time = BigBlueButton.monotonic_clock
      step_time = step_stop_time - step_start_time

      step_succeeded = (ret == 0 and File.exists?(published_done))

      props = YAML::load(File.open('bigbluebutton.yml'))
      published_dir = props['published_dir']

      playback = {}
      metadata = {}
      download = {}
      raw_size = {}
      start_time = {}
      end_time = {}
      metadata_xml_path = "#{published_dir}/#{publish_type}/#{meeting_id}/metadata.xml"
      if File.exists? metadata_xml_path
        begin
          doc = Hash.from_xml(File.open(metadata_xml_path))
          playback = doc[:recording][:playback] if !doc[:recording][:playback].nil?
          metadata = doc[:recording][:meta] if !doc[:recording][:meta].nil?
          download = doc[:recording][:download] if !doc[:recording][:download].nil?
          raw_size = doc[:recording][:raw_size] if !doc[:recording][:raw_size].nil?
          start_time = doc[:recording][:start_time] if !doc[:recording][:start_time].nil?
          end_time = doc[:recording][:end_time] if !doc[:recording][:end_time].nil?
        rescue Exception => e
          BigBlueButton.logger.warn "An exception occurred while loading the extra information for the publish event"
          BigBlueButton.logger.warn e.message
          e.backtrace.each do |traceline|
            BigBlueButton.logger.warn traceline
          end
        end
      else
        BigBlueButton.logger.warn "Couldn't find the metadata file at #{metadata_xml_path}"
      end

      BigBlueButton.redis_publisher.put_publish_ended(publish_type, meeting_id, {
        "success" => step_succeeded,
        "step_time" => step_time,
        "playback" => playback,
        "metadata" => metadata,
        "download" => download,
        "raw_size" => raw_size,
        "start_time" => start_time,
        "end_time" => end_time
      })
    else
      BigBlueButton.logger.warn("Processed recording found for type #{publish_type}, but no publish script exists")
      step_succeeded = true
    end

    if step_succeeded
      BigBlueButton.logger.info("Publish format #{publish_type} succeeded for #{meeting_id}")
      FileUtils.rm_f(processed_done)
      FileUtils.rm_rf("#{recording_dir}/process/#{publish_type}/#{meeting_id}")
      FileUtils.rm_rf("#{recording_dir}/publish/#{publish_type}/#{meeting_id}")
      
      # Check if this is the last format to be published
      if Dir.glob("#{recording_dir}/status/processed/#{meeting_id}-*.done").length == 0
        post_publish(meeting_id)
      end
    else
      BigBlueButton.logger.info("Publish format #{publish_type} failed for #{meeting_id}")
      FileUtils.touch(published_fail)
    end

  end
end

def post_publish(meeting_id)
  Dir.glob("post_publish/*.rb").sort.each do |post_publish_script|
    match = /([^\/]*).rb$/.match(post_publish_script)
    post_type = match[1]
    BigBlueButton.logger.info("Running post publish script #{post_type}")

    BigBlueButton.redis_publisher.put_post_publish_started post_type, meeting_id

    step_start_time = BigBlueButton.monotonic_clock
    ret = BigBlueButton.exec_ret("ruby", post_publish_script, "-m", meeting_id)
    step_stop_time = BigBlueButton.monotonic_clock
    step_time = step_stop_time - step_start_time
    step_succeeded = (ret == 0)

    BigBlueButton.redis_publisher.put_post_publish_ended post_type, meeting_id, {
      "success" => step_succeeded,
      "step_time" => step_time
    }

    if not step_succeeded
      BigBlueButton.logger.warn("Post publish script #{post_publish_script} failed")
    end
  end
end

begin
  props = YAML::load(File.open('bigbluebutton.yml'))
  redis_host = props['redis_host']
  redis_port = props['redis_port']
  BigBlueButton.redis_publisher = BigBlueButton::RedisWrapper.new(redis_host, redis_port)

  log_dir = props['log_dir']
  recording_dir = props['recording_dir']

  logger = Logger.new("#{log_dir}/bbb-rap-worker.log")
  logger.level = Logger::INFO
  BigBlueButton.logger = logger

  BigBlueButton.logger.debug("Running rap-publish-worker...")
  
  publish_processed_meetings(recording_dir)

  BigBlueButton.logger.debug("rap-publish-worker done")

rescue Exception => e
  BigBlueButton.logger.error(e.message)
  e.backtrace.each do |traceline|
    BigBlueButton.logger.error(traceline)
  end
end