carto/lib/mess/netlib.js

var fs = require('fs'),
    http = require('http'),
    url = require('url');

/**
 * A library of net-interaction functions - this could be simplified
 */

module.exports = {
    /**
     * Download a file to the disk and return the downloaded
     * filename and its data
     *
     * @param {String} file_url the URI of the file.
     * @param {String} filename the filename on the system.
     * @param {Function} callback to call after finishing the download and
     *   run with arguments [err, filename, data].
     */
    downloadAndGet: function(file_url, filename, callback) {
        var file_url = url.parse(file_url);
        var c = http.createClient(file_url.port || 80, file_url.hostname);
        var request = c.request('GET', file_url.pathname + '?' + (file_url.query || ''), {
            host: file_url.hostname
        });
        request.end();

        var data = '';
        var f = fs.createWriteStream(filename);
        request.on('response', function(response) {
            response.on('data', function(chunk) {
                data += chunk;
                f.write(chunk);
            });
            response.on('end', function() {
                f.destroy();
                callback(null, filename, data);
            });
            response.on('error', function(err) {
                console.log('error downloading file');
                callback(err, null);
            });
        });
    },

    /**
     * Download a file and return data
     *
     * @param {String} file_url the URI of the file.
     * @param {String} filename the filename on the system.
     * @param {Function} callback to call after finishing the download and
     *   run with arguments [err, filename, data].
     */
    get: function(file_url, filename, callback) {
        var file_url = url.parse(file_url);
        var c = http.createClient(file_url.port || 80, file_url.hostname);
        // TODO: more robust method for getting things with params?
        console.log(file_url.pathname + '?' + file_url.query);
        var request = c.request('GET', file_url.pathname + '?' + file_url.query, {
            host: file_url.host,
            query: file_url.query
        });
        request.end();

        var data = '';
        request.on('response', function(response) {
            response.on('data', function(chunk) {
                data += chunk;
            });
            response.on('end', function() {
                callback(null, filename, data);
            });
            response.on('error', function(err) {
                console.log('error downloading file');
                callback(err, null);
            });
        });
    },

    /**
     * Download a file
     *
     * @param {String} file_url the URI of the file.
     * @param {String} filename the filename on the system.
     * @param {Function} callback to call after finishing the download and
     *   run with arguments [err, filename, data].
     */
    download: function(file_url_raw, filename, callback) {
        var file_url = url.parse(file_url_raw);
        var c = http.createClient(file_url.port || 80, file_url.hostname);
        var request = c.request('GET', file_url.pathname + '?' + file_url.query, {
            host: file_url.hostname
        });
        request.end();

        console.log('Downloading from host:\n\t%s', file_url.hostname);
        var f = fs.createWriteStream(filename);
        request.on('response', function(response) {
            response.on('data', function(chunk) {
                f.write(chunk);
            });
            response.on('end', function() {
                f.destroy();
                console.log('Download finished');
                callback(null, file_url_raw, filename);
            });
            response.on('error', function(err) {
                console.log('Error downloading file');
                callback(err, null);
            });
        });
    },

    /**
     * Encode a string as base64
     *
     * TODO: actually make safe64 by chunking
     *
     * @param {String} s the string to be encoded.
     * @return {String} base64 encoded string.
     */
    safe64: function(s) {
        var b = new Buffer(s, 'utf-8');
        return b.toString('base64');
    }
};