130 lines
4.4 KiB
JavaScript
130 lines
4.4 KiB
JavaScript
var fs = require('fs'),
|
|
http = require('http'),
|
|
url = require('url');
|
|
|
|
/**
|
|
* A library of net-interaction functions - this could be simplified
|
|
*/
|
|
|
|
module.exports = {
|
|
/**
|
|
* Download a file to the disk and return the downloaded
|
|
* filename and its data
|
|
*
|
|
* @param {String} file_url the URI of the file.
|
|
* @param {String} filename the filename on the system.
|
|
* @param {Function} callback to call after finishing the download and
|
|
* run with arguments [err, filename, data].
|
|
*/
|
|
downloadAndGet: function(file_url, filename, callback) {
|
|
var file_url = url.parse(file_url);
|
|
var c = http.createClient(file_url.port || 80, file_url.hostname);
|
|
var request = c.request('GET', file_url.pathname + '?' + (file_url.query || ''), {
|
|
host: file_url.hostname
|
|
});
|
|
request.end();
|
|
|
|
var data = '';
|
|
var f = fs.createWriteStream(filename);
|
|
f.on('open', function(fd) {
|
|
request.on('response', function(response) {
|
|
response.on('data', function(chunk) {
|
|
data += chunk;
|
|
f.write(chunk);
|
|
});
|
|
response.on('end', function() {
|
|
f.destroy();
|
|
callback(null, filename, data);
|
|
});
|
|
response.on('error', function(err) {
|
|
console.log('error downloading file');
|
|
callback(err, null);
|
|
});
|
|
});
|
|
});
|
|
},
|
|
|
|
/**
|
|
* Download a file and return data
|
|
*
|
|
* @param {String} file_url the URI of the file.
|
|
* @param {String} filename the filename on the system.
|
|
* @param {Function} callback to call after finishing the download and
|
|
* run with arguments [err, filename, data].
|
|
*/
|
|
get: function(file_url, filename, callback) {
|
|
var file_url = url.parse(file_url);
|
|
var c = http.createClient(file_url.port || 80, file_url.hostname);
|
|
// TODO: more robust method for getting things with params?
|
|
console.log(file_url.pathname + '?' + file_url.query);
|
|
var request = c.request('GET', file_url.pathname + '?' + file_url.query, {
|
|
host: file_url.host,
|
|
query: file_url.query
|
|
});
|
|
request.end();
|
|
|
|
var data = '';
|
|
request.on('response', function(response) {
|
|
response.on('data', function(chunk) {
|
|
data += chunk;
|
|
});
|
|
response.on('end', function() {
|
|
callback(null, filename, data);
|
|
});
|
|
response.on('error', function(err) {
|
|
console.log('error downloading file');
|
|
callback(err, null);
|
|
});
|
|
});
|
|
},
|
|
|
|
/**
|
|
* Download a file
|
|
*
|
|
* @param {String} file_url the URI of the file.
|
|
* @param {String} filename the filename on the system.
|
|
* @param {Function} callback to call after finishing the download and
|
|
* run with arguments [err, filename, data].
|
|
*/
|
|
download: function(file_url_raw, filename, callback) {
|
|
var file_url = url.parse(file_url_raw);
|
|
var c = http.createClient(file_url.port || 80, file_url.hostname);
|
|
var request = c.request('GET', file_url.pathname + '?' + file_url.query, {
|
|
host: file_url.hostname
|
|
});
|
|
request.end();
|
|
|
|
console.log('downloading: %s', file_url.hostname);
|
|
var f = fs.createWriteStream(filename);
|
|
f.on('open', function(fd) {
|
|
request.on('response', function(response) {
|
|
response.on('data', function(chunk) {
|
|
f.write(chunk);
|
|
});
|
|
response.on('end', function() {
|
|
f.destroy();
|
|
console.log('download finished');
|
|
callback(null, file_url_raw, filename);
|
|
});
|
|
response.on('error', function(err) {
|
|
console.log('error downloading file');
|
|
callback(err, null);
|
|
});
|
|
});
|
|
});
|
|
},
|
|
|
|
/**
|
|
* Encode a string as base64
|
|
*
|
|
* TODO: actually make safe64 by chunking
|
|
*
|
|
* @param {String} s the string to be encoded.
|
|
* @return {String} base64 encoded string.
|
|
*/
|
|
safe64: function(s) {
|
|
var b = new Buffer(s, 'utf-8');
|
|
return b.toString('base64').replace('/', '_').replace('+', '-');
|
|
}
|
|
};
|