Clean up some code and move document stores into subfolder

lib/document_stores/file.js

@@ -0,0 +1,63 @@
+var fs = require('fs');
+var crypto = require('crypto');
+
+var winston = require('winston');
+
+// For storing in files
+// options[type] = file
+// options[path] - Where to store
+
+var FileDocumentStore = function(options) {
+  this.basePath = options.path || './data';
+  this.expire = options.expire;
+};
+
+// Generate md5 of a string
+FileDocumentStore.md5 = function(str) {
+  var md5sum = crypto.createHash('md5');
+  md5sum.update(str);
+  return md5sum.digest('hex');
+};
+
+// Save data in a file, key as md5 - since we don't know what we could
+// be passed here
+FileDocumentStore.prototype.set = function(key, data, callback, skipExpire) {
+  try {
+    var _this = this;
+    fs.mkdir(this.basePath, '700', function() {
+      var fn = _this.basePath + '/' + _this.md5(key);
+      fs.writeFile(fn, data, 'utf8', function(err) {
+        if (err) {
+          callback(false);
+        }
+        else {
+          callback(true);
+          if (_this.expire && !skipExpire) {
+            winston.warn('file store cannot set expirations on keys');
+          }
+        }
+      });
+    });
+  } catch(err) {
+    callback(false);
+  }
+};
+
+// Get data from a file from key
+FileDocumentStore.prototype.get = function(key, callback, skipExpire) {
+  var _this = this;
+  var fn = this.basePath + '/' + this.md5(key);
+  fs.readFile(fn, 'utf8', function(err, data) {
+    if (err) {
+      callback(false);
+    }
+    else {
+      callback(data);
+      if (_this.expire && !skipExpire) {
+        winston.warn('file store cannot set expirations on keys');
+      }
+    }
+  });
+};
+
+module.exports = FileDocumentStore;

lib/document_stores/memcached.js

@@ -0,0 +1,45 @@
+var memcached = require('memcache');
+var winston = require('winston');
+
+// Create a new store with options
+var MemcachedDocumentStore = function(options) {
+  this.expire = options.expire;
+  if (!MemcachedDocumentStore.client) {
+    MemcachedDocumentStore.connect(options);
+  }
+};
+
+// Create a connection
+MemcachedDocumentStore.connect = function(options) {
+  var host = options.host || '127.0.0.1';
+  var port = options.port || 11211;
+  this.client = new memcached.Client(port, host);
+  this.client.connect();
+  this.client.on('connect', function() {
+    winston.info('connected to memcached on ' + host + ':' + port);
+  });
+  this.client.on('error', function(e) {
+    winston.info('error connecting to memcached', { error: e });
+  });
+};
+
+// Save file in a key
+MemcachedDocumentStore.prototype.set =
+function(key, data, callback, skipExpire) {
+  MemcachedDocumentStore.client.set(key, data, function(err, reply) {
+    err ? callback(false) : callback(true);
+  }, skipExpire ? 0 : this.expire);
+};
+
+// Get a file from a key
+MemcachedDocumentStore.prototype.get = function(key, callback, skipExpire) {
+  var _this = this;
+  MemcachedDocumentStore.client.get(key, function(err, reply) {
+    callback(err ? false : reply);
+    if (_this.expire && !skipExpire) {
+      winston.warn('store does not currently push forward expirations on GET');
+    }
+  });
+};
+
+module.exports = MemcachedDocumentStore;

lib/document_stores/redis.js

@@ -0,0 +1,76 @@
+var redis = require('redis');
+var winston = require('winston');
+
+// For storing in redis
+// options[type] = redis
+// options[host] - The host to connect to (default localhost)
+// options[port] - The port to connect to (default 5379)
+// options[db] - The db to use (default 0)
+// options[expire] - The time to live for each key set (default never)
+
+var RedisDocumentStore = function(options) {
+  this.expire = options.expire;
+  if (!RedisDocumentStore.client) {
+    RedisDocumentStore.connect(options);
+  }
+};
+
+// Create a connection according to config
+RedisDocumentStore.connect = function(options) {
+  var host = options.host || '127.0.0.1';
+  var port = options.port || 6379;
+  var index = options.db || 0;
+  RedisDocumentStore.client = redis.createClient(port, host);
+  RedisDocumentStore.client.select(index, function(err, reply) {
+    if (err) {
+      winston.error(
+        'error connecting to redis index ' + index,
+        { error: err.message }
+      );
+      process.exit(1);
+    }
+    else {
+      winston.info('connected to redis on ' + host + ':' + port + '/' + index);
+    }
+  });
+};
+
+// Save file in a key
+RedisDocumentStore.prototype.set = function(key, data, callback, skipExpire) {
+  var _this = this;
+  RedisDocumentStore.client.set(key, data, function(err, reply) {
+    if (err) {
+      callback(false);
+    }
+    else {
+      if (!skipExpire) {
+        _this.setExpiration(key);
+      }
+      callback(true);
+    }
+  });
+};
+
+// Expire a key in expire time if set
+RedisDocumentStore.prototype.setExpiration = function(key) {
+  if (this.expire) {
+    RedisDocumentStore.client.expire(key, this.expire, function(err, reply) {
+      if (err) {
+        winston.error('failed to set expiry on key: ' + key);
+      }
+    });
+  }
+};
+
+// Get a file from a key
+RedisDocumentStore.prototype.get = function(key, callback, skipExpire) {
+  var _this = this;
+  RedisDocumentStore.client.get(key, function(err, reply) {
+    if (!err && !skipExpire) {
+      _this.setExpiration(key);
+    }
+    callback(err ? false : reply);
+  });
+};
+
+module.exports = RedisDocumentStore;