use my patched version of east until PR is accepted

.nvmrc

@@ -1 +1 @@
-6.11.2
+0.10.26

CHANGELOG.md

@@ -0,0 +1,31 @@
+v0.1.4
+------
+
+* Move to a private registration scheme where users must be added by an admin.
+* Proxy websockets connection through web to real-time service so no websocketsUrl parameter is needed.
+* Use worker aspell processes in spelling to prevent excessing forking.
+* Properly clean up after long running ImageMagick conversions in the filestore.
+* Allow a configurable app name and email contact address.
+* Switch to new PDF viewer with partial page loading for immediate preview of visible page.
+
+v0.1.3
+------
+
+* Fix bug with large files being corrupted when downloaded.
+* Update Ace editor to lastest release.
+* Lots of added null checks in the front-end javascript.
+* Don't crash if 'unzip' program isn't present.
+* Allow track-changes history to be packed into compressed 'packs'. This must be done manually for now.
+* Escape any shell special characters in the CLSI root path.
+
+v0.1.2
+------
+
+* Re-brand open-source ShareLaTeX code as 'ShareLaTeX Community Edition'.
+* The Dropbox and template code has been extracted out into a separate module and removed from the ShareLaTeX Community Edition. There should be no broken features due to lack of open source components now.
+* Websockets and real-time data now go to a separate light-weight [real-time](https://github.com/sharelatex/real-time) service.
+* Updated PDF viewer that loads page-by-page for much quicker loading times on large documents.
+* Links are clickable in chat messages.
+* Mathjax libraries are now served locally.
+* Optimisation of Angular digest loop in editor should reduce CPU usage in certain cases.
+* Numerous small bug fixes.

CONTRIBUTING.md

@@ -10,11 +10,11 @@ of ShareLaTeX, then here are some notes on how to do that.
 Reporting bugs and opening issues
 ---------------------------------
 
-If you'd like to report a bug or open an issue then please:
+If you'd like a report a bug or open an issue then please:
 
 1. **Find the correct repository.** ShareLaTeX is split across multiple different repositories, each containing a different service (you can find a list of [all repositories here](https://github.com/sharelatex/sharelatex/blob/master/README.md#other-repositories)). If you know the bug only applies to one service, then please open an issue in that repository. For general bugs and issues that span more than one service, please open an issue in the [sharelatex/sharelatex](https://github.com/sharelatex/sharelatex) repository.
 2. **Check if there is an existing issue.** If there is then please add
-   any more information that you have, or give it a 👍.
+   any more information that you have, or give it a "+1" in the comments.
 
 When submitting an issue please describe the issue as clearly as possible, including how to
 reproduce the bug, which situations it appears in, what you expected to happen, and what actually happens.
@@ -30,6 +30,10 @@ We love pull requests, so be bold with them! Don't be afraid of going ahead
 and changing something, or adding a new feature. We're very happy to work with you
 to get your changes merged into ShareLaTeX.
 
+If you've got an idea for a change then please discuss it in the open first, 
+either by opening an issue, or by joining us in our
+[development chat room](http://www.hipchat.com/g1nJMcj7b).
+
 If you're looking for something to work on, then take a look at our [development roadmap](https://github.com/sharelatex/sharelatex/wiki/Development-Roadmap), or have a look at the open issues in any of the repositories listed [here](https://github.com/sharelatex/sharelatex/blob/master/README.md#other-repositories).
 
 Developer Chat Room
@@ -52,7 +56,7 @@ contact us at team@sharelatex.com first.
 Contributor License Agreement
 -----------------------------
 
-Before we can accept any contributions of code, we need you to agree to our 
+Before we can accept and contributions of code, we need you to agree to our 
 [Contributor License Agreement](https://sharelatex.wufoo.com/forms/sharelatex-contributor-license-agreement/).
 This is to ensure that you own the copyright of your contribution, and that you
 agree to give us a license to use it in both the open source version, and the version

Gruntfile.coffee

@@ -1,4 +1,3 @@
-coffee = require("coffee-script")
 fs = require "fs"
 spawn = require("child_process").spawn
 exec = require("child_process").exec
@@ -9,10 +8,49 @@ knox = require "knox"
 crypto = require "crypto"
 async = require "async"
 settings = require("settings-sharelatex")
-_ = require("underscore")
 
 
-SERVICES = require("./config/services")
+SERVICES = [{
+	name: "web"
+	repo: "https://github.com/sharelatex/web-sharelatex.git"
+	version: "v0.2.0"
+}, {
+	name: "real-time"
+	repo: "https://github.com/sharelatex/real-time-sharelatex.git"
+	version: "v0.2.0"
+}, {
+	name: "document-updater"
+	repo: "https://github.com/sharelatex/document-updater-sharelatex.git"
+	version: "v0.2.0"
+}, {
+	name: "clsi"
+	repo: "https://github.com/sharelatex/clsi-sharelatex.git"
+	version: "v0.2.0"
+}, {
+	name: "filestore"
+	repo: "https://github.com/sharelatex/filestore-sharelatex.git"
+	version: "v0.2.0"
+}, {
+	name: "track-changes"
+	repo: "https://github.com/sharelatex/track-changes-sharelatex.git"
+	version: "v0.2.0"
+}, {
+	name: "docstore"
+	repo: "https://github.com/sharelatex/docstore-sharelatex.git"
+	version: "v0.2.0"
+}, {
+	name: "chat"
+	repo: "https://github.com/sharelatex/chat-sharelatex.git"
+	version: "v0.2.0"
+}, {
+	name: "tags"
+	repo: "https://github.com/sharelatex/tags-sharelatex.git"
+	version: "v0.2.0"
+}, {
+	name: "spelling"
+	repo: "https://github.com/sharelatex/spelling-sharelatex.git"
+	version: "v0.2.0"
+}]
 
 module.exports = (grunt) ->
 	grunt.loadNpmTasks 'grunt-bunyan'
@@ -22,7 +60,6 @@ module.exports = (grunt) ->
 	grunt.loadNpmTasks "grunt-contrib-coffee"
 	grunt.loadNpmTasks "grunt-shell"
 
-	grunt.task.loadTasks "./tasks"
 
 	execute = {}
 	for service in SERVICES
@@ -39,7 +76,7 @@ module.exports = (grunt) ->
 					limit: SERVICES.length
 					logConcurrentOutput: true
 		coffee:
-			migrate:
+			migrate: 
 				expand: true,
 				flatten: false,
 				cwd: './',
@@ -72,27 +109,33 @@ module.exports = (grunt) ->
 						"Misc": [
 							"help"
 						]
-						"Install tasks": ("install:#{service.name}" for service in SERVICES).concat(["install:all", "install"])
+						"Install tasks": ("install:#{service.name}" for service in SERVICES).concat(["install:all", "install", "install:dirs", "install:config"])
 						"Update tasks": ("update:#{service.name}" for service in SERVICES).concat(["update:all", "update"])
-						"Checks": ["check", "check:redis", "check:latexmk", "check:s3", "check:make", "check:mongo"]
+						"Config tasks": ["install:config"]
+						"Checks": ["check", "check:redis", "check:latexmk", "check:s3", "check:make"]
 
 	for service in SERVICES
 		do (service) ->
 			grunt.registerTask "install:#{service.name}", "Download and set up the #{service.name} service", () ->
 				done = @async()
 				Helpers.installService(service, done)
+			grunt.registerTask "update:#{service.name}", "Checkout and update the #{service.name} service", () ->
+				done = @async()
+				Helpers.updateService(service, done)
+			grunt.registerTask "run:#{service.name}", "Run the ShareLaTeX #{service.name} service", ["bunyan", "execute:#{service.name}"]
+			grunt.registerTask "release:#{service.name}", "Create a new release version of #{service.name} (specify with --release option)", () ->
+				done = @async()
+				Helpers.createNewRelease(service, grunt.option("release"), done)
 
-
-
+	grunt.registerTask 'install:config', "Copy the example config into the real config", () ->
+		Helpers.installConfig @async()
+	grunt.registerTask 'install:dirs', "Copy the example config into the real config", () ->
+		Helpers.createDataDirs @async()
 	grunt.registerTask 'install:all', "Download and set up all ShareLaTeX services",
-		[].concat(
+		["check:make"].concat(
 			("install:#{service.name}" for service in SERVICES)
-		).concat(['postinstall'])
-
+		).concat(["install:config", "install:dirs"])
 	grunt.registerTask 'install', 'install:all'
-	grunt.registerTask 'postinstall', 'Explain postinstall steps', () ->
-		Helpers.postinstallMessage @async()
-
 	grunt.registerTask 'update:all', "Checkout and update all ShareLaTeX services",
 		["check:make"].concat(
 			("update:#{service.name}" for service in SERVICES)
@@ -105,27 +148,48 @@ module.exports = (grunt) ->
 	grunt.registerTask 'default', 'run'
 
 	grunt.registerTask "check:redis", "Check that redis is installed and running", () ->
-		Helpers.checkRedisConnect @async()
-
-	grunt.registerTask "check:mongo", "Check that mongo is installed", () ->
-		Helpers.checkMongoConnect @async()
-
-	grunt.registerTask "check", "Check that you have the required dependencies installed", ["check:redis", "check:mongo", "check:make"]
-
+		Helpers.checkRedis @async()
+	grunt.registerTask "check:latexmk", "Check that latexmk is installed", () ->
+		Helpers.checkLatexmk @async()
+	grunt.registerTask "check:s3", "Check that Amazon S3 credentials are configured", () ->
+		Helpers.checkS3 @async()
+	grunt.registerTask "check:fs", "Check that local filesystem options are configured", () ->
+		Helpers.checkFS @async()
+	grunt.registerTask "check:aspell", "Check that aspell is installed", () ->
+		Helpers.checkAspell @async()
 	grunt.registerTask "check:make", "Check that make is installed", () ->
 		Helpers.checkMake @async()
+	grunt.registerTask "check", "Check that you have the required dependencies installed", ["check:redis", "check:latexmk", "check:s3", "check:fs", "check:aspell"]
 
-	grunt.registerTask 'migrate', "compile migrations and run them", ["coffee:migrate", 'shell:migrate']
+	grunt.registerTask "build:upstart_scripts", "Create upstart scripts for each service", () ->
+		Helpers.buildUpstartScripts()
+
+
+	grunt.registerTask 'migrate', "compile migrations and run them", ['coffee:migrate', 'shell:migrate']
 
 
 	Helpers =
 		installService: (service, callback = (error) ->) ->
-			console.log "Installing #{service.name}"
 			Helpers.cloneGitRepo service, (error) ->
-				if error?
-					callback(error)
-				else
-					callback()
+				return callback(error) if error?
+				Helpers.installNpmModules service, (error) ->
+					return callback(error) if error?
+					Helpers.rebuildNpmModules service, (error) ->
+						return callback(error) if error?
+						Helpers.runGruntInstall service, (error) ->
+							return callback(error) if error?
+							callback()
+
+		updateService: (service, callback = (error) ->) ->
+			Helpers.updateGitRepo service, (error) ->
+				return callback(error) if error?
+				Helpers.installNpmModules service, (error) ->
+					return callback(error) if error?
+					Helpers.rebuildNpmModules service, (error) ->
+						return callback(error) if error?
+						Helpers.runGruntInstall service, (error) ->
+							return callback(error) if error?
+							callback()
 
 		cloneGitRepo: (service, callback = (error) ->) ->
 			repo_src = service.repo
@@ -133,32 +197,242 @@ module.exports = (grunt) ->
 			if !fs.existsSync(dir)
 				proc = spawn "git", [
 					"clone",
+					"-b", service.version,
 					repo_src,
 					dir
 				], stdio: "inherit"
 				proc.on "close", () ->
-					Helpers.checkoutVersion service, callback
+					callback()
 			else
 				console.log "#{dir} already installed, skipping."
 				callback()
 
-		checkoutVersion: (service, callback = (error) ->) ->
+		updateGitRepo: (service, callback = (error) ->) ->
 			dir = service.name
-			grunt.log.write "checking out #{service.name} #{service.version}"
-			proc = spawn "git", ["checkout", service.version], stdio: "inherit", cwd: dir
+			proc = spawn "git", ["checkout", service.version], cwd: dir, stdio: "inherit"
+			proc.on "close", () ->
+				proc = spawn "git", ["pull"], cwd: dir, stdio: "inherit"
+				proc.on "close", () ->
+					callback()
+					
+		createNewRelease: (service, version, callback = (error) ->) ->
+			dir = service.name
+			proc = spawn "sed", [
+				"-i", "",
+				"s/\"version\".*$/\"version\": \"#{version}\",/g",
+				"package.json"
+			], cwd: dir, stdio: "inherit"
+			proc.on "close", () ->
+				proc = spawn "git", ["commit", "-a", "-m", "Release version #{version}"], cwd: dir, stdio: "inherit"
+				proc.on "close", () ->
+					proc = spawn "git", ["tag", "v#{version}"], cwd: dir, stdio: "inherit"
+					proc.on "close", () ->
+						proc = spawn "git", ["push"], cwd: dir, stdio: "inherit"
+						proc.on "close", () ->
+							proc = spawn "git", ["push", "--tags"], cwd: dir, stdio: "inherit"
+							proc.on "close", () ->
+								callback()
+
+		installNpmModules: (service, callback = (error) ->) ->
+			dir = service.name
+			proc = spawn "npm", ["install"], stdio: "inherit", cwd: dir
 			proc.on "close", () ->
 				callback()
 
-		postinstallMessage: (callback = (error) ->) ->
-			grunt.log.write """
-			Services cloned:
-				#{service.name for service in SERVICES}
-			To install services run:
-				$ source bin/install-services
-			This will install the required node versions and run `npm install` for each service.
-			See https://github.com/sharelatex/sharelatex/pull/549 for more info.
-			"""
-			callback()
+		# work around for https://github.com/npm/npm/issues/5400
+		# where binary modules are not built due to bug in npm
+		rebuildNpmModules: (service, callback = (error) ->) ->
+			dir = service.name
+			proc = spawn "npm", ["rebuild"], stdio: "inherit", cwd: dir
+			proc.on "close", () ->
+				callback()
+
+		createDataDirs: (callback = (error) ->) ->
+			DIRS = [
+				"tmp/dumpFolder"
+				"tmp/uploads"
+				"data/user_files"
+				"data/compiles"
+				"data/cache"
+			]
+			jobs = []
+			for dir in DIRS
+				do (dir) ->
+					jobs.push (callback) ->
+						path = Path.join(__dirname, dir)
+						grunt.log.writeln "Ensuring '#{path}' exists"
+						exec "mkdir -p #{path}", callback
+			async.series jobs, callback
+
+		installConfig: (callback = (error) ->) ->
+			src = "config/settings.development.coffee.example"
+			dest = "config/settings.development.coffee"
+			if !fs.existsSync(dest)
+				grunt.log.writeln "Creating config at #{dest}"
+				config = fs.readFileSync(src).toString()
+				config = config.replace /CRYPTO_RANDOM/g, () ->
+					crypto.randomBytes(64).toString("hex")
+				fs.writeFileSync dest, config
+				callback()
+			else
+				grunt.log.writeln "Config file already exists. Skipping."
+				callback()
+
+		runGruntInstall: (service, callback = (error) ->) ->
+			dir = service.name
+			proc = spawn "grunt", ["install"], stdio: "inherit", cwd: dir
+			proc.on "close", () ->
+				callback()
+
+		checkRedis: (callback = (error) ->) ->
+			grunt.log.write "Checking Redis is running... "
+			exec "redis-cli info", (error, stdout, stderr) ->
+				if error? and error.message.match("Could not connect")
+					grunt.log.error "FAIL. Redis is not running"
+					return callback(error)
+				else if error?
+					return callback(error)
+				else
+					m = stdout.match(/redis_version:(.*)/)
+					if !m?
+						grunt.log.error "FAIL."
+						grunt.log.error "Unknown redis version"
+						error = new Error("Unknown redis version")
+					else
+						version = m[1]
+						if semver.gte(version, "2.6.12")
+							grunt.log.writeln "OK."
+							grunt.log.writeln "Running Redis version #{version}"
+						else
+							grunt.log.error "FAIL."
+							grunt.log.error "Redis version is too old (#{version}). Must be 2.6.12 or greater."
+							error = new Error("Redis version is too old (#{version}). Must be 2.6.12 or greater.")
+				callback(error)
+
+		checkLatexmk: (callback = (error) ->) ->
+			grunt.log.write "Checking latexmk is installed... "
+			exec "latexmk --version", (error, stdout, stderr) ->
+				if error? and error.message.match("not found")
+					grunt.log.error "FAIL."
+					grunt.log.errorlns """
+					Either latexmk is not installed or is not in your PATH.
+
+					latexmk comes with TexLive 2013, and must be a version from 2013 or later.
+					If you have already have TeXLive installed, then make sure it is
+					included in your PATH (example for 64-bit linux):
+					
+						export PATH=$PATH:/usr/local/texlive/2014/bin/x86_64-linux/
+					
+					This is a not a fatal error, but compiling will not work without latexmk.
+					"""
+					return callback(error)
+				else if error?
+					return callback(error)
+				else
+					m = stdout.match(/Version (.*)/)
+					if !m?
+						grunt.log.error "FAIL."
+						grunt.log.error "Unknown latexmk version"
+						error = new Error("Unknown latexmk version")
+					else
+						version = m[1]
+						if semver.gte(version + ".0", "4.39.0")
+							grunt.log.writeln "OK."
+							grunt.log.writeln "Running latexmk version #{version}"
+						else
+							grunt.log.error "FAIL."
+							grunt.log.errorlns """
+							latexmk version is too old (#{version}). Must be 4.39 or greater.
+							This is a not a fatal error, but compiling will not work without latexmk
+							"""
+							error = new Error("latexmk is too old")
+				callback(error)
+				
+		checkAspell: (callback = (error) ->) ->
+			grunt.log.write "Checking aspell is installed... "
+			exec "aspell dump dicts", (error, stdout, stderr) ->
+				if error? and error.message.match("not found")
+					grunt.log.error "FAIL."
+					grunt.log.errorlns """
+					Either aspell is not installed or is not in your PATH.
+					
+					On Ubuntu you can install aspell with:
+					
+						sudo apt-get install aspell
+						
+					Or on a mac:
+					
+						brew install aspell
+						
+					This is not a fatal error, but the spell-checker will not work without aspell
+					"""
+					return callback(error)
+				else if error?
+					return callback(error)
+				else
+					grunt.log.writeln "OK."
+					grunt.log.writeln "The following spell check dictionaries are available:"
+					grunt.log.write stdout
+					callback()
+				callback(error)
+
+		checkS3: (callback = (error) ->) ->
+			Settings = require "settings-sharelatex"
+			if Settings.filestore.backend==""
+				grunt.log.writeln "No backend specified. Assuming Amazon S3"
+				Settings.filestore.backend = "s3"
+			if Settings.filestore.backend=="s3"
+				grunt.log.write "Checking S3 credentials... "
+				try
+					client = knox.createClient({
+						key: Settings.filestore.s3.key
+						secret: Settings.filestore.s3.secret
+						bucket: Settings.filestore.stores.user_files
+					})
+				catch e
+					grunt.log.error "FAIL."
+					grunt.log.errorlns """
+					Please configure your Amazon S3 credentials in config/settings.development.coffee
+
+					Amazon S3 (Simple Storage Service) is a cloud storage service provided by
+					Amazon. ShareLaTeX uses S3 for storing binary files like images. You can 
+					sign up for an account and find out more at:
+
+							http://aws.amazon.com/s3/
+										
+					"""
+					return callback()
+				client.getFile "does-not-exist", (error, response) ->
+					unless response? and response.statusCode == 404
+						grunt.log.error "FAIL."
+						grunt.log.errorlns """
+						Could not connect to Amazon S3. Please check your credentials.
+						"""
+					else
+						grunt.log.writeln "OK."
+					callback()
+			else
+				grunt.log.writeln "Filestore other than S3 configured. Not checking S3."
+				callback()
+
+		checkFS: (callback = (error) ->) ->
+			Settings = require "settings-sharelatex"
+			if Settings.filestore.backend=="fs"
+				grunt.log.write "Checking FS configuration... "
+				fs = require("fs")
+				fs.exists Settings.filestore.stores.user_files, (exists) ->
+					if exists
+						grunt.log.writeln "OK."
+					else
+						grunt.log.error "FAIL."
+						grunt.log.errorlns """
+						Could not find directory "#{Settings.filestore.stores.user_files}". 
+						Please check your configuration.
+						"""
+					callback()
+			else
+				grunt.log.writeln "Filestore other than FS configured. Not checking FS."
+				callback()
 
 		checkMake: (callback = (error) ->) ->
 			grunt.log.write "Checking make is installed... "
@@ -167,11 +441,11 @@ module.exports = (grunt) ->
 					grunt.log.error "FAIL."
 					grunt.log.errorlns """
 					Either make is not installed or is not in your path.
-
+					
 					On Ubuntu you can install make with:
-
+					
 					    sudo apt-get install build-essential
-
+					
 					"""
 					return callback(error)
 				else if error?
@@ -179,54 +453,9 @@ module.exports = (grunt) ->
 				else
 					grunt.log.write "OK."
 					return callback()
-		checkMongoConnect: (callback = (error) ->) ->
-			grunt.log.write "Checking can connect to mongo"
-			mongojs = require("mongojs")
-			db = mongojs(settings.mongo.url, ["tags"])
-			db.runCommand { ping: 1 }, (err, res) ->
-				if !err and res.ok
-					grunt.log.write "OK."
-				return callback()
-			db.on 'error', (err)->
-				err = "Can not connect to mongodb"
-				grunt.log.error "FAIL."
-				grunt.log.errorlns """
-				!!!!!!!!!!!!!! MONGO ERROR !!!!!!!!!!!!!!
-
-				ShareLaTeX can not talk to the mongdb instance
-
-				Check the mongodb instance is running and accessible on env var SHARELATEX_MONGO_URL
-				
-				!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
-				"""
-				throw new Error("Can not connect to Mongodb")
-				return callback(err)
-
-		checkRedisConnect: (callback = (error) ->) ->
-			grunt.log.write "Checking can connect to redis\n"
-			rclient = require("redis").createClient(settings.redis.web)
-
-			rclient.ping (err, res) ->
-				if !err?
-					grunt.log.write "OK."
-				else
-					throw new Error("Can not connect to redis")
-				return callback()
-			errorHandler = _.once (err)->
-				err = "Can not connect to redis"
-				grunt.log.error "FAIL."
-				grunt.log.errorlns """
-				!!!!!!!!!!!!!! REDIS ERROR !!!!!!!!!!!!!!
-
-				ShareLaTeX can not talk to the redis instance
-
-				Check the redis instance is running and accessible on env var SHARELATEX_REDIS_HOST
-
-				!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
-				"""
-				throw new Error("Can not connect to redis")
-				return callback(err)
-			rclient.on 'error', errorHandler
-
 
+		buildUpstartScripts: () ->
+			template = fs.readFileSync("package/upstart/sharelatex-template.conf").toString()
+			for service in SERVICES
+				fs.writeFileSync "package/upstart/sharelatex-#{service.name}.conf", template.replace(/__SERVICE__/g, service.name)
 

ISSUE_TEMPLATE

@@ -1,4 +0,0 @@
-Please tell us the following when opening an issue
-
-- Official Docker version being run:
-- URL to appropriate logs:

ISSUE_TEMPLATE.md

@@ -1,22 +0,0 @@
-(If you have a feature request, or bug with ShareLaTeX, please file an issue at https://github.com/sharelatex/web-sharelatex. This repository should **only be used for installation and maintenance problems** of ShareLaTeX Community Edition)
-
-## Problem
-
-Please describe the problem you are facing
-
-## Install type
-
-Are you using the Docker image (as described at https://github.com/sharelatex/sharelatex/wiki/Quick-Start-Guide), or some other method of installing ShareLaTeX Community Edition?
-
-## Version
-
-Which version of the docker image are you using?
-
-## Logs and errors
-
-Please include any logs and error messages.
-
-## Screenshots
-
-Please provide any screenshots of errors in ShareLaTeX Community Edition.
-

README.md

@@ -5,24 +5,34 @@ ShareLaTeX
 
 *[If you want help installing and maintaining ShareLaTeX at your university or workplace, we offer an officially supported version called ShareLaTeX Server Pro. It also comes with extra security and admin features. Click here to find out more!](https://www.sharelatex.com/university/onsite.html)*
 
-Keeping up to date
-------------
-Sign up to the [mailing list](http://eepurl.com/bPWeiH) to get updates on ShareLaTeX Releases and development
-
 Installation
 ------------
 
 We have detailed installation instructions in our wiki:
 
-* [ShareLaTeX Quick Start Guide](https://github.com/sharelatex/sharelatex/wiki/Quick-Start-Guide)
+* [Installing ShareLaTeX in Production](https://github.com/sharelatex/sharelatex/wiki/Production-Installation-Instructions)
+* [Setting up a ShareLaTeX Development Environment](https://github.com/sharelatex/sharelatex/wiki/Setting-up-a-Development-Environment)
 
+**If you have any problems, have a look at our page of [Frequent Problems and Questions](https://github.com/sharelatex/sharelatex/wiki/FAQ).**
 
 Upgrading
 ---------
 
-If you are upgrading from a previous version of ShareLaTeX, please see the [Release Notes section on the Wiki](https://github.com/sharelatex/sharelatex/wiki/Home) for all of the versions between your current version and the version you are upgrading to.
+If you are upgrading from a previous version of ShareLaTeX, please see the [Release Notes section on the Wiki] (https://github.com/sharelatex/sharelatex/wiki/Home) for all of the versions between your current version and the version you are upgrading to.
 
 
+Dependencies
+------------
+
+ShareLaTeX should run on OS X and Linux. You need:
+
+* [Node.js](http://nodejs.org/) 0.10.x. We recommend that you use [nvm](https://github.com/creationix/nvm) to install it.
+* The [grunt](http://gruntjs.com/) command line tools (Run `npm install -g grunt-cli` to install them)
+* A local instance of [Redis](http://redis.io/topics/quickstart) (version 2.6.12 or later) and [MongoDB](http://docs.mongodb.org/manual/installation/) running on their standard ports.
+* [TeXLive](https://www.tug.org/texlive/) 2013 or later with the `latexmk` program installed.
+
+ShareLaTeX needs a minimum of 2gb of memory, it is likely to be more than that though depending on usage.
+
 Other repositories
 ------------------
 
@@ -30,48 +40,44 @@ This repository does not contain any code. It acts a wrapper and toolkit for man
 
 The different services are:
 
-### [web](https://github.com/sharelatex/web-sharelatex) [![Build Status](https://travis-ci.org/sharelatex/web-sharelatex.svg?branch=master)](https://travis-ci.org/sharelatex/web-sharelatex)
+### [web](https://github.com/sharelatex/web-sharelatex) [![Build Status](https://travis-ci.org/sharelatex/web-sharelatex.png?branch=master)](https://travis-ci.org/sharelatex/web-sharelatex)
 
 The front facing web server that serves all the HTML pages, CSS and JavaScript
 to the client. Also contains a lot of logic around creating and editing
 projects, and account management.
 
-### [document-updater](https://github.com/sharelatex/document-updater-sharelatex) [![Build Status](https://travis-ci.org/sharelatex/document-updater-sharelatex.svg?branch=master)](https://travis-ci.org/sharelatex/document-updater-sharelatex)
+### [document-updater](https://github.com/sharelatex/document-updater-sharelatex) [![Build Status](https://travis-ci.org/sharelatex/document-updater-sharelatex.png?branch=master)](https://travis-ci.org/sharelatex/document-updater-sharelatex)
 
 Processes updates that come in from the editor when users modify documents. Ensures that
 the updates are applied in the right order, and that only one operation is modifying
 the document at a time. Also caches the documents in redis for very fast but persistent
 modifications.
 
-### [CLSI](https://github.com/sharelatex/clsi-sharelatex) [![Build Status](https://travis-ci.org/sharelatex/clsi-sharelatex.svg?branch=master)](https://travis-ci.org/sharelatex/clsi-sharelatex)
+### [CLSI](https://github.com/sharelatex/clsi-sharelatex) [![Build Status](https://travis-ci.org/sharelatex/clsi-sharelatex.png?branch=master)](https://travis-ci.org/sharelatex/clsi-sharelatex)
 
 The Common LaTeX Service Interface (CLSI) which provides an API for compiling LaTeX 
 documents.
 
-### [docstore](https://github.com/sharelatex/docstore-sharelatex) [![Build Status](https://travis-ci.org/sharelatex/docstore-sharelatex.svg?branch=master)](https://travis-ci.org/sharelatex/docstore-sharelatex)
+### [docstore](https://github.com/sharelatex/docstore-sharelatex) [![Build Status](https://travis-ci.org/sharelatex/docstore-sharelatex.png?branch=master)](https://travis-ci.org/sharelatex/docstore-sharelatex)
 
 An API for performing CRUD (Create, Read, Update and Delete) operations on text files
 stored in ShareLaTeX.
 
-### [realtime](https://github.com/sharelatex/real-time-sharelatex) [![Build Status](https://travis-ci.org/sharelatex/real-time-sharelatex.svg?branch=master)](https://travis-ci.org/sharelatex/real-time-sharelatex)
-
-The websocket process clients connect to
-
-### [filestore](https://github.com/sharelatex/filestore-sharelatex) [![Build Status](https://travis-ci.org/sharelatex/filestore-sharelatex.svg?branch=master)](https://travis-ci.org/sharelatex/filestore-sharelatex)
+### [filestore](https://github.com/sharelatex/filestore-sharelatex) [![Build Status](https://travis-ci.org/sharelatex/filestore-sharelatex.png?branch=master)](https://travis-ci.org/sharelatex/filestore-sharelatex)
 
 An API for performing CRUD (Create, Read, Update and Delete) operations on binary files
 (like images) stored in ShareLaTeX.
 
-### [track-changes](https://github.com/sharelatex/track-changes-sharelatex) [![Build Status](https://travis-ci.org/sharelatex/track-changes-sharelatex.svg?branch=master)](https://travis-ci.org/sharelatex/track-changes-sharelatex)
+### [track-changes](https://github.com/sharelatex/track-changes-sharelatex) [![Build Status](https://travis-ci.org/sharelatex/track-changes-sharelatex.png?branch=master)](https://travis-ci.org/sharelatex/track-changes-sharelatex)
 
 An API for compressing and storing the updates applied to a document, and then rendering a diff of the changes
 between any two time points.
 
-### [chat](https://github.com/sharelatex/chat-sharelatex) [![Build Status](https://travis-ci.org/sharelatex/chat-sharelatex.svg?branch=master)](https://travis-ci.org/sharelatex/chat-sharelatex)
+### [chat](https://github.com/sharelatex/chat-sharelatex) [![Build Status](https://travis-ci.org/sharelatex/chat-sharelatex.png?branch=master)](https://travis-ci.org/sharelatex/chat-sharelatex)
 
 The backend API for storing and fetching chat messages.
 
-### [tags](https://github.com/sharelatex/tags-sharelatex) [![Build Status](https://travis-ci.org/sharelatex/tags-sharelatex.svg?branch=master)](https://travis-ci.org/sharelatex/tags-sharelatex)
+### [tags](https://github.com/sharelatex/tags-sharelatex) [![Build Status](https://travis-ci.org/sharelatex/tags-sharelatex.png?branch=master)](https://travis-ci.org/sharelatex/tags-sharelatex)
 
 The backend API for managing project tags (folders).
 
@@ -79,6 +85,11 @@ The backend API for managing project tags (folders).
 
 An API for running server-side spelling checking on ShareLaTeX documents.
 
+Dropbox
+-------
+
+Please note that certain features like Dropbox integration are not functional in the open source code base yet, despite appearing in the user interface. We're working on this, sorry!
+
 Contributing
 ------------
 

Vagrantfile

@@ -0,0 +1,55 @@
+# -*- mode: ruby -*-
+# vi: set ft=ruby :
+
+# Vagrantfile API/syntax version. Don't touch unless you know what you're doing!
+VAGRANTFILE_API_VERSION = "2"
+
+Vagrant.configure(VAGRANTFILE_API_VERSION) do |config|
+  config.vm.box = "ubuntu-12.04"
+  config.vm.box_url = "http://files.vagrantup.com/precise64.box"
+
+  config.vm.network :forwarded_port, guest: 3000, host: 3000
+  config.vm.network :forwarded_port, guest: 80, host: 8080
+
+  config.ssh.forward_agent = true
+
+  config.vm.provider "virtualbox" do |v|
+    v.memory = 1024
+  end
+
+  config.vm.provision :chef_solo do |chef|
+    chef.cookbooks_path = "chef/cookbooks"
+    chef.add_recipe 'apt'
+    chef.add_recipe 'redis-server'
+    chef.add_recipe 'mongodb'
+    chef.add_recipe 'nodejs'
+    chef.add_recipe 'texlive'
+    chef.add_recipe 'packages'
+
+    # You may also specify custom JSON attributes:
+    chef.json = {}
+  end
+
+  # Enable provisioning with chef server, specifying the chef server URL,
+  # and the path to the validation key (relative to this Vagrantfile).
+  #
+  # The Opscode Platform uses HTTPS. Substitute your organization for
+  # ORGNAME in the URL and validation key.
+  #
+  # If you have your own Chef Server, use the appropriate URL, which may be
+  # HTTP instead of HTTPS depending on your configuration. Also change the
+  # validation key to validation.pem.
+  #
+  # config.vm.provision :chef_client do |chef|
+  #   chef.chef_server_url = "https://api.opscode.com/organizations/ORGNAME"
+  #   chef.validation_key_path = "ORGNAME-validator.pem"
+  # end
+  #
+  # If you're using the Opscode platform, your validator client is
+  # ORGNAME-validator, replacing ORGNAME with your organization name.
+  #
+  # If you have your own Chef Server, the default validation client name is
+  # chef-validator, unless you changed the configuration.
+  #
+  #   chef.validation_client_name = "ORGNAME-validator"
+end

bin/install-services

@@ -1,25 +0,0 @@
-#! env bash
-
-[ -z "`type -t nvm`" ] && cat <<EOF
-
-==========================================================
-== NVM not installed, you should consider installing it ==
-==========================================================
-
-EOF
-
-
-grep 'name:' config/services.js | \
-	sed 's/.*name: "\(.*\)",/\1/' | \
-	while read service
-	do
-		pushd $service
-		echo "Installing Service $service"
-		echo '  installing Node'
-		type -t nvm && nvm install
-		type -t nvm && nvm use
-		echo '  installing Dependencies'
-		npm install
-		grunt install
-		popd
-	done

chef/.chef/knife.rb

@@ -0,0 +1,3 @@
+current_dir = File.dirname(__FILE__)
+cookbook_path            ["#{current_dir}/../cookbooks"]
+

chef/cookbooks/apt/CHANGELOG.md

@@ -0,0 +1,173 @@
+apt Cookbook CHANGELOG
+======================
+This file is used to list changes made in each version of the apt cookbook.
+
+v2.3.8 (2014-02-14)
+-------------------
+### Bug
+- **[COOK-4287](https://tickets.opscode.com/browse/COOK-4287)** - Cleanup the Kitchen
+
+
+v2.3.6
+------
+* [COOK-4154] - Add chefspec matchers.rb file to apt cookbook
+* [COOK-4102] - Only index created repository
+
+
+v2.3.6
+------
+* [COOK-4154] - Add chefspec matchers.rb file to apt cookbook
+* [COOK-4102] - Only index created repository
+
+
+v2.3.4
+------
+No change. Version bump for toolchain sanity
+
+
+v2.3.2
+------
+- [COOK-3905] apt-get-update-periodic: configuration for the update period
+- Updating style for rubocops
+- Updating test-kitchen harness
+
+
+v2.3.0
+------
+### Bug
+- **[COOK-3812](https://tickets.opscode.com/browse/COOK-3812)** - Add a way to bypass the apt existence check
+
+### Improvement
+- **[COOK-3567](https://tickets.opscode.com/browse/COOK-3567)** - Allow users to bypass apt-cache via attributes
+
+
+v2.2.1
+------
+### Improvement
+- **[COOK-664](https://tickets.opscode.com/browse/COOK-664)** - Check platform before running apt-specific commands
+
+
+v2.2.0
+------
+### Bug
+- **[COOK-3707](https://tickets.opscode.com/browse/COOK-3707)** - multiple nics confuse apt::cacher-client
+
+v2.1.2
+------
+### Improvement
+- **[COOK-3551](https://tickets.opscode.com/browse/COOK-3551)** - Allow user to set up a trusted APT repository
+
+v2.1.1
+------
+### Bug
+- **[COOK-1856](https://tickets.opscode.com/browse/COOK-1856)** - Match GPG keys without case sensitivity
+
+v2.1.0
+------
+- [COOK-3426]: cacher-ng fails with restrict_environment set to true
+- [COOK-2859]: cacher-client executes out of order
+- [COOK-3052]: Long GPG keys are downloaded on every run
+- [COOK-1856]: apt cookbook should match keys without case sensitivity
+- [COOK-3255]: Attribute name incorrect in README
+- [COOK-3225]: Call use_inline_resources only if defined
+- [COOK-3386]: Cache dir for apt-cacher-ng
+- [COOK-3291]: apt_repository: enable usage of a keyserver on port 80
+- Greatly expanded test coverage with ChefSpec and Test-Kitchen
+
+v2.0.0
+------
+### Bug
+
+- [COOK-2258]: apt: LWRP results in error under why-run mode in apt 1.9.0 cookbook
+
+v1.10.0
+-------
+### Improvement
+
+- [COOK-2885]: Improvements for apt cache server search
+
+### Bug
+
+- [COOK-2441]: Apt recipe broken in new chef version
+- [COOK-2660]: Create Debian 6.0 "squeeze" specific template for
+  apt-cacher-ng
+
+v1.9.2
+------
+- [COOK-2631] - Create Ubuntu 10.04 specific template for apt-cacher-ng
+
+v1.9.0
+------
+- [COOK-2185] - Proxy for apt-key
+- [COOK-2338] - Support pinning by glob() or regexp
+
+v1.8.4
+------
+- [COOK-2171] - Update README to clarify required Chef version: 10.18.0
+  or higher.
+
+v1.8.2
+------
+- [COOK-2112] - need [] around "arch" in sources.list entries
+- [COOK-2171] - fixes a regression in the notification
+
+v1.8.0
+------
+- [COOK-2143] - Allow for a custom cacher-ng port
+- [COOK-2171] - On `apt_repository.run_action(:add)` the source file
+  is not created.
+- [COOK-2184] - apt::cacher-ng, use `cacher_port` attribute in
+  acng.conf
+
+v1.7.0
+------
+- [COOK-2082] - add "arch" parameter to apt_repository LWRP
+
+v1.6.0
+------
+- [COOK-1893] - `apt_preference` use "`package_name`" resource instead of "name"
+- [COOK-1894] - change filename for sources.list.d files
+- [COOK-1914] - Wrong dir permissions for /etc/apt/preferences.d/
+- [COOK-1942] - README.md has wrong name for the keyserver attribute
+- [COOK-2019] - create 01proxy before any other apt-get updates get executed
+
+v1.5.2
+------
+- [COOK-1682] - use template instead of file resource in apt::cacher-client
+- [COOK-1875] - cacher-client should be Environment-aware
+
+V1.5.0
+------
+- [COOK-1500] - Avoid triggering apt-get update
+- [COOK-1548] - Add execute commands for autoclean and autoremove
+- [COOK-1591] - Setting up the apt proxy should leave https
+  connections direct
+- [COOK-1596] - execute[apt-get-update-periodic] never runs
+- [COOK-1762] - create /etc/apt/preferences.d directory
+- [COOK-1776] - apt key check isn't idempotent
+
+v1.4.8
+------
+* Adds test-kitchen support
+- [COOK-1435] - repository lwrp is not idempotent with http key
+
+v1.4.6
+------
+- [COOK-1530] - apt_repository isn't aware of update-success-stamp
+  file (also reverts COOK-1382 patch).
+
+v1.4.4
+------
+- [COOK-1229] - Allow cacher IP to be set manually in non-Chef Solo
+  environments
+- [COOK-1530] - Immediately update apt-cache when sources.list file is dropped off
+
+v1.4.2
+------
+- [COOK-1155] - LWRP for apt pinning
+
+v1.4.0
+------
+- [COOK-889] - overwrite existing repo source files
+- [COOK-921] - optionally use cookbook\_file or remote\_file for key
+- [COOK-1032] - fixes problem with apt repository key installation

chef/cookbooks/apt/README.md

@@ -0,0 +1,248 @@
+apt Cookbook
+============
+This cookbook includes recipes to execute apt-get update to ensure the local APT package cache is up to date. There are recipes for managing the apt-cacher-ng caching proxy and proxy clients. It also includes a LWRP for managing APT repositories in /etc/apt/sources.list.d as well as an LWRP for pinning packages via /etc/apt/preferences.d.
+
+
+Requirements
+------------
+**Version 2.0.0+ of this cookbook requires Chef 11.0.0 or later**. If your Chef version is earlier than 11.0.0, use version 1.10.0 of this cookbook.
+
+Version 1.8.2 to 1.10.0 of this cookbook requires **Chef 10.16.4** or later.
+
+If your Chef version is earlier than 10.16.4, use version 1.7.0 of this cookbook.
+
+### Platform
+Please refer to the [TESTING file](TESTING.md) to see the currently (and passing) tested platforms. The release was tested on:
+
+* Ubuntu 10.04
+* Ubuntu 12.04
+* Ubuntu 13.04
+* Debian 7.1
+* Debian 6.0 (have with manual testing)
+
+May work with or without modification on other Debian derivatives.
+
+
+-------
+### default
+This recipe installs the `update-notifier-common` package to provide the timestamp file used to only run `apt-get update` if the cache is more than one day old.
+
+This recipe should appear first in the run list of Debian or Ubuntu nodes to ensure that the package cache is up to date before managing any `package` resources with Chef.
+
+This recipe also sets up a local cache directory for preseeding packages.
+
+**Including the default recipe on a node that does not support apt (such as Windows) results in a noop.**
+
+### cacher-client
+Configures the node to use the `apt-cacher-ng` server as a client.
+
+#### Bypassing the cache
+Occasionally you may come across repositories that do not play nicely when the node is using an `apt-cacher-ng` server. You can configure `cacher-client` to bypass the server and connect directly to the repository with the `cache_bypass` attribute.
+
+To do this, you need to override the `cache_bypass` attribute with an array of repositories, with each array key as the repository URL and value as the protocol to use:
+
+```json
+{
+    ...,
+    'apt': {
+        ...,
+        'cache_bypass': {
+            URL: PROTOCOL
+        }
+    }
+}
+```
+
+For example, to prevent caching and directly connect to the repository at `download.oracle.com` via http:
+
+```json
+{
+    'apt': {
+        'cache_bypass': {
+            'download.oracle.com': 'http'
+        }
+    }
+}
+```
+
+### cacher-ng
+Installs the `apt-cacher-ng` package and service so the system can provide APT caching. You can check the usage report at http://{hostname}:3142/acng-report.html.
+
+If you wish to help the `cacher-ng` recipe seed itself, you must now explicitly include the `cacher-client` recipe in your run list **after** `cacher-ng` or you will block your ability to install any packages (ie. `apt-cacher-ng`).
+
+
+Attributes
+----------
+* `['apt']['cacher_ipaddress']` - use a cacher server (or standard proxy server) not available via search
+* `['apt']['cacher_interface]` - interface to connect to the cacher-ng service, no default.
+* `['apt']['cacher_port']` - port for the cacher-ng service (either client or server), default is '3142'
+* `['apt']['cacher_dir']` - directory used by cacher-ng service, default is '/var/cache/apt-cacher-ng'
+* `['apt']['cacher-client']['restrict_environment']` - restrict your node to using the `apt-cacher-ng` server in your Environment, default is 'false'
+* `['apt']['compiletime']` - force the `cacher-client` recipe to run before other recipes. It forces apt to use the proxy before other recipes run. Useful if your nodes have limited access to public apt repositories. This is overridden if the `cacher-ng` recipe is in your run list. Default is 'false'
+* `['apt']['cache_bypass']` - array of URLs to bypass the cache. Accepts the URL and protocol to  fetch directly from the remote repository and not attempt to cache
+* `['apt']['periodic_update_min_delay']` - minimum delay (in seconds) beetween two actual executions of `apt-get update` by the `execute[apt-get-update-periodic]` resource, default is '86400' (24 hours)
+
+Libraries
+---------
+There is an `interface_ipaddress` method that returns the IP address for a particular host and interface, used by the `cacher-client` recipe. To enable it on the server use the `['apt']['cacher_interface']` attribute.
+
+Resources/Providers
+-------------------
+### `apt_repository`
+This LWRP provides an easy way to manage additional APT repositories. Adding a new repository will notify running the `execute[apt-get-update]` resource immediately.
+
+#### Actions
+- :add: creates a repository file and builds the repository listing
+- :remove: removes the repository file
+
+#### Attribute Parameters
+- repo_name: name attribute. The name of the channel to discover
+- uri: the base of the Debian distribution
+- distribution: this is usually your release's codename...ie something like `karmic`, `lucid` or `maverick`
+- components: package groupings..when it doubt use `main`
+- arch: constrain package to a particular arch like `i386`, `amd64` or even `armhf` or `powerpc`. Defaults to nil.
+- trusted: treat all packages from this repository as authenticated regardless of signature
+- deb_src: whether or not to add the repository as a source repo as well - value can be `true` or `false`, default `false`.
+- keyserver: the GPG keyserver where the key for the repo should be retrieved
+- key: if a `keyserver` is provided, this is assumed to be the fingerprint, otherwise it can be either the URI to the GPG key for the repo, or a cookbook_file.
+- key_proxy: if set, pass the specified proxy via `http-proxy=` to GPG.
+- cookbook: if key should be a cookbook_file, specify a cookbook where the key is located for files/default. Defaults to nil, so it will use the cookbook where the resource is used.
+
+#### Examples
+
+Add the Zenoss repo:
+
+```ruby
+apt_repository 'zenoss' do
+  uri        'http://dev.zenoss.org/deb'
+  components ['main', 'stable']
+end
+```
+
+Add the Nginx PPA, grabbing the key from keyserver:
+
+```ruby
+apt_repository 'nginx-php' do
+  uri          'http://ppa.launchpad.net/nginx/php5/ubuntu'
+  distribution node['lsb']['codename']
+  components   ['main']
+  keyserver    'keyserver.ubuntu.com'
+  key          'C300EE8C'
+end
+```
+
+Add the Nginx PPA, grab the key from the keyserver, and add source repo:
+
+```ruby
+apt_repository 'nginx-php' do
+  uri          'http://ppa.launchpad.net/nginx/php5/ubuntu'
+  distribution node['lsb']['codename']
+  components   ['main']
+  keyserver    'keyserver.ubuntu.com'
+  key          'C300EE8C'
+  deb_src      true
+end
+```
+
+Add the Cloudera Repo of CDH4 packages for Ubuntu 12.04 on AMD64:
+
+```ruby
+apt_repository 'cloudera' do
+  uri          'http://archive.cloudera.com/cdh4/ubuntu/precise/amd64/cdh'
+  arch         'amd64'
+  distribution 'precise-cdh4'
+  components   ['contrib']
+  key          'http://archive.cloudera.com/debian/archive.key'
+end
+```
+
+Remove Zenoss repo:
+
+```ruby
+apt_repository 'zenoss' do
+  action :remove
+end
+```
+
+### `apt_preference`
+This LWRP provides an easy way to pin packages in /etc/apt/preferences.d. Although apt-pinning is quite helpful from time to time please note that Debian does not encourage its use without thorough consideration.
+
+Further information regarding apt-pinning is available via http://wiki.debian.org/AptPreferences.
+
+#### Actions
+- :add: creates a preferences file under /etc/apt/preferences.d
+- :remove: Removes the file, therefore unpin the package
+
+#### Attribute Parameters
+- package_name: name attribute. The name of the package
+- glob: Pin by glob() expression or regexp surrounded by /.
+- pin: The package version/repository to pin
+- pin_priority: The pinning priority aka "the highest package version wins"
+
+#### Examples
+Pin libmysqlclient16 to version 5.1.49-3:
+
+```ruby
+apt_preference 'libmysqlclient16' do
+  pin          'version 5.1.49-3'
+  pin_priority '700'
+end
+```
+
+Unpin libmysqlclient16:
+
+```ruby
+apt_preference 'libmysqlclient16' do
+  action :remove
+end
+```
+
+Pin all packages from dotdeb.org:
+
+```ruby
+apt_preference 'dotdeb' do
+  glob         '*'
+  pin          'origin packages.dotdeb.org'
+  pin_priority '700'
+end
+```
+
+
+Usage
+-----
+Put `recipe[apt]` first in the run list. If you have other recipes that you want to use to configure how apt behaves, like new sources, notify the execute resource to run, e.g.:
+
+```ruby
+template '/etc/apt/sources.list.d/my_apt_sources.list' do
+  notifies :run, 'execute[apt-get update]', :immediately
+end
+```
+
+The above will run during execution phase since it is a normal template resource, and should appear before other package resources that need the sources in the template.
+
+Put `recipe[apt::cacher-ng]` in the run_list for a server to provide APT caching and add `recipe[apt::cacher-client]` on the rest of the Debian-based nodes to take advantage of the caching server.
+
+If you want to cleanup unused packages, there is also the `apt-get autoclean` and `apt-get autoremove` resources provided for automated cleanup.
+
+
+License & Authors
+-----------------
+- Author:: Joshua Timberman (joshua@opscode.com)
+- Author:: Matt Ray (matt@opscode.com)
+- Author:: Seth Chisamore (schisamo@opscode.com)
+
+```text
+Copyright 2009-2013, Opscode, Inc.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+```

chef/cookbooks/apt/attributes/default.rb

@@ -0,0 +1,28 @@
+#
+# Cookbook Name:: apt
+# Attributes:: default
+#
+# Copyright 2009-2013, Opscode, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+default['apt']['cacher-client']['restrict_environment'] = false
+default['apt']['cacher_dir'] = '/var/cache/apt-cacher-ng'
+default['apt']['cacher_interface'] = nil
+default['apt']['cacher_port'] = 3142
+default['apt']['caching_server'] = false
+default['apt']['compiletime'] = false
+default['apt']['key_proxy'] = ''
+default['apt']['cache_bypass'] = {}
+default['apt']['periodic_update_min_delay'] = 86_400

chef/cookbooks/apt/files/default/apt-proxy-v2.conf

@@ -0,0 +1,50 @@
+[DEFAULT]
+;; All times are in seconds, but you can add a suffix
+;; for minutes(m), hours(h) or days(d)
+
+;; commented out address so apt-proxy will listen on all IPs
+;; address = 127.0.0.1
+port = 9999
+cache_dir = /var/cache/apt-proxy
+
+;; Control files (Packages/Sources/Contents) refresh rate
+min_refresh_delay = 1s
+complete_clientless_downloads = 1
+
+;; Debugging settings.
+debug = all:4 db:0
+
+time = 30
+passive_ftp = on
+
+;;--------------------------------------------------------------
+;; Cache housekeeping
+
+cleanup_freq = 1d
+max_age = 120d
+max_versions = 3
+
+;;---------------------------------------------------------------
+;; Backend servers
+;;
+;; Place each server in its own [section]
+
+[ubuntu]
+; Ubuntu archive
+backends =
+        http://us.archive.ubuntu.com/ubuntu
+
+[ubuntu-security]
+; Ubuntu security updates
+backends = http://security.ubuntu.com/ubuntu
+
+[debian]
+;; Backend servers, in order of preference
+backends =
+        http://debian.osuosl.org/debian/
+
+[security]
+;; Debian security archive
+backends =
+        http://security.debian.org/debian-security
+        http://ftp2.de.debian.org/debian-security

chef/cookbooks/apt/libraries/helpers.rb

@@ -0,0 +1,48 @@
+#
+# Cookbook Name:: apt
+# Library:: helpers
+#
+# Copyright 2013 Opscode, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+module Apt
+  # Helpers for apt
+  module Helpers
+    # Determines if apt is installed on a system.
+    #
+    # @return [Boolean]
+    def apt_installed?
+      !which('apt-get').nil?
+    end
+
+    # Finds a command in $PATH
+    #
+    # @return [String, nil]
+    def which(cmd)
+      paths = (ENV['PATH'].split(::File::PATH_SEPARATOR) + %w(/bin /usr/bin /sbin /usr/sbin))
+
+      paths.each do |path|
+        possible = File.join(path, cmd)
+        return possible if File.executable?(possible)
+      end
+
+      nil
+    end
+  end
+end
+
+Chef::Recipe.send(:include, ::Apt::Helpers)
+Chef::Resource.send(:include, ::Apt::Helpers)
+Chef::Provider.send(:include, ::Apt::Helpers)

chef/cookbooks/apt/libraries/matchers.rb

@@ -0,0 +1,17 @@
+if defined?(ChefSpec)
+  def add_apt_preference(resource_name)
+    ChefSpec::Matchers::ResourceMatcher.new(:apt_preference, :add, resource_name)
+  end
+
+  def remove_apt_preference(resource_name)
+    ChefSpec::Matchers::ResourceMatcher.new(:apt_preference, :remove, resource_name)
+  end
+
+  def add_apt_repository(resource_name)
+    ChefSpec::Matchers::ResourceMatcher.new(:apt_repository, :add, resource_name)
+  end
+
+  def remove_apt_repository(resource_name)
+    ChefSpec::Matchers::ResourceMatcher.new(:apt_repository, :remove, resource_name)
+  end
+end

chef/cookbooks/apt/libraries/network.rb

@@ -0,0 +1,31 @@
+#
+# Cookbook Name:: apt
+# library:: network
+#
+# Copyright 2013, Opscode, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+module ::Apt
+  def interface_ipaddress(host, interface)
+    if interface
+      addresses = host['network']['interfaces'][interface]['addresses']
+      addresses.select do |ip, data|
+        return ip if data['family'].eql?('inet')
+      end
+    else
+      return host.ipaddress
+    end
+  end
+end

chef/cookbooks/apt/metadata.rb

@@ -0,0 +1,34 @@
+name              'apt'
+maintainer        'Opscode, Inc.'
+maintainer_email  'cookbooks@opscode.com'
+license           'Apache 2.0'
+description       'Configures apt and apt services and LWRPs for managing apt repositories and preferences'
+long_description  IO.read(File.join(File.dirname(__FILE__), 'README.md'))
+version           '2.3.8'
+recipe            'apt', 'Runs apt-get update during compile phase and sets up preseed directories'
+recipe            'apt::cacher-ng', 'Set up an apt-cacher-ng caching proxy'
+recipe            'apt::cacher-client', 'Client for the apt::cacher-ng caching proxy'
+
+%w{ ubuntu debian }.each do |os|
+  supports os
+end
+
+attribute 'apt/cacher-client/restrict_environment',
+          :description => 'Whether to restrict the search for the caching server to the same environment as this node',
+          :default => 'false'
+
+attribute 'apt/cacher_port',
+          :description => 'Default listen port for the caching server',
+          :default => '3142'
+
+attribute 'apt/cacher_interface',
+          :description => 'Default listen interface for the caching server',
+          :default => nil
+
+attribute 'apt/key_proxy',
+          :description => 'Passed as the proxy passed to GPG for the apt_repository resource',
+          :default => ''
+
+attribute 'apt/caching_server',
+          :description => 'Set this to true if the node is a caching server',
+          :default => 'false'

chef/cookbooks/apt/providers/preference.rb

@@ -0,0 +1,63 @@
+#
+# Cookbook Name:: apt
+# Provider:: preference
+#
+# Copyright 2010-2011, Opscode, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+# Build preferences.d file contents
+def build_pref(package_name, pin, pin_priority)
+  "Package: #{package_name}\nPin: #{pin}\nPin-Priority: #{pin_priority}\n"
+end
+
+action :add do
+  new_resource.updated_by_last_action(false)
+
+  preference = build_pref(
+    new_resource.glob || new_resource.package_name,
+    new_resource.pin,
+    new_resource.pin_priority
+    )
+
+  preference_dir = directory '/etc/apt/preferences.d' do
+    owner 'root'
+    group 'root'
+    mode 00755
+    recursive true
+    action :nothing
+  end
+
+  preference_file = file "/etc/apt/preferences.d/#{new_resource.name}" do
+    owner 'root'
+    group 'root'
+    mode 00644
+    content preference
+    action :nothing
+  end
+
+  preference_dir.run_action(:create)
+  # write out the preference file, replace it if it already exists
+  preference_file.run_action(:create)
+end
+
+action :remove do
+  if ::File.exists?("/etc/apt/preferences.d/#{new_resource.name}")
+    Chef::Log.info "Un-pinning #{new_resource.name} from /etc/apt/preferences.d/"
+    file "/etc/apt/preferences.d/#{new_resource.name}" do
+      action :delete
+    end
+    new_resource.updated_by_last_action(true)
+  end
+end

chef/cookbooks/apt/providers/repository.rb

@@ -0,0 +1,150 @@
+#
+# Cookbook Name:: apt
+# Provider:: repository
+#
+# Copyright 2010-2011, Opscode, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+use_inline_resources if defined?(use_inline_resources)
+
+def whyrun_supported?
+  true
+end
+
+# install apt key from keyserver
+def install_key_from_keyserver(key, keyserver)
+  execute "install-key #{key}" do
+    if !node['apt']['key_proxy'].empty?
+      command "apt-key adv --keyserver-options http-proxy=#{node['apt']['key_proxy']} --keyserver hkp://#{keyserver}:80 --recv #{key}"
+    else
+      command "apt-key adv --keyserver #{keyserver} --recv #{key}"
+    end
+    action :run
+    not_if do
+      extract_fingerprints_from_cmd('apt-key finger').any? do |fingerprint|
+        fingerprint.end_with?(key.upcase)
+      end
+    end
+  end
+end
+
+# run command and extract gpg ids
+def extract_fingerprints_from_cmd(cmd)
+  so = Mixlib::ShellOut.new(cmd)
+  so.run_command
+  so.stdout.split(/\n/).map do |t|
+    if z = t.match(/^ +Key fingerprint = ([0-9A-F ]+)/)
+      z[1].split.join
+    end
+  end.compact
+end
+
+# install apt key from URI
+def install_key_from_uri(uri)
+  key_name = uri.split(/\//).last
+  cached_keyfile = "#{Chef::Config[:file_cache_path]}/#{key_name}"
+  if new_resource.key =~ /http/
+    remote_file cached_keyfile do
+      source new_resource.key
+      mode 00644
+      action :create
+    end
+  else
+    cookbook_file cached_keyfile do
+      source new_resource.key
+      cookbook new_resource.cookbook
+      mode 00644
+      action :create
+    end
+  end
+
+  execute "install-key #{key_name}" do
+    command "apt-key add #{cached_keyfile}"
+    action :run
+    not_if do
+      installed_keys = extract_fingerprints_from_cmd('apt-key finger')
+      proposed_keys = extract_fingerprints_from_cmd("gpg --with-fingerprint #{cached_keyfile}")
+      (installed_keys & proposed_keys).sort == proposed_keys.sort
+    end
+  end
+end
+
+# build repo file contents
+def build_repo(uri, distribution, components, trusted, arch, add_deb_src)
+  components = components.join(' ') if components.respond_to?(:join)
+  repo_options = []
+  repo_options << "arch=#{arch}" if arch
+  repo_options << 'trusted=yes' if trusted
+  repo_options = '[' + repo_options.join(' ') + ']' unless repo_options.empty?
+  repo_info = "#{uri} #{distribution} #{components}\n"
+  repo_info = "#{repo_options} #{repo_info}" unless repo_options.empty?
+  repo =  "deb     #{repo_info}"
+  repo << "deb-src #{repo_info}" if add_deb_src
+  repo
+end
+
+action :add do
+  # add key
+  if new_resource.keyserver && new_resource.key
+    install_key_from_keyserver(new_resource.key, new_resource.keyserver)
+  elsif new_resource.key
+    install_key_from_uri(new_resource.key)
+  end
+
+  file '/var/lib/apt/periodic/update-success-stamp' do
+    action :nothing
+  end
+
+  execute 'apt-cache gencaches' do
+    ignore_failure true
+    action :nothing
+  end
+
+  execute 'apt-get update' do
+    command "apt-get update -o Dir::Etc::sourcelist='sources.list.d/#{new_resource.name}.list' -o Dir::Etc::sourceparts='-' -o APT::Get::List-Cleanup='0'"
+    ignore_failure true
+    action :nothing
+    notifies :run, 'execute[apt-cache gencaches]', :immediately
+  end
+
+  # build repo file
+  repository = build_repo(
+    new_resource.uri,
+    new_resource.distribution,
+    new_resource.components,
+    new_resource.trusted,
+    new_resource.arch,
+    new_resource.deb_src
+    )
+
+  file "/etc/apt/sources.list.d/#{new_resource.name}.list" do
+    owner 'root'
+    group 'root'
+    mode 00644
+    content repository
+    action :create
+    notifies :delete, 'file[/var/lib/apt/periodic/update-success-stamp]', :immediately
+    notifies :run, 'execute[apt-get update]', :immediately if new_resource.cache_rebuild
+  end
+end
+
+action :remove do
+  if ::File.exists?("/etc/apt/sources.list.d/#{new_resource.name}.list")
+    Chef::Log.info "Removing #{new_resource.name} repository from /etc/apt/sources.list.d/"
+    file "/etc/apt/sources.list.d/#{new_resource.name}.list" do
+      action :delete
+    end
+  end
+end

chef/cookbooks/apt/recipes/cacher-client.rb

@@ -0,0 +1,81 @@
+#
+# Cookbook Name:: apt
+# Recipe:: cacher-client
+#
+# Copyright 2011-2013 Opscode, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+class ::Chef::Recipe
+  include ::Apt
+end
+
+# remove Acquire::http::Proxy lines from /etc/apt/apt.conf since we use 01proxy
+# these are leftover from preseed installs
+execute 'Remove proxy from /etc/apt/apt.conf' do
+  command "sed --in-place '/^Acquire::http::Proxy/d' /etc/apt/apt.conf"
+  only_if 'grep Acquire::http::Proxy /etc/apt/apt.conf'
+end
+
+servers = []
+if node['apt']
+  if node['apt']['cacher_ipaddress']
+    cacher = Chef::Node.new
+    cacher.default.name = node['apt']['cacher_ipaddress']
+    cacher.default.ipaddress = node['apt']['cacher_ipaddress']
+    cacher.default.apt.cacher_port = node['apt']['cacher_port']
+    cacher.default.apt_cacher_interface = node['apt']['cacher_interface']
+    servers << cacher
+  elsif node['apt']['caching_server']
+    node.override['apt']['compiletime'] = false
+    servers << node
+  end
+end
+
+unless Chef::Config[:solo] || servers.length > 0
+  query = 'apt_caching_server:true'
+  query += " AND chef_environment:#{node.chef_environment}" if node['apt']['cacher-client']['restrict_environment']
+  Chef::Log.debug("apt::cacher-client searching for '#{query}'")
+  servers += search(:node, query)
+end
+
+if servers.length > 0
+  Chef::Log.info("apt-cacher-ng server found on #{servers[0]}.")
+  if servers[0]['apt']['cacher_interface']
+    cacher_ipaddress = interface_ipaddress(servers[0], servers[0]['apt']['cacher_interface'])
+  else
+    cacher_ipaddress = servers[0].ipaddress
+  end
+  t = template '/etc/apt/apt.conf.d/01proxy' do
+    source '01proxy.erb'
+    owner 'root'
+    group 'root'
+    mode 00644
+    variables(
+      :proxy => cacher_ipaddress,
+      :port => servers[0]['apt']['cacher_port'],
+      :bypass => node['apt']['cache_bypass']
+      )
+    action(node['apt']['compiletime'] ? :nothing : :create)
+    notifies :run, 'execute[apt-get update]', :immediately
+  end
+  t.run_action(:create) if node['apt']['compiletime']
+else
+  Chef::Log.info('No apt-cacher-ng server found.')
+  file '/etc/apt/apt.conf.d/01proxy' do
+    action :delete
+  end
+end
+
+include_recipe 'apt::default'

chef/cookbooks/apt/recipes/cacher-ng.rb

@@ -0,0 +1,43 @@
+#
+# Cookbook Name:: apt
+# Recipe:: cacher-ng
+#
+# Copyright 2008-2013, Opscode, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the 'License');
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an 'AS IS' BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+node.set['apt']['caching_server'] = true
+
+package 'apt-cacher-ng' do
+  action :install
+end
+
+directory node['apt']['cacher_dir'] do
+  owner 'apt-cacher-ng'
+  group 'apt-cacher-ng'
+  mode 0755
+end
+
+template '/etc/apt-cacher-ng/acng.conf' do
+  source 'acng.conf.erb'
+  owner 'root'
+  group 'root'
+  mode 00644
+  notifies :restart, 'service[apt-cacher-ng]', :immediately
+end
+
+service 'apt-cacher-ng' do
+  supports :restart => true, :status => false
+  action [:enable, :start]
+end

chef/cookbooks/apt/recipes/default.rb

@@ -0,0 +1,82 @@
+#
+# Cookbook Name:: apt
+# Recipe:: default
+#
+# Copyright 2008-2013, Opscode, Inc.
+# Copyright 2009, Bryan McLellan <btm@loftninjas.org>
+#
+# Licensed under the Apache License, Version 2.0 (the 'License');
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an 'AS IS' BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+# On systems where apt is not installed, the resources in this recipe are not
+# executed. However, they _must_ still be present in the resource collection
+# or other cookbooks which notify these resources will fail on non-apt-enabled
+# systems.
+
+Chef::Log.debug 'apt is not installed. Apt-specific resources will not be executed.' unless apt_installed?
+
+# Run apt-get update to create the stamp file
+execute 'apt-get-update' do
+  command 'apt-get update'
+  ignore_failure true
+  only_if { apt_installed? }
+  not_if { ::File.exists?('/var/lib/apt/periodic/update-success-stamp') }
+end
+
+# For other recipes to call to force an update
+execute 'apt-get update' do
+  command 'apt-get update'
+  ignore_failure true
+  only_if { apt_installed? }
+  action :nothing
+end
+
+# Automatically remove packages that are no longer needed for dependencies
+execute 'apt-get autoremove' do
+  command 'apt-get -y autoremove'
+  only_if { apt_installed? }
+  action :nothing
+end
+
+# Automatically remove .deb files for packages no longer on your system
+execute 'apt-get autoclean' do
+  command 'apt-get -y autoclean'
+  only_if { apt_installed? }
+  action :nothing
+end
+
+# provides /var/lib/apt/periodic/update-success-stamp on apt-get update
+package 'update-notifier-common' do
+  notifies :run, 'execute[apt-get-update]', :immediately
+  only_if { apt_installed? }
+end
+
+execute 'apt-get-update-periodic' do
+  command 'apt-get update'
+  ignore_failure true
+  only_if do
+    apt_installed? &&
+    ::File.exists?('/var/lib/apt/periodic/update-success-stamp') &&
+    ::File.mtime('/var/lib/apt/periodic/update-success-stamp') < Time.now - node['apt']['periodic_update_min_delay']
+  end
+end
+
+%w{/var/cache/local /var/cache/local/preseeding}.each do |dirname|
+  directory dirname do
+    owner 'root'
+    group 'root'
+    mode  00755
+    action :create
+    only_if { apt_installed? }
+  end
+end

chef/cookbooks/apt/resources/preference.rb

@@ -0,0 +1,32 @@
+#
+# Cookbook Name:: apt
+# Resource:: preference
+#
+# Copyright 2010-2013, Opscode, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+actions :add, :remove
+default_action :add if defined?(default_action) # Chef > 10.8
+
+# Needed for Chef versions < 0.10.10
+def initialize(*args)
+  super
+  @action = :add
+end
+
+attribute :package_name, :kind_of => String, :name_attribute => true
+attribute :glob, :kind_of => String
+attribute :pin, :kind_of => String
+attribute :pin_priority, :kind_of => String

chef/cookbooks/apt/resources/repository.rb

@@ -0,0 +1,43 @@
+#
+# Cookbook Name:: apt
+# Resource:: repository
+#
+# Copyright 2010-2013, Opscode, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+actions :add, :remove
+default_action :add if defined?(default_action) # Chef > 10.8
+
+# Needed for Chef versions < 0.10.10
+def initialize(*args)
+  super
+  @action = :add
+end
+
+# name of the repo, used for source.list filename
+attribute :repo_name, :kind_of => String, :name_attribute => true
+attribute :uri, :kind_of => String
+attribute :distribution, :kind_of => String
+attribute :components, :kind_of => Array, :default => []
+attribute :arch, :kind_of => String, :default => nil
+attribute :trusted, :kind_of => [TrueClass, FalseClass], :default => false
+# whether or not to add the repository as a source repo as well
+attribute :deb_src, :default => false
+attribute :keyserver, :kind_of => String, :default => nil
+attribute :key, :kind_of => String, :default => nil
+attribute :cookbook, :kind_of => String, :default => nil
+# trigger cache rebuild
+# If not you can trigger in the recipe itself after checking the status of resource.updated{_by_last_action}?
+attribute :cache_rebuild, :kind_of => [TrueClass, FalseClass], :default => true

chef/cookbooks/apt/templates/debian-6.0/acng.conf.erb

@@ -0,0 +1,173 @@
+# Letter case in directive names does not matter. Must be separated with colons.
+# Valid boolean values are a zero number for false, non-zero numbers for true.
+
+CacheDir: <%= node['apt']['cacher_dir'] %>
+
+# set empty to disable logging
+LogDir: /var/log/apt-cacher-ng
+
+# TCP (http) port
+# Set to 9999 to emulate apt-proxy
+Port:<%= node['apt']['cacher_port'] %>
+
+# Addresses or hostnames to listen on. Multiple addresses must be separated by
+# spaces. Each entry must be associated with a local interface. DNS resolution
+# is performed using getaddrinfo(3) for all available protocols (i.e. IPv4 and
+# IPv6 if available).
+#
+# Default: not set, will listen on all interfaces.
+#
+# BindAddress: localhost 192.168.7.254 publicNameOnMainInterface
+
+#Proxy: http://www-proxy.example.net:80
+#proxy: http://username:proxypassword@proxy.example.net:3128
+
+# Repository remapping. See manual for details.
+# In this example, backends file is generated during package installation.
+Remap-debrep: file:deb_mirror*.gz /debian ; file:backends_debian
+Remap-uburep: file:ubuntu_mirrors /ubuntu ; file:backends_ubuntu
+Remap-debvol: file:debvol_mirror*.gz /debian-volatile ; file:backends_debvol
+Remap-cygwin: file:cygwin_mirrors /cygwin # ; file:backends_cygwin # incomplete, please create this file
+
+# Virtual page accessible in a web browser to see statistics and status
+# information, i.e. under http://localhost:3142/acng-report.html
+ReportPage: acng-report.html
+
+# Socket file for accessing through local UNIX socket instead of TCP/IP. Can be
+# used with inetd bridge or cron client.
+# SocketPath:/var/run/apt-cacher-ng/socket
+
+# Forces log file to be written to disk after every line when set to 1. Default
+# is 0, buffer flush happens after client disconnects.
+#
+# (technically, this is an alias to the Debug option provided for convenience)
+#
+# UnbufferLogs: 0
+
+# Set to 0 to store only type, time and transfer sizes.
+# 1 -> client IP and relative local path are logged too
+# VerboseLog: 1
+
+# Don't detach from the console
+# ForeGround: 0
+
+# Store the pid of the daemon process therein
+# PidFile: /var/run/apt-cacher-ng/pid
+
+# Forbid outgoing connections, work around them or respond with 503 error
+# offlinemode:0
+
+# Forbid all downloads that don't run through preconfigured backends (.where)
+#ForceManaged: 0
+
+# Days before considering an unreferenced file expired (to be deleted).
+# Warning: if the value is set too low and particular index files are not
+# available for some days (mirror downtime) there is a risk of deletion of
+# still usefull package files.
+ExTreshold: 4
+
+# Stop expiration when a critical problem appeared. Currently only failed
+# refresh of an index file is considered as critical.
+#
+# WARNING: don't touch this option or set to a non-zero number.
+# Anything else is DANGEROUS and may cause data loss.
+#
+# ExAbortOnProblems: 1
+
+# Replace some Windows/DOS-FS incompatible chars when storing
+# StupidFs: 0
+
+# Experimental feature for apt-listbugs: pass-through SOAP requests and
+# responses to/from bugs.debian.org. If not set, default is true if
+# ForceManaged is enabled and false otherwise.
+# ForwardBtsSoap: 1
+
+# The daemon has a small cache for DNS data, to speed up resolution. The
+# expiration time of the DNS entries can be configured in seconds.
+# DnsCacheSeconds: 3600
+
+# Don't touch the following values without good consideration!
+#
+# Max. count of connection threads kept ready (for faster response in the
+# future). Should be a sane value between 0 and average number of connections,
+# and depend on the amount of spare RAM.
+# MaxStandbyConThreads: 8
+#
+# Hard limit of active thread count for incomming connections, i.e. operation
+# is refused when this value is reached (below zero = unlimited).
+# MaxConThreads: -1
+#
+#VfilePattern = (^|.*?/)(Index|Packages\.bz2|Packages\.gz|Packages|Release|Release\.gpg|Sources\.bz2|Sources\.gz|Sources|release|index\.db-.*\.gz|Contents-[^/]*\.gz|pkglist[^/]*\.bz2|rclist[^/]*\.bz2|/meta-release[^/]*|Translation[^/]*\.bz2)$
+#PfilePattern = .*(\.deb|\.rpm|\.dsc|\.tar\.gz\.gpg|\.tar\.gz|\.diff\.gz|\.diff\.bz2|\.jigdo|\.template|changelog|copyright|\.udeb|\.diff/.*\.gz|vmlinuz|initrd\.gz|(Devel)?ReleaseAnnouncement(\\?.*)?)$
+# Whitelist for expiration, file types not to be removed even when being
+# unreferenced. Default: same as VfilePattern which is a safe bed. When and
+# only when the only used mirrors are official repositories (with working
+# Release files) then it might be set to something more restrictive, like
+# (^|.*?/)(Release|Release\.gpg|release|meta-release|Translation[^/]*\.bz2)$
+#WfilePattern = (^|.*?/)(Index|Packages\.bz2|Packages\.gz|Packages|Release|Release\.gpg|Sources\.bz2|Sources\.gz|Sources|release|index\.db-.*\.gz|Contents-[^/]*\.gz|pkglist[^/]*\.bz2|rclist[^/]*\.bz2|/meta-release[^/]*|Translation[^/]*\.bz2)$
+
+# Higher modes only working with the debug version
+# Warning, writes a lot into apt-cacher.err logfile
+# Value overwrites UnbufferLogs setting (aliased)
+# Debug:3
+
+# Usually, general purpose proxies like Squid expose the IP adress of the
+# client user to the remote server using the X-Forwarded-For HTTP header. This
+# behaviour can be optionally turned on with the Expose-Origin option.
+# ExposeOrigin: 0
+
+# When logging the originating IP address, trust the information supplied by
+# the client in the X-Forwarded-For header.
+# LogSubmittedOrigin: 0
+
+# The version string reported to the peer, to be displayed as HTTP client (and
+# version) in the logs of the mirror.
+# WARNING: some archives use this header to detect/guess capabilities of the
+# client (i.e. redirection support) and change the behaviour accordingly, while
+# ACNG might not support the expected features. Expect side effects.
+#
+# UserAgent: Yet Another HTTP Client/1.2.3p4
+
+# In some cases the Import and Expiration tasks might create fresh volatile
+# data for internal use by reconstructing them using patch files. This
+# by-product might be recompressed with bzip2 and with some luck the resulting
+# file becomes identical to the *.bz2 file on the server, usable for APT
+# clients trying to fetch the full .bz2 compressed version. Injection of the
+# generated files into the cache has however a disadvantage on underpowered
+# servers: bzip2 compession can create high load on the server system and the
+# visible download of the busy .bz2 files also becomes slower.
+#
+# RecompBz2: 0
+
+# Network timeout for outgoing connections.
+# NetworkTimeout: 60
+
+# Sometimes it makes sense to not store the data in cache and just return the
+# package data to client as it comes in. DontCache parameters can enable this
+# behaviour for certain URL types. The tokens are extended regular expressions
+# that URLs are matched against.
+#
+# DontCacheRequested is applied to the URL as it comes in from the client.
+# Example: exclude packages built with kernel-package for x86
+# DontCacheRequested: linux-.*_10\...\.Custo._i386
+# Example usecase: exclude popular private IP ranges from caching
+# DontCacheRequested: 192.168.0 ^10\..* 172.30
+#
+# DontCacheResolved is applied to URLs after mapping to the target server. If
+# multiple backend servers are specified then it's only matched against the
+# download link for the FIRST possible source (due to implementation limits).
+# Example usecase: all Ubuntu stuff comes from a local mirror (specified as
+# backend), don't cache it again:
+# DontCacheResolved: ubuntumirror.local.net
+#
+# DontCache directive sets (overrides) both, DontCacheResolved and
+# DontCacheRequested.  Provided for convenience, see those directives for
+# details.
+#
+# Default permission set of freshly created files and directories, as octal
+# numbers (see chmod(1) for details).
+# Can by limited by the umask value (see umask(2) for details) if it's set in
+# the environment of the starting shell, e.g. in apt-cacher-ng init script or
+# in its configuration file.
+# DirPerms: 00755
+# FilePerms: 00664

chef/cookbooks/apt/templates/default/01proxy.erb

@@ -0,0 +1,5 @@
+Acquire::http::Proxy "http://<%= @proxy %>:<%= @port %>";
+Acquire::https::Proxy "DIRECT";
+<% @bypass.each do |bypass, type| %>
+Acquire::<%= type %>::Proxy::<%= bypass %> "DIRECT";
+<% end %>

chef/cookbooks/apt/templates/default/acng.conf.erb

@@ -0,0 +1,275 @@
+# Letter case in directive names does not matter. Must be separated with colons.
+# Valid boolean values are a zero number for false, non-zero numbers for true.
+
+CacheDir: <%= node['apt']['cacher_dir'] %>
+
+# set empty to disable logging
+LogDir: /var/log/apt-cacher-ng
+
+# place to look for additional configuration and resource files if they are not
+# found in the configuration directory
+# SupportDir: /usr/lib/apt-cacher-ng
+
+# TCP (http) port
+# Set to 9999 to emulate apt-proxy
+Port:<%= node['apt']['cacher_port'] %>
+
+# Addresses or hostnames to listen on. Multiple addresses must be separated by
+# spaces. Each entry must be an exact local address which is associated with a
+# local interface. DNS resolution is performed using getaddrinfo(3) for all
+# available protocols (IPv4, IPv6, ...). Using a protocol specific format will
+# create binding(s) only on protocol specific socket(s) (e.g. 0.0.0.0 will listen
+# only to IPv4).
+#
+# Default: not set, will listen on all interfaces and protocols
+#
+# BindAddress: localhost 192.168.7.254 publicNameOnMainInterface
+
+# The specification of another proxy which shall be used for downloads.
+# Username and password are, and see manual for limitations.
+#
+#Proxy: http://www-proxy.example.net:80
+#proxy: username:proxypassword@proxy.example.net:3128
+
+# Repository remapping. See manual for details.
+# In this example, some backends files might be generated during package
+# installation using information collected on the system.
+Remap-debrep: file:deb_mirror*.gz /debian ; file:backends_debian # Debian Archives
+Remap-uburep: file:ubuntu_mirrors /ubuntu ; file:backends_ubuntu # Ubuntu Archives
+Remap-debvol: file:debvol_mirror*.gz /debian-volatile ; file:backends_debvol # Debian Volatile Archives
+Remap-cygwin: file:cygwin_mirrors /cygwin # ; file:backends_cygwin # incomplete, please create this file or specify preferred mirrors here
+Remap-sfnet:  file:sfnet_mirrors # ; file:backends_sfnet # incomplete, please create this file or specify preferred mirrors here
+Remap-alxrep: file:archlx_mirrors /archlinux # ; file:backend_archlx # Arch Linux
+Remap-fedora:  file:fedora_mirrors # Fedora Linux
+Remap-epel:   file:epel_mirrors # Fedora EPEL
+Remap-slrep:  file:sl_mirrors # Scientific Linux
+
+# This is usually not needed for security.debian.org because it's always the
+# same DNS hostname. However, it might be enabled in order to use hooks,
+# ForceManaged mode or special flags in this context.
+# Remap-secdeb: security.debian.org
+
+# Virtual page accessible in a web browser to see statistics and status
+# information, i.e. under http://localhost:3142/acng-report.html
+ReportPage: acng-report.html
+
+# Socket file for accessing through local UNIX socket instead of TCP/IP. Can be
+# used with inetd bridge or cron client.
+# SocketPath:/var/run/apt-cacher-ng/socket
+
+# Forces log file to be written to disk after every line when set to 1. Default
+# is 0, buffers are flushed when the client disconnects.
+#
+# (technically, alias to the Debug option, see its documentation for details)
+#
+# UnbufferLogs: 0
+
+# Set to 0 to store only type, time and transfer sizes.
+# 1 -> client IP and relative local path are logged too
+# VerboseLog: 1
+
+# Don't detach from the console
+# ForeGround: 0
+
+# Store the pid of the daemon process therein
+# PidFile: /var/run/apt-cacher-ng/pid
+
+# Forbid outgoing connections, work around them or respond with 503 error
+# offlinemode:0
+
+# Forbid all downloads that don't run through preconfigured backends (.where)
+#ForceManaged: 0
+
+# Days before considering an unreferenced file expired (to be deleted).
+# Warning: if the value is set too low and particular index files are not
+# available for some days (mirror downtime) there is a risk of deletion of
+# still useful package files.
+ExTreshold: 4
+
+# Stop expiration when a critical problem appeared. Currently only failed
+# refresh of an index file is considered as critical.
+#
+# WARNING: don't touch this option or set to zero.
+# Anything else is DANGEROUS and may cause data loss.
+#
+# ExAbortOnProblems: 1
+
+# Replace some Windows/DOS-FS incompatible chars when storing
+# StupidFs: 0
+
+# Experimental feature for apt-listbugs: pass-through SOAP requests and
+# responses to/from bugs.debian.org. If not set, default is true if
+# ForceManaged is enabled and false otherwise.
+# ForwardBtsSoap: 1
+
+# The daemon has a small cache for DNS data, to speed up resolution. The
+# expiration time of the DNS entries can be configured in seconds.
+# DnsCacheSeconds: 3600
+
+# Don't touch the following values without good consideration!
+#
+# Max. count of connection threads kept ready (for faster response in the
+# future). Should be a sane value between 0 and average number of connections,
+# and depend on the amount of spare RAM.
+# MaxStandbyConThreads: 8
+#
+# Hard limit of active thread count for incoming connections, i.e. operation
+# is refused when this value is reached (below zero = unlimited).
+# MaxConThreads: -1
+#
+# Pigeonholing files with regular expressions (static/volatile). Can be
+# overriden here but not should not be done permanently because future update
+# of default settings would not be applied later.
+# VfilePattern = (^|.*?/)(Index|Packages(\.gz|\.bz2|\.lzma|\.xz)?|InRelease|Release|Release\.gpg|Sources(\.gz|\.bz2|\.lzma|\.xz)?|release|index\.db-.*\.gz|Contents-[^/]*(\.gz|\.bz2|\.lzma|\.xz)?|pkglist[^/]*\.bz2|rclist[^/]*\.bz2|/meta-release[^/]*|Translation[^/]*(\.gz|\.bz2|\.lzma|\.xz)?|MD5SUMS|SHA1SUMS|((setup|setup-legacy)(\.ini|\.bz2|\.hint)(\.sig)?)|mirrors\.lst|repo(index|md)\.xml(\.asc|\.key)?|directory\.yast|products|content(\.asc|\.key)?|media|filelists\.xml\.gz|filelists\.sqlite\.bz2|repomd\.xml|packages\.[a-zA-Z][a-zA-Z]\.gz|info\.txt|license\.tar\.gz|license\.zip|.*\.db(\.tar\.gz)?|.*\.files\.tar\.gz|.*\.abs\.tar\.gz|metalink\?repo|.*prestodelta\.xml\.gz)$|/dists/.*/installer-[^/]+/[^0-9][^/]+/images/.*
+# PfilePattern = .*(\.d?deb|\.rpm|\.dsc|\.tar(\.gz|\.bz2|\.lzma|\.xz)(\.gpg)?|\.diff(\.gz|\.bz2|\.lzma|\.xz)|\.jigdo|\.template|changelog|copyright|\.udeb|\.debdelta|\.diff/.*\.gz|(Devel)?ReleaseAnnouncement(\?.*)?|[a-f0-9]+-(susedata|updateinfo|primary|deltainfo).xml.gz|fonts/(final/)?[a-z]+32.exe(\?download.*)?|/dists/.*/installer-[^/]+/[0-9][^/]+/images/.*)$
+# Whitelist for expiration, file types not to be removed even when being
+# unreferenced. Default: many parts from VfilePattern where no parent index
+# exists or might be unknown.
+# WfilePattern = (^|.*?/)(Release|InRelease|Release\.gpg|(Packages|Sources)(\.gz|\.bz2|\.lzma|\.xz)?|Translation[^/]*(\.gz|\.bz2|\.lzma|\.xz)?|MD5SUMS|SHA1SUMS|.*\.xml|.*\.db\.tar\.gz|.*\.files\.tar\.gz|.*\.abs\.tar\.gz|[a-z]+32.exe)$|/dists/.*/installer-.*/images/.*
+
+# Higher modes only working with the debug version
+# Warning, writes a lot into apt-cacher.err logfile
+# Value overwrites UnbufferLogs setting (aliased)
+# Debug:3
+
+# Usually, general purpose proxies like Squid expose the IP address of the
+# client user to the remote server using the X-Forwarded-For HTTP header. This
+# behaviour can be optionally turned on with the Expose-Origin option.
+# ExposeOrigin: 0
+
+# When logging the originating IP address, trust the information supplied by
+# the client in the X-Forwarded-For header.
+# LogSubmittedOrigin: 0
+
+# The version string reported to the peer, to be displayed as HTTP client (and
+# version) in the logs of the mirror.
+# WARNING: some archives use this header to detect/guess capabilities of the
+# client (i.e. redirection support) and change the behaviour accordingly, while
+# ACNG might not support the expected features. Expect side effects.
+#
+# UserAgent: Yet Another HTTP Client/1.2.3p4
+
+# In some cases the Import and Expiration tasks might create fresh volatile
+# data for internal use by reconstructing them using patch files. This
+# by-product might be recompressed with bzip2 and with some luck the resulting
+# file becomes identical to the *.bz2 file on the server, usable for APT
+# clients trying to fetch the full .bz2 compressed version. Injection of the
+# generated files into the cache has however a disadvantage on underpowered
+# servers: bzip2 compression can create high load on the server system and the
+# visible download of the busy .bz2 files also becomes slower.
+#
+# RecompBz2: 0
+
+# Network timeout for outgoing connections.
+# NetworkTimeout: 60
+
+# Sometimes it makes sense to not store the data in cache and just return the
+# package data to client as it comes in. DontCache parameters can enable this
+# behaviour for certain URL types. The tokens are extended regular expressions
+# that URLs are matched against.
+#
+# DontCacheRequested is applied to the URL as it comes in from the client.
+# Example: exclude packages built with kernel-package for x86
+# DontCacheRequested: linux-.*_10\...\.Custo._i386
+# Example usecase: exclude popular private IP ranges from caching
+# DontCacheRequested: 192.168.0 ^10\..* 172.30
+#
+# DontCacheResolved is applied to URLs after mapping to the target server. If
+# multiple backend servers are specified then it's only matched against the
+# download link for the FIRST possible source (due to implementation limits).
+# Example usecase: all Ubuntu stuff comes from a local mirror (specified as
+# backend), don't cache it again:
+# DontCacheResolved: ubuntumirror.local.net
+#
+# DontCache directive sets (overrides) both, DontCacheResolved and
+# DontCacheRequested.  Provided for convenience, see those directives for
+# details.
+#
+# Default permission set of freshly created files and directories, as octal
+# numbers (see chmod(1) for details).
+# Can by limited by the umask value (see umask(2) for details) if it's set in
+# the environment of the starting shell, e.g. in apt-cacher-ng init script or
+# in its configuration file.
+# DirPerms: 00755
+# FilePerms: 00664
+#
+#
+# It's possible to use use apt-cacher-ng as a regular web server with limited
+# feature set, i.e.
+# including directory browsing and download of any file;
+# excluding sorting, mime types/encodings, CGI execution, index page
+# redirection and other funny things.
+# To get this behavior, mappings between virtual directories and real
+# directories on the server must be defined with the LocalDirs directive.
+# Virtual and real dirs are separated by spaces, multiple pairs are separated
+# by semi-colons. Real directories must be absolute paths.
+# NOTE: Since the names of that key directories share the same namespace as
+# repository names (see Remap-...) it's administrators job to avoid such
+# collisions on them (unless created deliberately).
+#
+# LocalDirs: woo /data/debarchive/woody ; hamm /data/debarchive/hamm
+
+# Precache a set of files referenced by specified index files. This can be used
+# to create a partial mirror usable for offline work. There are certain limits
+# and restrictions on the path specification, see manual for details. A list of
+# (maybe) relevant index files could be retrieved via
+# "apt-get --print-uris update" on a client machine.
+#
+# PrecacheFor: debrep/dists/unstable/*/source/Sources* debrep/dists/unstable/*/binary-amd64/Packages*
+
+# Arbitrary set of data to append to request headers sent over the wire. Should
+# be a well formated HTTP headers part including newlines (DOS style) which
+# can be entered as escape sequences (\r\n).
+# RequestAppendix: X-Tracking-Choice: do-not-track\r\n
+
+# Specifies the IP protocol families to use for remote connections. Order does
+# matter, first specified are considered first. Possible combinations:
+# v6 v4
+# v4 v6
+# v6
+# v4
+# (empty or not set: use system default)
+#
+# ConnectProto: v6 v4
+
+# Regular expiration algorithm finds package files which are no longer listed
+# in any index file and removes them of them after a safety period.
+# This option allows to keep more versions of a package in the cache after
+# safety period is over.
+# KeepExtraVersions: 1
+
+# Optionally uses TCP access control provided by libwrap, see hosts_access(5)
+# for details. Daemon name is apt-cacher-ng. Default if not set: decided on
+# startup by looking for explicit mentioning of apt-cacher-ng in
+# /etc/hosts.allow or /etc/hosts.deny files.
+# UseWrap: 0
+
+# If many machines from the same local network attempt to update index files
+# (apt-get update) at nearly the same time, the known state of these index file
+# is temporarily frozen and multiple requests receive the cached response
+# without contacting the server. This parameter (in seconds) specifies the
+# length of this period before the files are considered outdated.
+# Setting it too low transfers more data and increases remote server load,
+# setting it too high (more than a couple of minutes) increases the risk of
+# delivering inconsistent responses to the clients.
+# FreshIndexMaxAge: 27
+
+# Usually the users are not allowed to specify custom TCP ports of remote
+# mirrors in the requests, only the default HTTP port can be used (instead,
+# proxy administrator can create Remap- rules with custom ports). This
+# restriction can be disabled by specifying a list of allowed ports or 0 for
+# any port.
+#
+# AllowUserPorts: 80
+
+# Normally the HTTP redirection responses are forwarded to the original caller
+# (i.e. APT) which starts a new download attempt from the new URL. This
+# solution is ok for client configurations with proxy mode but doesn't work
+# well with configurations using URL prefixes. To work around this the server
+# can restart its own download with another URL. However, this might be used to
+# circumvent download source policies by malicious users.
+# The RedirMax option specifies how many such redirects the server should
+# follow per request, 0 disables the internal redirection. If not set,
+# default value is 0 if ForceManaged is used and 5 otherwise.
+#
+# RedirMax: 5

chef/cookbooks/apt/templates/ubuntu-10.04/acng.conf.erb

@@ -0,0 +1,269 @@
+# Letter case in directive names does not matter. Must be separated with colons.
+# Valid boolean values are a zero number for false, non-zero numbers for true.
+
+CacheDir: <%= node['apt']['cacher_dir'] %>
+
+# set empty to disable logging
+LogDir: /var/log/apt-cacher-ng
+
+# place to look for additional configuration and resource files if they are not
+# found in the configuration directory
+# SupportDir: /usr/lib/apt-cacher-ng
+
+# TCP (http) port
+# Set to 9999 to emulate apt-proxy
+Port:<%= node['apt']['cacher_port'] %>
+
+# Addresses or hostnames to listen on. Multiple addresses must be separated by
+# spaces. Each entry must be an exact local address which is associated with a
+# local interface. DNS resolution is performed using getaddrinfo(3) for all
+# available protocols (IPv4, IPv6, ...). Using a protocol specific format will
+# create binding(s) only on protocol specific socket(s) (e.g. 0.0.0.0 will listen
+# only to IPv4).
+#
+# Default: not set, will listen on all interfaces and protocols
+#
+# BindAddress: localhost 192.168.7.254 publicNameOnMainInterface
+
+# The specification of another proxy which shall be used for downloads.
+# Username and password are, and see manual for limitations.
+#
+#Proxy: http://www-proxy.example.net:80
+#proxy: username:proxypassword@proxy.example.net:3128
+
+# Repository remapping. See manual for details.
+# In this example, some backends files might be generated during package
+# installation using information collected on the system.
+Remap-debrep: file:deb_mirror*.gz /debian ; file:backends_debian # Debian Archives
+Remap-uburep: file:ubuntu_mirrors /ubuntu ; file:backends_ubuntu # Ubuntu Archives
+Remap-debvol: file:debvol_mirror*.gz /debian-volatile ; file:backends_debvol # Debian Volatile Archives
+
+# This is usually not needed for security.debian.org because it's always the
+# same DNS hostname. However, it might be enabled in order to use hooks,
+# ForceManaged mode or special flags in this context.
+# Remap-secdeb: security.debian.org
+
+# Virtual page accessible in a web browser to see statistics and status
+# information, i.e. under http://localhost:3142/acng-report.html
+ReportPage: acng-report.html
+
+# Socket file for accessing through local UNIX socket instead of TCP/IP. Can be
+# used with inetd bridge or cron client.
+# SocketPath:/var/run/apt-cacher-ng/socket
+
+# Forces log file to be written to disk after every line when set to 1. Default
+# is 0, buffers are flushed when the client disconnects.
+#
+# (technically, alias to the Debug option, see its documentation for details)
+#
+# UnbufferLogs: 0
+
+# Set to 0 to store only type, time and transfer sizes.
+# 1 -> client IP and relative local path are logged too
+# VerboseLog: 1
+
+# Don't detach from the console
+# ForeGround: 0
+
+# Store the pid of the daemon process therein
+# PidFile: /var/run/apt-cacher-ng/pid
+
+# Forbid outgoing connections, work around them or respond with 503 error
+# offlinemode:0
+
+# Forbid all downloads that don't run through preconfigured backends (.where)
+#ForceManaged: 0
+
+# Days before considering an unreferenced file expired (to be deleted).
+# Warning: if the value is set too low and particular index files are not
+# available for some days (mirror downtime) there is a risk of deletion of
+# still useful package files.
+ExTreshold: 4
+
+# Stop expiration when a critical problem appeared. Currently only failed
+# refresh of an index file is considered as critical.
+#
+# WARNING: don't touch this option or set to zero.
+# Anything else is DANGEROUS and may cause data loss.
+#
+# ExAbortOnProblems: 1
+
+# Replace some Windows/DOS-FS incompatible chars when storing
+# StupidFs: 0
+
+# Experimental feature for apt-listbugs: pass-through SOAP requests and
+# responses to/from bugs.debian.org. If not set, default is true if
+# ForceManaged is enabled and false otherwise.
+# ForwardBtsSoap: 1
+
+# The daemon has a small cache for DNS data, to speed up resolution. The
+# expiration time of the DNS entries can be configured in seconds.
+# DnsCacheSeconds: 3600
+
+# Don't touch the following values without good consideration!
+#
+# Max. count of connection threads kept ready (for faster response in the
+# future). Should be a sane value between 0 and average number of connections,
+# and depend on the amount of spare RAM.
+# MaxStandbyConThreads: 8
+#
+# Hard limit of active thread count for incoming connections, i.e. operation
+# is refused when this value is reached (below zero = unlimited).
+# MaxConThreads: -1
+#
+# Pigeonholing files with regular expressions (static/volatile). Can be
+# overriden here but not should not be done permanently because future update
+# of default settings would not be applied later.
+# VfilePattern = (^|.*?/)(Index|Packages(\.gz|\.bz2|\.lzma|\.xz)?|InRelease|Release|Release\.gpg|Sources(\.gz|\.bz2|\.lzma|\.xz)?|release|index\.db-.*\.gz|Contents-[^/]*(\.gz|\.bz2|\.lzma|\.xz)?|pkglist[^/]*\.bz2|rclist[^/]*\.bz2|/meta-release[^/]*|Translation[^/]*(\.gz|\.bz2|\.lzma|\.xz)?|MD5SUMS|SHA1SUMS|((setup|setup-legacy)(\.ini|\.bz2|\.hint)(\.sig)?)|mirrors\.lst|repo(index|md)\.xml(\.asc|\.key)?|directory\.yast|products|content(\.asc|\.key)?|media|filelists\.xml\.gz|filelists\.sqlite\.bz2|repomd\.xml|packages\.[a-zA-Z][a-zA-Z]\.gz|info\.txt|license\.tar\.gz|license\.zip|.*\.db(\.tar\.gz)?|.*\.files\.tar\.gz|.*\.abs\.tar\.gz|metalink\?repo|.*prestodelta\.xml\.gz)$|/dists/.*/installer-[^/]+/[^0-9][^/]+/images/.*
+# PfilePattern = .*(\.d?deb|\.rpm|\.dsc|\.tar(\.gz|\.bz2|\.lzma|\.xz)(\.gpg)?|\.diff(\.gz|\.bz2|\.lzma|\.xz)|\.jigdo|\.template|changelog|copyright|\.udeb|\.debdelta|\.diff/.*\.gz|(Devel)?ReleaseAnnouncement(\?.*)?|[a-f0-9]+-(susedata|updateinfo|primary|deltainfo).xml.gz|fonts/(final/)?[a-z]+32.exe(\?download.*)?|/dists/.*/installer-[^/]+/[0-9][^/]+/images/.*)$
+# Whitelist for expiration, file types not to be removed even when being
+# unreferenced. Default: many parts from VfilePattern where no parent index
+# exists or might be unknown.
+# WfilePattern = (^|.*?/)(Release|InRelease|Release\.gpg|(Packages|Sources)(\.gz|\.bz2|\.lzma|\.xz)?|Translation[^/]*(\.gz|\.bz2|\.lzma|\.xz)?|MD5SUMS|SHA1SUMS|.*\.xml|.*\.db\.tar\.gz|.*\.files\.tar\.gz|.*\.abs\.tar\.gz|[a-z]+32.exe)$|/dists/.*/installer-.*/images/.*
+
+# Higher modes only working with the debug version
+# Warning, writes a lot into apt-cacher.err logfile
+# Value overwrites UnbufferLogs setting (aliased)
+# Debug:3
+
+# Usually, general purpose proxies like Squid expose the IP address of the
+# client user to the remote server using the X-Forwarded-For HTTP header. This
+# behaviour can be optionally turned on with the Expose-Origin option.
+# ExposeOrigin: 0
+
+# When logging the originating IP address, trust the information supplied by
+# the client in the X-Forwarded-For header.
+# LogSubmittedOrigin: 0
+
+# The version string reported to the peer, to be displayed as HTTP client (and
+# version) in the logs of the mirror.
+# WARNING: some archives use this header to detect/guess capabilities of the
+# client (i.e. redirection support) and change the behaviour accordingly, while
+# ACNG might not support the expected features. Expect side effects.
+#
+# UserAgent: Yet Another HTTP Client/1.2.3p4
+
+# In some cases the Import and Expiration tasks might create fresh volatile
+# data for internal use by reconstructing them using patch files. This
+# by-product might be recompressed with bzip2 and with some luck the resulting
+# file becomes identical to the *.bz2 file on the server, usable for APT
+# clients trying to fetch the full .bz2 compressed version. Injection of the
+# generated files into the cache has however a disadvantage on underpowered
+# servers: bzip2 compression can create high load on the server system and the
+# visible download of the busy .bz2 files also becomes slower.
+#
+# RecompBz2: 0
+
+# Network timeout for outgoing connections.
+# NetworkTimeout: 60
+
+# Sometimes it makes sense to not store the data in cache and just return the
+# package data to client as it comes in. DontCache parameters can enable this
+# behaviour for certain URL types. The tokens are extended regular expressions
+# that URLs are matched against.
+#
+# DontCacheRequested is applied to the URL as it comes in from the client.
+# Example: exclude packages built with kernel-package for x86
+# DontCacheRequested: linux-.*_10\...\.Custo._i386
+# Example usecase: exclude popular private IP ranges from caching
+# DontCacheRequested: 192.168.0 ^10\..* 172.30
+#
+# DontCacheResolved is applied to URLs after mapping to the target server. If
+# multiple backend servers are specified then it's only matched against the
+# download link for the FIRST possible source (due to implementation limits).
+# Example usecase: all Ubuntu stuff comes from a local mirror (specified as
+# backend), don't cache it again:
+# DontCacheResolved: ubuntumirror.local.net
+#
+# DontCache directive sets (overrides) both, DontCacheResolved and
+# DontCacheRequested.  Provided for convenience, see those directives for
+# details.
+#
+# Default permission set of freshly created files and directories, as octal
+# numbers (see chmod(1) for details).
+# Can by limited by the umask value (see umask(2) for details) if it's set in
+# the environment of the starting shell, e.g. in apt-cacher-ng init script or
+# in its configuration file.
+# DirPerms: 00755
+# FilePerms: 00664
+#
+#
+# It's possible to use use apt-cacher-ng as a regular web server with limited
+# feature set, i.e.
+# including directory browsing and download of any file;
+# excluding sorting, mime types/encodings, CGI execution, index page
+# redirection and other funny things.
+# To get this behavior, mappings between virtual directories and real
+# directories on the server must be defined with the LocalDirs directive.
+# Virtual and real dirs are separated by spaces, multiple pairs are separated
+# by semi-colons. Real directories must be absolute paths.
+# NOTE: Since the names of that key directories share the same namespace as
+# repository names (see Remap-...) it's administrators job to avoid such
+# collisions on them (unless created deliberately).
+#
+# LocalDirs: woo /data/debarchive/woody ; hamm /data/debarchive/hamm
+
+# Precache a set of files referenced by specified index files. This can be used
+# to create a partial mirror usable for offline work. There are certain limits
+# and restrictions on the path specification, see manual for details. A list of
+# (maybe) relevant index files could be retrieved via
+# "apt-get --print-uris update" on a client machine.
+#
+# PrecacheFor: debrep/dists/unstable/*/source/Sources* debrep/dists/unstable/*/binary-amd64/Packages*
+
+# Arbitrary set of data to append to request headers sent over the wire. Should
+# be a well formated HTTP headers part including newlines (DOS style) which
+# can be entered as escape sequences (\r\n).
+# RequestAppendix: X-Tracking-Choice: do-not-track\r\n
+
+# Specifies the IP protocol families to use for remote connections. Order does
+# matter, first specified are considered first. Possible combinations:
+# v6 v4
+# v4 v6
+# v6
+# v4
+# (empty or not set: use system default)
+#
+# ConnectProto: v6 v4
+
+# Regular expiration algorithm finds package files which are no longer listed
+# in any index file and removes them of them after a safety period.
+# This option allows to keep more versions of a package in the cache after
+# safety period is over.
+# KeepExtraVersions: 1
+
+# Optionally uses TCP access control provided by libwrap, see hosts_access(5)
+# for details. Daemon name is apt-cacher-ng. Default if not set: decided on
+# startup by looking for explicit mentioning of apt-cacher-ng in
+# /etc/hosts.allow or /etc/hosts.deny files.
+# UseWrap: 0
+
+# If many machines from the same local network attempt to update index files
+# (apt-get update) at nearly the same time, the known state of these index file
+# is temporarily frozen and multiple requests receive the cached response
+# without contacting the server. This parameter (in seconds) specifies the
+# length of this period before the files are considered outdated.
+# Setting it too low transfers more data and increases remote server load,
+# setting it too high (more than a couple of minutes) increases the risk of
+# delivering inconsistent responses to the clients.
+# FreshIndexMaxAge: 27
+
+# Usually the users are not allowed to specify custom TCP ports of remote
+# mirrors in the requests, only the default HTTP port can be used (instead,
+# proxy administrator can create Remap- rules with custom ports). This
+# restriction can be disabled by specifying a list of allowed ports or 0 for
+# any port.
+#
+# AllowUserPorts: 80
+
+# Normally the HTTP redirection responses are forwarded to the original caller
+# (i.e. APT) which starts a new download attempt from the new URL. This
+# solution is ok for client configurations with proxy mode but doesn't work
+# well with configurations using URL prefixes. To work around this the server
+# can restart its own download with another URL. However, this might be used to
+# circumvent download source policies by malicious users.
+# The RedirMax option specifies how many such redirects the server should
+# follow per request, 0 disables the internal redirection. If not set,
+# default value is 0 if ForceManaged is used and 5 otherwise.
+#
+# RedirMax: 5

chef/cookbooks/mongodb/CHANGELOG.md

@@ -0,0 +1,12 @@
+# CHANGELOG for mongodb
+
+This file is used to list changes made in each version of mongodb.
+
+## 0.1.0:
+
+* Initial release of mongodb
+
+- - -
+Check the [Markdown Syntax Guide](http://daringfireball.net/projects/markdown/syntax) for help with Markdown.
+
+The [Github Flavored Markdown page](http://github.github.com/github-flavored-markdown/) describes the differences between markdown on github and standard markdown.

chef/cookbooks/mongodb/README.md

@@ -0,0 +1,68 @@
+mongodb Cookbook
+================
+TODO: Enter the cookbook description here.
+
+e.g.
+This cookbook makes your favorite breakfast sandwhich.
+
+Requirements
+------------
+TODO: List your cookbook requirements. Be sure to include any requirements this cookbook has on platforms, libraries, other cookbooks, packages, operating systems, etc.
+
+e.g.
+#### packages
+- `toaster` - mongodb needs toaster to brown your bagel.
+
+Attributes
+----------
+TODO: List you cookbook attributes here.
+
+e.g.
+#### mongodb::default
+<table>
+  <tr>
+    <th>Key</th>
+    <th>Type</th>
+    <th>Description</th>
+    <th>Default</th>
+  </tr>
+  <tr>
+    <td><tt>['mongodb']['bacon']</tt></td>
+    <td>Boolean</td>
+    <td>whether to include bacon</td>
+    <td><tt>true</tt></td>
+  </tr>
+</table>
+
+Usage
+-----
+#### mongodb::default
+TODO: Write usage instructions for each cookbook.
+
+e.g.
+Just include `mongodb` in your node's `run_list`:
+
+```json
+{
+  "name":"my_node",
+  "run_list": [
+    "recipe[mongodb]"
+  ]
+}
+```
+
+Contributing
+------------
+TODO: (optional) If this is a public cookbook, detail the process for contributing. If this is a private cookbook, remove this section.
+
+e.g.
+1. Fork the repository on Github
+2. Create a named feature branch (like `add_component_x`)
+3. Write you change
+4. Write tests for your change (if applicable)
+5. Run the tests, ensuring they all pass
+6. Submit a Pull Request using Github
+
+License and Authors
+-------------------
+Authors: TODO: List authors

chef/cookbooks/mongodb/metadata.rb

@@ -0,0 +1,8 @@
+name             'mongodb'
+maintainer       'ShareLaTeX'
+maintainer_email 'team@sharelatex.com'
+license          'AGPLv3'
+description      'Installs/Configures mongodb'
+long_description IO.read(File.join(File.dirname(__FILE__), 'README.md'))
+version          '0.1.0'
+depends          'apt'

chef/cookbooks/mongodb/recipes/default.rb

@@ -0,0 +1,19 @@
+#
+# Cookbook Name:: mongodb
+# Recipe:: default
+#
+# Copyright 2014, ShareLaTeX
+#
+
+# See http://docs.mongodb.org/manual/tutorial/install-mongodb-on-ubuntu/
+apt_repository 'mongodb-org' do
+  uri          'http://downloads-distro.mongodb.org/repo/ubuntu-upstart'
+  distribution 'dist'
+  components   ['10gen']
+  keyserver    'keyserver.ubuntu.com'
+  key          '7F0CEB10'
+end
+
+package 'mongodb-org' do
+  action :install
+end

chef/cookbooks/nodejs/CHANGELOG.md

@@ -0,0 +1,12 @@
+# CHANGELOG for nodejs
+
+This file is used to list changes made in each version of nodejs.
+
+## 0.1.0:
+
+* Initial release of nodejs
+
+- - -
+Check the [Markdown Syntax Guide](http://daringfireball.net/projects/markdown/syntax) for help with Markdown.
+
+The [Github Flavored Markdown page](http://github.github.com/github-flavored-markdown/) describes the differences between markdown on github and standard markdown.

chef/cookbooks/nodejs/README.md

@@ -0,0 +1,68 @@
+nodejs Cookbook
+===============
+TODO: Enter the cookbook description here.
+
+e.g.
+This cookbook makes your favorite breakfast sandwhich.
+
+Requirements
+------------
+TODO: List your cookbook requirements. Be sure to include any requirements this cookbook has on platforms, libraries, other cookbooks, packages, operating systems, etc.
+
+e.g.
+#### packages
+- `toaster` - nodejs needs toaster to brown your bagel.
+
+Attributes
+----------
+TODO: List you cookbook attributes here.
+
+e.g.
+#### nodejs::default
+<table>
+  <tr>
+    <th>Key</th>
+    <th>Type</th>
+    <th>Description</th>
+    <th>Default</th>
+  </tr>
+  <tr>
+    <td><tt>['nodejs']['bacon']</tt></td>
+    <td>Boolean</td>
+    <td>whether to include bacon</td>
+    <td><tt>true</tt></td>
+  </tr>
+</table>
+
+Usage
+-----
+#### nodejs::default
+TODO: Write usage instructions for each cookbook.
+
+e.g.
+Just include `nodejs` in your node's `run_list`:
+
+```json
+{
+  "name":"my_node",
+  "run_list": [
+    "recipe[nodejs]"
+  ]
+}
+```
+
+Contributing
+------------
+TODO: (optional) If this is a public cookbook, detail the process for contributing. If this is a private cookbook, remove this section.
+
+e.g.
+1. Fork the repository on Github
+2. Create a named feature branch (like `add_component_x`)
+3. Write you change
+4. Write tests for your change (if applicable)
+5. Run the tests, ensuring they all pass
+6. Submit a Pull Request using Github
+
+License and Authors
+-------------------
+Authors: TODO: List authors

chef/cookbooks/nodejs/metadata.rb

@@ -0,0 +1,8 @@
+name             'nodejs'
+maintainer       'YOUR_COMPANY_NAME'
+maintainer_email 'YOUR_EMAIL'
+license          'AGPLv3'
+description      'Installs/Configures nodejs'
+long_description IO.read(File.join(File.dirname(__FILE__), 'README.md'))
+version          '0.1.0'
+depends          'apt'

chef/cookbooks/nodejs/recipes/default.rb

@@ -0,0 +1,24 @@
+#
+# Cookbook Name:: nodejs
+# Recipe:: default
+#
+# Copyright 2014, ShareLaTeX
+#
+
+# See https://launchpad.net/~chris-lea/+archive/nodejs
+apt_repository 'node.js' do
+  uri          'http://ppa.launchpad.net/chris-lea/node.js/ubuntu'
+  distribution node['lsb']['codename']
+  components   ['main']
+  keyserver    'keyserver.ubuntu.com'
+  key          'C7917B12'
+end
+
+package 'nodejs' do
+  action :install
+end
+
+execute 'install grunt' do
+  command "npm install -g grunt-cli"
+  not_if "npm --no-color -g ls 'grunt-cli' 2> /dev/null | grep 'grunt-cli'"
+end

chef/cookbooks/packages/README.md

@@ -0,0 +1,68 @@
+redis Cookbook
+==============
+TODO: Enter the cookbook description here.
+
+e.g.
+This cookbook makes your favorite breakfast sandwhich.
+
+Requirements
+------------
+TODO: List your cookbook requirements. Be sure to include any requirements this cookbook has on platforms, libraries, other cookbooks, packages, operating systems, etc.
+
+e.g.
+#### packages
+- `toaster` - redis needs toaster to brown your bagel.
+
+Attributes
+----------
+TODO: List you cookbook attributes here.
+
+e.g.
+#### redis::default
+<table>
+  <tr>
+    <th>Key</th>
+    <th>Type</th>
+    <th>Description</th>
+    <th>Default</th>
+  </tr>
+  <tr>
+    <td><tt>['redis']['bacon']</tt></td>
+    <td>Boolean</td>
+    <td>whether to include bacon</td>
+    <td><tt>true</tt></td>
+  </tr>
+</table>
+
+Usage
+-----
+#### redis::default
+TODO: Write usage instructions for each cookbook.
+
+e.g.
+Just include `redis` in your node's `run_list`:
+
+```json
+{
+  "name":"my_node",
+  "run_list": [
+    "recipe[redis]"
+  ]
+}
+```
+
+Contributing
+------------
+TODO: (optional) If this is a public cookbook, detail the process for contributing. If this is a private cookbook, remove this section.
+
+e.g.
+1. Fork the repository on Github
+2. Create a named feature branch (like `add_component_x`)
+3. Write you change
+4. Write tests for your change (if applicable)
+5. Run the tests, ensuring they all pass
+6. Submit a Pull Request using Github
+
+License and Authors
+-------------------
+Authors: TODO: List authors

chef/cookbooks/packages/metadata.rb

@@ -0,0 +1,7 @@
+name             'packages'
+maintainer       'ShareLaTeX'
+maintainer_email 'team@sharelatex.com'
+license          'AGPLv3'
+description      'Installs/Configures packages'
+long_description IO.read(File.join(File.dirname(__FILE__), 'README.md'))
+version          '0.1.0'

chef/cookbooks/packages/recipes/default.rb

@@ -0,0 +1,10 @@
+#
+# Cookbook Name:: packages
+# Recipe:: default
+#
+# Copyright 2014, ShareLaTeX
+#
+
+package 'git'
+package 'vim'
+package 'build-essential'

chef/cookbooks/redis-server/CHANGELOG.md

@@ -0,0 +1,12 @@
+# CHANGELOG for redis
+
+This file is used to list changes made in each version of redis.
+
+## 0.1.0:
+
+* Initial release of redis
+
+- - -
+Check the [Markdown Syntax Guide](http://daringfireball.net/projects/markdown/syntax) for help with Markdown.
+
+The [Github Flavored Markdown page](http://github.github.com/github-flavored-markdown/) describes the differences between markdown on github and standard markdown.

chef/cookbooks/redis-server/README.md

@@ -0,0 +1,68 @@
+redis Cookbook
+==============
+TODO: Enter the cookbook description here.
+
+e.g.
+This cookbook makes your favorite breakfast sandwhich.
+
+Requirements
+------------
+TODO: List your cookbook requirements. Be sure to include any requirements this cookbook has on platforms, libraries, other cookbooks, packages, operating systems, etc.
+
+e.g.
+#### packages
+- `toaster` - redis needs toaster to brown your bagel.
+
+Attributes
+----------
+TODO: List you cookbook attributes here.
+
+e.g.
+#### redis::default
+<table>
+  <tr>
+    <th>Key</th>
+    <th>Type</th>
+    <th>Description</th>
+    <th>Default</th>
+  </tr>
+  <tr>
+    <td><tt>['redis']['bacon']</tt></td>
+    <td>Boolean</td>
+    <td>whether to include bacon</td>
+    <td><tt>true</tt></td>
+  </tr>
+</table>
+
+Usage
+-----
+#### redis::default
+TODO: Write usage instructions for each cookbook.
+
+e.g.
+Just include `redis` in your node's `run_list`:
+
+```json
+{
+  "name":"my_node",
+  "run_list": [
+    "recipe[redis]"
+  ]
+}
+```
+
+Contributing
+------------
+TODO: (optional) If this is a public cookbook, detail the process for contributing. If this is a private cookbook, remove this section.
+
+e.g.
+1. Fork the repository on Github
+2. Create a named feature branch (like `add_component_x`)
+3. Write you change
+4. Write tests for your change (if applicable)
+5. Run the tests, ensuring they all pass
+6. Submit a Pull Request using Github
+
+License and Authors
+-------------------
+Authors: TODO: List authors

chef/cookbooks/redis-server/metadata.rb

@@ -0,0 +1,8 @@
+name             'redis-server'
+maintainer       'ShareLaTeX'
+maintainer_email 'team@sharelatex.com'
+license          'AGPLv3'
+description      'Installs/Configures redis-server'
+long_description IO.read(File.join(File.dirname(__FILE__), 'README.md'))
+version          '0.1.0'
+depends          'apt'

chef/cookbooks/redis-server/recipes/default.rb

@@ -0,0 +1,20 @@
+#
+# Cookbook Name:: redis
+# Recipe:: default
+#
+# Copyright 2014, ShareLaTeX
+#
+
+# See https://launchpad.net/~chris-lea/+archive/redis-server
+apt_repository 'redis-server' do
+  uri          'http://ppa.launchpad.net/chris-lea/redis-server/ubuntu'
+  distribution node['lsb']['codename']
+  components   ['main']
+  keyserver    'keyserver.ubuntu.com'
+  key          'C7917B12'
+end
+
+package 'redis-server' do
+  action :upgrade
+  options "--force-yes"
+end

chef/cookbooks/texlive/CHANGELOG.md

@@ -0,0 +1,12 @@
+# CHANGELOG for latex
+
+This file is used to list changes made in each version of latex.
+
+## 0.1.0:
+
+* Initial release of latex
+
+- - -
+Check the [Markdown Syntax Guide](http://daringfireball.net/projects/markdown/syntax) for help with Markdown.
+
+The [Github Flavored Markdown page](http://github.github.com/github-flavored-markdown/) describes the differences between markdown on github and standard markdown.

chef/cookbooks/texlive/README.md

@@ -0,0 +1,68 @@
+latex Cookbook
+==============
+TODO: Enter the cookbook description here.
+
+e.g.
+This cookbook makes your favorite breakfast sandwhich.
+
+Requirements
+------------
+TODO: List your cookbook requirements. Be sure to include any requirements this cookbook has on platforms, libraries, other cookbooks, packages, operating systems, etc.
+
+e.g.
+#### packages
+- `toaster` - latex needs toaster to brown your bagel.
+
+Attributes
+----------
+TODO: List you cookbook attributes here.
+
+e.g.
+#### latex::default
+<table>
+  <tr>
+    <th>Key</th>
+    <th>Type</th>
+    <th>Description</th>
+    <th>Default</th>
+  </tr>
+  <tr>
+    <td><tt>['latex']['bacon']</tt></td>
+    <td>Boolean</td>
+    <td>whether to include bacon</td>
+    <td><tt>true</tt></td>
+  </tr>
+</table>
+
+Usage
+-----
+#### latex::default
+TODO: Write usage instructions for each cookbook.
+
+e.g.
+Just include `latex` in your node's `run_list`:
+
+```json
+{
+  "name":"my_node",
+  "run_list": [
+    "recipe[latex]"
+  ]
+}
+```
+
+Contributing
+------------
+TODO: (optional) If this is a public cookbook, detail the process for contributing. If this is a private cookbook, remove this section.
+
+e.g.
+1. Fork the repository on Github
+2. Create a named feature branch (like `add_component_x`)
+3. Write you change
+4. Write tests for your change (if applicable)
+5. Run the tests, ensuring they all pass
+6. Submit a Pull Request using Github
+
+License and Authors
+-------------------
+Authors: TODO: List authors

chef/cookbooks/texlive/attributes/default.rb

@@ -0,0 +1,2 @@
+default[:texlive][:schema]  = "small"
+default[:texlive][:bin_dir] = "/usr/local/texlive/2014/bin/x86_64-linux"

chef/cookbooks/texlive/metadata.rb

@@ -0,0 +1,7 @@
+name             'texlive'
+maintainer       'ShareLaTeX'
+maintainer_email 'team@sharelatex.com'
+license          'All rights reserved'
+description      'Installs/Configures texlive'
+long_description IO.read(File.join(File.dirname(__FILE__), 'README.md'))
+version          '0.1.0'

chef/cookbooks/texlive/recipes/default.rb

@@ -0,0 +1,42 @@
+#
+# Cookbook Name:: texlive
+# Recipe:: default
+#
+# Copyright 2014, YOUR_COMPANY_NAME
+#
+# All rights reserved - Do Not Redistribute
+#
+
+remote_file "#{Chef::Config[:file_cache_path]}/install-tl-unx.tar.gz" do
+	source "http://mirror.ctan.org/systems/texlive/tlnet/install-tl-unx.tar.gz"
+	action :create_if_missing
+end
+
+directory "/install-tl-unx"
+bash "extract install-tl" do
+	cwd Chef::Config[:file_cache_path]
+	code <<-EOH
+		tar -xvf install-tl-unx.tar.gz -C /install-tl-unx --strip-components=1
+	EOH
+	creates "/install-tl-unx/install-tl"
+end
+
+file "/install-tl-unx/texlive.profile" do
+	content "selected_scheme scheme-#{node[:texlive][:schema]}"
+end
+
+bash "install texlive" do
+	cwd "/install-tl-unx"
+	code <<-EOH
+		/install-tl-unx/install-tl -profile /install-tl-unx/texlive.profile
+	EOH
+	creates "#{node[:texlive][:bin_dir]}/pdflatex"
+end
+
+bash "install latexmk" do
+	environment({
+		"PATH" => "/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:#{node[:texlive][:bin_dir]}"
+	})
+	code "tlmgr install latexmk"
+	creates "#{node[:texlive][:bin_dir]}/latexmk"
+end

config/services.js

@@ -1,52 +0,0 @@
-module.exports = 
-
-[{
-	name: "web",
-	repo: "https://github.com/sharelatex/web-sharelatex.git",
-	version: "master"
-}, {
-	name: "real-time",
-	repo: "https://github.com/sharelatex/real-time-sharelatex.git",
-	version: "master"
-}, {
-	name: "document-updater",
-	repo: "https://github.com/sharelatex/document-updater-sharelatex.git",
-	version: "master"
-}, {
-	name: "clsi",
-	repo: "https://github.com/sharelatex/clsi-sharelatex.git",
-	version: "master"
-}, {
-	name: "filestore",
-	repo: "https://github.com/sharelatex/filestore-sharelatex.git",
-	version: "master"
-}, {
-	name: "track-changes",
-	repo: "https://github.com/sharelatex/track-changes-sharelatex.git",
-	version: "master"
-}, {
-	name: "docstore",
-	repo: "https://github.com/sharelatex/docstore-sharelatex.git",
-	version: "master"
-}, {
-	name: "chat",
-	repo: "https://github.com/sharelatex/chat-sharelatex.git",
-	version: "master"
-}, {
-	name: "tags",
-	repo: "https://github.com/sharelatex/tags-sharelatex.git",
-	version: "master"
-}, {
-	name: "spelling",
-	repo: "https://github.com/sharelatex/spelling-sharelatex.git",
-	version: "master"
-}, {
-	name: "contacts",
-	repo: "https://github.com/sharelatex/contacts-sharelatex.git",
-	version: "master"
-}, {
-	name: "notifications",
-	repo: "https://github.com/sharelatex/notifications-sharelatex.git",
-	version: "master"
-}
-]

config/settings.development.coffee.example

@@ -0,0 +1,230 @@
+Path = require('path')
+
+# These credentials are used for authenticating api requests
+# between services that may need to go over public channels
+httpAuthUser = "sharelatex"
+httpAuthPass = "CRYPTO_RANDOM" # Randomly generated for you
+httpAuthUsers = {}
+httpAuthUsers[httpAuthUser] = httpAuthPass
+
+DATA_DIR = Path.resolve(Path.join(__dirname, "..", "data"))
+TMP_DIR = Path.resolve(Path.join(__dirname, "..", "tmp"))
+
+module.exports =
+	# Databases
+	# ---------
+
+	# ShareLaTeX's main persistant data store is MongoDB (http://www.mongodb.org/)
+	# Documentation about the URL connection string format can be found at:
+	#
+	#    http://docs.mongodb.org/manual/reference/connection-string/
+	# 
+	# The following works out of the box with Mongo's default settings:
+	mongo:
+		url : 'mongodb://127.0.0.1/sharelatex'
+
+	# Redis is used in ShareLaTeX for high volume queries, like real-time
+	# editing, and session management.
+	#
+	# The following config will work with Redis's default settings:
+	redis:
+		web:
+			host: "localhost"
+			port: "6379"
+			password: ""
+
+	# The compile server (the clsi) uses a SQL database to cache files and
+	# meta-data. sqllite is the default, and the load is low enough that this will
+	# be fine in production (we use sqllite at sharelatex.com).
+	#
+	# If you want to configure a different database, see the Sequelize documentation
+	# for available options:
+	#
+	#    https://github.com/sequelize/sequelize/wiki/API-Reference-Sequelize#example-usage
+	#
+	mysql:
+		clsi:
+			database: "clsi"
+			username: "clsi"
+			password: ""
+			dialect: "sqlite"
+			storage: Path.join(DATA_DIR, "db.sqlite")
+
+	# File storage
+	# ------------
+
+	# ShareLaTeX can store binary files like images either locally or in Amazon
+	# S3. The default is locally:
+	filestore:
+		backend: "fs"	
+		stores:
+			user_files: Path.join(DATA_DIR, "user_files")
+			
+	# To use Amazon S3 as a storage backend, comment out the above config, and
+	# uncomment the following, filling in your key, secret, and bucket name:
+	#
+	#filestore:
+	#	backend: "s3"
+	#	stores:
+	#		user_files: "BUCKET_NAME"
+	#	s3:
+	#		key: "AWS_KEY"
+	#		secret: "AWS_SECRET"
+	# 		
+
+	# Local disk caching
+	# ------------------
+	path:
+		# If we ever need to write something to disk (e.g. incoming requests
+		# that need processing but may be too big for memory), then write
+		# them to disk here:
+		dumpFolder:   Path.join(TMP_DIR, "dumpFolder")
+		# Where to write uploads before they are processed
+		uploadFolder: Path.join(TMP_DIR, "uploads")
+		# Where to write the project to disk before running LaTeX on it
+		compilesDir:  Path.join(DATA_DIR, "compiles")
+		# Where to cache downloaded URLs for the CLSI
+		clsiCacheDir: Path.join(DATA_DIR, "cache")
+
+	# Server Config
+	# -------------
+
+	# Where your instance of ShareLaTeX can be found publicly. This is used
+	# when emails are sent out and in generated links:
+	siteUrl : 'http://localhost:3000'
+	
+	# The websocket layer of ShareLaTeX runs as separate service.
+	# When running locally or in development, you can point the client to this
+	# service directly on port 3026. If you are running behind a reverse proxy (Nginx, etc)
+	# then websocketsUrl should be the same as siteUrl, with your reverse
+	# proxy responible for sending websocket traffic to the websocket service
+	# rather than connecting directly.
+	websocketsUrl: 'http://localhost:3026'
+	
+	# If provided, a sessionSecret is used to sign cookies so that they cannot be
+	# spoofed. This is recommended.
+	security:
+		sessionSecret: "CRYPTO_RANDOM" # This was randomly generated for you
+
+	# These credentials are used for authenticating api requests
+	# between services that may need to go over public channels
+	httpAuthUsers: httpAuthUsers
+	
+	# Should javascript assets be served minified or not. Note that you will
+	# need to run `grunt compile:minify` within the web-sharelatex directory
+	# to generate these.
+	useMinifiedJs: false
+
+	# Should static assets be sent with a header to tell the browser to cache
+	# them. This should be false in development where changes are being made,
+	# but should be set to true in production.
+	cacheStaticAssets: false
+
+	# If you are running ShareLaTeX over https, set this to true to send the
+	# cookie with a secure flag (recommended).
+	secureCookie: false
+	
+	# If you are running ShareLaTeX behind a proxy (like Apache, Nginx, etc)
+	# then set this to true to allow it to correctly detect the forwarded IP
+	# address and http/https protocol information.
+	behindProxy: false
+
+	# Sending Email
+	# -------------
+	#
+	# You must configure a mail server to be able to send invite emails from
+	# ShareLaTeX. The config settings are passed to nodemailer. See the nodemailer
+	# documentation for available options:
+	#
+	#     http://www.nodemailer.com/docs/transports
+	#
+	# email:
+	#	fromAddress: ""
+	#	replyTo: ""
+	#	transport: "SES"
+	#	parameters:
+	#		AWSAccessKeyID: ""
+	#		AWSSecretKey: ""
+
+	# Spell Check Languages
+	# ---------------------
+	#
+	# You must have the corresponding aspell dictionary installed to 
+	# be able to use a language. Run `grunt check:aspell` to check which
+	# dictionaries you have installed. These should be set for the `code` for
+	# each language.
+	languages: [
+		{name: "English", code: "en"}
+	]
+	
+	# Service locations
+	# -----------------
+
+	# ShareLaTeX is comprised of many small services, which each expose
+	# an HTTP API running on a different port. Generally you
+	# can leave these as they are unless you have some other services
+	# running which conflict, or want to run the web process on port 80.
+	#internal:
+	#	web:
+	#		port: webPort = 3000
+	#		host: "localhost"
+	#	documentupdater:
+	#		port: docUpdaterPort = 3003
+	#		host: "localhost"
+	#	filestore:
+	#		port: filestorePort = 3009
+	#		host: "localhost"
+	#	chat:
+	#		port: chatPort = 3010
+	#		host: "localhost"
+	#	tags:
+	#		port: tagsPort = 3012
+	#		host: "localhost"
+	#	clsi:
+	#		port: clsiPort = 3013
+	#		host: "localhost"
+	#	trackchanges:
+	#		port: trackchangesPort = 3015
+	#		host: "localhost"
+	#	docstore:
+	#		port: docstorePort = 3016
+	#		host: "localhost"
+	#	spelling:
+	# 		port: spellingPort = 3005
+	#		host: "localhost"
+	#	realTime:
+	#		port: realTimeport = 3026
+	#		host: "localhost"
+
+	# If you change the above config, or run some services on remote servers,
+	# you need to tell the other services where to find them:
+	apis:
+		web:
+			url: "http://localhost:3000"
+			user: httpAuthUser
+			pass: httpAuthPass
+	#	documentupdater:
+	#		url : "http://localhost:#{docUpdaterPort}"
+	#	clsi:
+	#		url: "http://localhost:#{clsiPort}"
+	#	filestore:
+	#		url: "http://localhost:#{filestorePort}"
+	#	trackchanges:
+	#		url: "http://localhost:#{trackchangesPort}"
+	#	docstore:
+	#		url: "http://localhost:#{docstorePort}"
+	#	tags:
+	#		url: "http://localhost:#{tagsPort}"
+	#	spelling:
+	#		url: "http://localhost:#{spellingPort}"
+	#	chat:
+	#		url: "http://localhost:#{chatPort}"
+	
+
+# With lots of incoming and outgoing HTTP connections to different services,
+# sometimes long running, it is a good idea to increase the default number
+# of sockets that Node will hold open.
+http = require('http')
+http.globalAgent.maxSockets = 300
+https = require('https')
+https.globalAgent.maxSockets = 300

docker-compose.yml

@@ -1,106 +0,0 @@
-version: '2'
-services:
-    sharelatex:
-        restart: always
-        image: sharelatex/sharelatex
-        container_name: sharelatex
-        depends_on:
-            - mongo
-            - redis
-        privileged: true
-        ports:
-            - 80:80
-        links:
-            - mongo
-            - redis
-        volumes:
-            - ~/sharelatex_data:/var/lib/sharelatex
-            - /var/run/docker.sock:/var/run/docker.sock
-            #- /var/clsi/compiles:/var/www/sharelatex/clsi/compiles
-        environment:
-            SHARELATEX_MONGO_URL: mongodb://mongo/sharelatex
-            SHARELATEX_REDIS_HOST: redis
-            SHARELATEX_APP_NAME: Our ShareLaTeX
-            
-            ## Set for SSL via nginx-proxy
-            #VIRTUAL_HOST: 103.112.212.22
-
-            # SHARELATEX_SITE_URL: http://sharelatex.mydomain.com
-            # SHARELATEX_NAV_TITLE: Our ShareLaTeX Instance
-            # SHARELATEX_HEADER_IMAGE_URL: http://somewhere.com/mylogo.png
-            # SHARELATEX_ADMIN_EMAIL: support@it.com
-
-            # SHARELATEX_LEFT_FOOTER: '[{"text": "Powered by <a href=\"https://www.sharelatex.com\">ShareLaTeX</a> 2016"},{"text": "Another page I want to link to can be found <a href=\"here\">here</a>"} ]'
-            # SHARELATEX_RIGHT_FOOTER: '[{"text": "Hello I am on the Right"} ]'
-
-            # SHARELATEX_EMAIL_FROM_ADDRESS: "team@sharelatex.com"
-
-            # SHARELATEX_EMAIL_AWS_SES_ACCESS_KEY_ID: 
-            # SHARELATEX_EMAIL_AWS_SES_SECRET_KEY: 
-
-            # SHARELATEX_EMAIL_SMTP_HOST: smtp.mydomain.com
-            # SHARELATEX_EMAIL_SMTP_PORT: 587
-            # SHARELATEX_EMAIL_SMTP_SECURE: false
-            # SHARELATEX_EMAIL_SMTP_USER: 
-            # SHARELATEX_EMAIL_SMTP_PASS: 
-            # SHARELATEX_EMAIL_SMTP_TLS_REJECT_UNAUTH: true
-            # SHARELATEX_EMAIL_SMTP_IGNORE_TLS: false
-            # SHARELATEX_CUSTOM_EMAIL_FOOTER: "<div>This system is run by department x </div>"
-
-            ################
-            ## Server Pro ##
-            ################
-
-            # SANDBOXED_COMPILES: 'true'
-            
-            # SANDBOXED_COMPILES_SIBLING_CONTAINERS: 'true'
-            # SANDBOXED_COMPILES_HOST_DIR: '/var/clsi/compiles'
-
-            ## Works with test LDAP server shown at bottom of docker compose
-            # SHARELATEX_LDAP_URL: 'ldap://ldap:389'
-            # SHARELATEX_LDAP_SEARCH_BASE: 'ou=people,dc=planetexpress,dc=com'
-            # SHARELATEX_LDAP_SEARCH_FILTER: '(uid={{username}})'
-            # SHARELATEX_LDAP_BIND_DN: 'cn=admin,dc=planetexpress,dc=com'
-            # SHARELATEX_LDAP_BIND_CREDENTIALS: 'GoodNewsEveryone'
-            # SHARELATEX_LDAP_EMAIL_ATT: 'mail'
-            # SHARELATEX_LDAP_NAME_ATT: 'cn'
-            # SHARELATEX_LDAP_LAST_NAME_ATT: 'sn'
-            # SHARELATEX_LDAP_UPDATE_USER_DETAILS_ON_LOGIN: 'true'
-
-            # SHARELATEX_TEMPLATES_USER_ID: "578773160210479700917ee5"
-
-            # SHARELATEX_PROXY_LEARN: "true"
-
-    mongo:
-        restart: always
-        image: mongo
-        container_name: mongo
-        expose:
-            - 27017
-        volumes:
-            - ~/mongo_data:/data/db
-
-    redis:
-        restart: always
-        image: redis
-        container_name: redis
-        expose:
-            - 6379
-        volumes:
-            - ~/redis_data:/data
-
-    # ldap:
-    #    restart: always
-    #    image: rroemhild/test-openldap
-    #    container_name: ldap
-    #    expose:
-    #        - 389
-# nginx-proxy:
-#     image: jwilder/nginx-proxy
-#     container_name: nginx-proxy
-#     ports:
-#       #- "80:80"
-#       - "443:443"
-#     volumes:
-#       - /var/run/docker.sock:/tmp/docker.sock:ro
-#       - /home/sharelatex/tmp:/etc/nginx/certs

migrations/1_move_doc_lines_to_doc_collection.coffee

@@ -1,6 +1,4 @@
 Settings = require "settings-sharelatex"
-bson = require('bson')
-BSON = new bson()
 fs = require("fs")
 mongojs = require("mongojs")
 ObjectId = mongojs.ObjectId
@@ -28,7 +26,6 @@ loadProjectIds = (callback)->
 	console.log "loading project ids from #{all_projects_path}"
 	fs.readFile all_projects_path, "utf-8", (err, data)->
 		ids = data.split("\n")
-		ids = _.filter ids, (id)-> id? and id.length == 24
 		console.log "loaded #{ids.length} project ids from #{all_projects_path}"
 		callback err, ids
 
@@ -63,7 +60,7 @@ getAllDocs = (project_id, callback = (error, docs) ->) ->
 		if !project?
 			console.log "no such project #{project_id}"
 			return callback()
-		size = BSON.calculateObjectSize(project)
+		size = require("../node_modules/mongojs/node_modules/mongodb/node_modules/bson/").BSONPure.BSON.calculateObjectSize(project)
 		if size > 12000000 #12mb
 			return markProjectAsToLargeAndFinished project_id, callback
 		findAllDocsInProject project, (error, docs) ->

migrations/2_doc_lines_delete_from_project.coffee

@@ -25,7 +25,6 @@ loadProjectIds = (callback)->
 	console.log "loading project ids from #{all_projects_path}"
 	fs.readFile all_projects_path, "utf-8", (err, data)->
 		ids = data.split("\n")
-		ids = _.filter ids, (id)-> id? and id.length == 24
 		console.log "loaded #{ids.length} project ids from #{all_projects_path}"
 		callback err, ids
 

migrations/3_pack_docHistory_collection.coffee

@@ -1,342 +0,0 @@
-Settings = require "settings-sharelatex"
-fs = require("fs")
-mongojs = require("mongojs")
-ObjectId = mongojs.ObjectId
-db = mongojs(Settings.mongo.url, ['docs','docHistory', 'docHistoryStats'])
-_ = require("underscore")
-async = require("async")
-exec = require("child_process").exec
-bson = require('bson')
-BSON = new bson()
-
-logger = {
-	log: ->
-	err: ->
-}
-
-needToExit = false
-handleExit = () ->
-	needToExit = true
-	console.log('Got signal.  Shutting down.')
-
-process.on 'SIGINT', handleExit
-process.on 'SIGHUP', handleExit
-
-finished_docs_path = "/tmp/finished-docs-3"
-all_docs_path = "/tmp/all-docs-3"
-unmigrated_docs_path = "/tmp/unmigrated-docs-3"
-
-finished_docs = {}
-if fs.existsSync(finished_docs_path)
-	for id in fs.readFileSync(finished_docs_path,'utf-8').split("\n")
-		finished_docs[id] = true
-
-getAndWriteDocids = (callback)->
-	console.log "finding all doc id's - #{new Date().toString()}"
-	db.docs.find {}, {_id:1}, (err, ids)->
-		console.log "total found docs in mongo #{ids.length} - #{new Date().toString()}"
-		ids = _.pluck ids, '_id'
-		ids = _.filter ids, (id)-> id?
-		fileData = ids.join("\n")
-		fs.writeFileSync all_docs_path + ".tmp", fileData
-		fs.renameSync all_docs_path + ".tmp", all_docs_path
-		callback(err, ids)
-
-loadDocIds = (callback)->
-	console.log "loading doc ids from #{all_docs_path}"
-	data = fs.readFileSync all_docs_path, "utf-8"
-	ids = data.split("\n")
-	console.log "loaded #{ids.length} doc ids from #{all_docs_path}"
-	callback null, ids
-
-getDocIds = (callback)->
-	exists = fs.existsSync all_docs_path
-	if exists
-		loadDocIds callback
-	else
-		getAndWriteDocids callback
-
-markDocAsProcessed = (doc_id, callback)->
-	finished_docs[doc_id] = true
-	fs.appendFile finished_docs_path, "#{doc_id}\n", callback
-
-markDocAsUnmigrated = (doc_id, callback)->
-	console.log "#{doc_id} unmigrated"
-	markDocAsProcessed doc_id, (err)->
-		fs.appendFile unmigrated_docs_path, "#{doc_id}\n", callback
-
-checkIfDocHasBeenProccessed = (doc_id, callback)->
-	callback(null, finished_docs[doc_id])
-
-processNext = (doc_id, callback)->
-	if !doc_id? or doc_id.length == 0
-		return callback()
-	if needToExit
-		return callback(new Error("graceful shutdown"))
-	checkIfDocHasBeenProccessed doc_id, (err, hasBeenProcessed)->
-		if hasBeenProcessed
-			console.log "#{doc_id} already processed, skipping"
-			return callback()
-		PackManager._packDocHistory doc_id, {}, (err) ->
-			if err?
-				console.log "error processing #{doc_id}"
-				markDocAsUnmigrated doc_id, callback
-			else
-				markDocAsProcessed doc_id, callback
-
-updateIndexes = (callback) ->
-	async.series [
-		(cb) ->
-			console.log "create index"
-			db.docHistory.ensureIndex { project_id: 1, "meta.end_ts": 1, "meta.start_ts": -1 }, { background: true }, cb
-		(cb) ->
-			console.log "drop index"
-			db.docHistory.dropIndex { project_id: 1, "meta.end_ts": 1 }, cb
-		(cb) ->
-			console.log "drop index"
-			db.docHistory.dropIndex { project_id: 1, "pack.0.meta.end_ts": 1, "meta.end_ts": 1}, cb
-	], (err, results) ->
-		console.log "all done"
-		callback(err)
-
-exports.migrate = (client, done = ->)->
-	getDocIds (err, ids)->
-		totalDocCount = ids.length
-		alreadyFinishedCount = Object.keys(finished_docs).length
-		t0 = Date.now()
-		printProgress = () ->
-			count = Object.keys(finished_docs).length
-			processedFraction = (count-alreadyFinishedCount)/totalDocCount
-			remainingFraction = (totalDocCount-count)/totalDocCount
-			t = Date.now()
-			dt = (t-t0)*remainingFraction/processedFraction
-			estFinishTime = new Date(t + dt)
-			console.log "completed #{count}/#{totalDocCount} processed=#{processedFraction.toFixed(2)} remaining=#{remainingFraction.toFixed(2)} elapsed=#{(t-t0)/1000} est Finish=#{estFinishTime}"
-		interval = setInterval printProgress, 3*1000
-
-		nextId = null
-
-		testFn = () ->
-			return false if needToExit
-			id = ids.shift()
-			while id? and finished_docs[id]	# skip finished
-				id = ids.shift()
-			nextId = id
-			return nextId?
-
-		executeFn = (cb) ->
-			processNext nextId, cb
-
-		async.whilst testFn, executeFn, (err)->
-			if err?
-				console.error err, "at end of jobs"
-			else
-				console.log "finished at #{new Date}"
-			clearInterval interval
-			done(err)
-
-exports.rollback = (client, done)->
-	done()
-
-# process.nextTick () ->
-# 	exports.migrate () ->
-# 		console.log "done"
-
-DAYS = 24 * 3600 * 1000 # one day in milliseconds
-
-# copied from track-changes/app/coffee/PackManager.coffee
-
-PackManager =
-	MAX_SIZE:  1024*1024 # make these configurable parameters
-	MAX_COUNT: 512
-
-	convertDocsToPacks: (docs, callback) ->
-		packs = []
-		top = null
-		docs.forEach (d,i) ->
-			# skip existing packs
-			if d.pack?
-				top = null
-				return
-			sz = BSON.calculateObjectSize(d)
-			# decide if this doc can be added to the current pack
-			validLength = top? && (top.pack.length < PackManager.MAX_COUNT)
-			validSize = top? && (top.sz + sz < PackManager.MAX_SIZE)
-			bothPermanent = top? && (top.expiresAt? is false) && (d.expiresAt? is false)
-			bothTemporary = top? && (top.expiresAt? is true) && (d.expiresAt? is true)
-			within1Day = bothTemporary && (d.meta.start_ts - top.meta.start_ts < 24 * 3600 * 1000)
-			if top? && validLength && validSize && (bothPermanent || (bothTemporary && within1Day))
-				top.pack = top.pack.concat {v: d.v, meta: d.meta,  op: d.op, _id: d._id}
-				top.sz += sz
-				top.n += 1
-				top.v_end = d.v
-				top.meta.end_ts = d.meta.end_ts
-				top.expiresAt = d.expiresAt if top.expiresAt?
-				return
-			else
-				# create a new pack
-				top = _.clone(d)
-				top.pack = [ {v: d.v, meta: d.meta,  op: d.op, _id: d._id} ]
-				top.meta = { start_ts: d.meta.start_ts, end_ts: d.meta.end_ts }
-				top.sz = sz
-				top.n = 1
-				top.v_end = d.v
-				delete top.op
-				delete top._id
-				packs.push top
-
-		callback(null, packs)
-
-	checkHistory: (docs, callback) ->
-		errors = []
-		prev = null
-		error = (args...) ->
-			errors.push args
-		docs.forEach (d,i) ->
-			if d.pack?
-				n = d.pack.length
-				last = d.pack[n-1]
-				error('bad pack v_end', d) if d.v_end != last.v
-				error('bad pack start_ts', d) if d.meta.start_ts != d.pack[0].meta.start_ts
-				error('bad pack end_ts', d) if d.meta.end_ts != last.meta.end_ts
-				d.pack.forEach (p, i) ->
-					prev = v
-					v = p.v
-					error('bad version', v, 'in', p) if v <= prev
-					#error('expired op', p, 'in pack') if p.expiresAt?
-			else
-				prev = v
-				v = d.v
-				error('bad version', v, 'in', d) if v <= prev
-		if errors.length
-			callback(errors)
-		else
-			callback()
-
-	insertPack: (packObj, callback) ->
-		bulk = db.docHistory.initializeOrderedBulkOp()
-		doc_id = packObj.doc_id
-		expect_nInserted = 1
-		expect_nRemoved = packObj.pack.length
-		logger.log {doc_id: doc_id}, "adding pack, removing #{expect_nRemoved} ops"
-		bulk.insert packObj
-		ids = (op._id for op in packObj.pack)
-		bulk.find({_id:{$in:ids}}).remove()
-		bulk.execute (err, result) ->
-			if err?
-				logger.error {doc_id: doc_id}, "error adding pack"
-				callback(err, result)
-			else if result.nInserted != expect_nInserted or result.nRemoved != expect_nRemoved
-				logger.error {doc_id: doc_id, result}, "unexpected result adding pack"
-				callback(new Error(
-					msg: 'unexpected result'
-					expected: {expect_nInserted, expect_nRemoved}
-				), result)
-			else
-				db.docHistoryStats.update {doc_id:doc_id}, {
-					$inc:{update_count:-expect_nRemoved},
-					$currentDate:{last_packed:true}
-				}, {upsert:true}, () ->
-					callback(err, result)
-
-	# retrieve document ops/packs and check them
-	getDocHistory: (doc_id, callback) ->
-		db.docHistory.find({doc_id:ObjectId(doc_id)}).sort {v:1}, (err, docs) ->
-			return callback(err) if err?
-			# for safety, do a consistency check of the history
-			logger.log {doc_id}, "checking history for document"
-			PackManager.checkHistory docs, (err) ->
-				return callback(err) if err?
-				callback(err, docs)
-				#PackManager.deleteExpiredPackOps docs, (err) ->
-				#	return callback(err) if err?
-				#	callback err, docs
-
-	packDocHistory: (doc_id, options, callback) ->
-		if typeof callback == "undefined" and typeof options == 'function'
-			callback = options
-			options = {}
-		LockManager.runWithLock(
-			"HistoryLock:#{doc_id}",
-			(releaseLock) ->
-				PackManager._packDocHistory(doc_id, options, releaseLock)
-			,	callback
-		)
-
-	_packDocHistory: (doc_id, options, callback) ->
-		logger.log {doc_id},"starting pack operation for document history"
-
-		PackManager.getDocHistory doc_id, (err, docs) ->
-			return callback(err) if err?
-			origDocs = 0
-			origPacks = 0
-			for d in docs
-				if d.pack? then	origPacks++	else origDocs++
-			PackManager.convertDocsToPacks docs, (err, packs) ->
-				return callback(err) if err?
-				total = 0
-				for p in packs
-					total = total + p.pack.length
-				logger.log {doc_id, origDocs, origPacks, newPacks: packs.length, totalOps: total}, "document stats"
-				if packs.length
-					if options['dry-run']
-						logger.log {doc_id}, 'dry-run, skipping write packs'
-						return callback()
-					PackManager.savePacks packs, (err) ->
-						return callback(err) if err?
-						# check the history again
-						PackManager.getDocHistory doc_id, callback
-				else
-					logger.log {doc_id}, "no packs to write"
-					# keep a record that we checked this one to avoid rechecking it
-					db.docHistoryStats.update {doc_id:doc_id}, {
-						$currentDate:{last_checked:true}
-					}, {upsert:true}, () ->
-						callback null, null
-
-	DB_WRITE_DELAY: 100
-
-	savePacks: (packs, callback) ->
-		async.eachSeries packs, PackManager.safeInsert, (err, result) ->
-			if err?
-				logger.log {err, result}, "error writing packs"
-				callback err, result
-			else
-				callback()
-
-	safeInsert: (packObj, callback) ->
-		PackManager.insertPack packObj, (err, result) ->
-			setTimeout () ->
-				callback(err,result)
-			, PackManager.DB_WRITE_DELAY
-
-	deleteExpiredPackOps: (docs, callback) ->
-		now = Date.now()
-		toRemove = []
-		toUpdate = []
-		docs.forEach (d,i) ->
-			if d.pack?
-				newPack = d.pack.filter (op) ->
-					if op.expiresAt? then op.expiresAt > now else true
-				if newPack.length == 0
-					toRemove.push d
-				else if newPack.length < d.pack.length
-					# adjust the pack properties
-					d.pack = newPack
-					first = d.pack[0]
-					last = d.pack[d.pack.length - 1]
-					d.v_end = last.v
-					d.meta.start_ts = first.meta.start_ts
-					d.meta.end_ts = last.meta.end_ts
-					toUpdate.push d
-		if toRemove.length or toUpdate.length
-			bulk = db.docHistory.initializeOrderedBulkOp()
-			toRemove.forEach (pack) ->
-				console.log "would remove", pack
-				#bulk.find({_id:pack._id}).removeOne()
-			toUpdate.forEach (pack) ->
-				console.log "would update", pack
-				#bulk.find({_id:pack._id}).updateOne(pack);
-			bulk.execute callback
-		else
-			callback()

migrations/4_update_user_features.coffee

@@ -1,38 +0,0 @@
-Settings = require "settings-sharelatex"
-fs = require("fs")
-mongojs = require("mongojs")
-ObjectId = mongojs.ObjectId
-db = mongojs(Settings.mongo.url, ['users'])
-_ = require("underscore")
-
-
-handleExit = () ->
-	console.log('Got signal.  Shutting down.')
-
-
-process.on 'SIGINT', handleExit
-process.on 'SIGHUP', handleExit
-
-
-exports.migrate = (client, done=()->) ->
-	patch = {
-		$set: {
-			features: {
-				collaborators: -1
-				dropbox: true
-				versioning: true
-				references: true
-				templates: true
-				compileTimeout: 180
-				compileGroup: "standard"
-			}
-		}
-	}
-	console.log ">> updating all user features: ", patch
-	db.users.update {}, patch, {multi: true}, (err) ->
-		console.log "finished updating all user features"
-		return done(err)
-
-
-exports.rollback = (client, done) ->
-	done()

migrations/5_remove_holding_accounts.coffee

@@ -1,103 +0,0 @@
-Settings = require "settings-sharelatex"
-mongojs = require("mongojs")
-ObjectId = mongojs.ObjectId
-db = mongojs(Settings.mongo.url, ['users', 'projects', 'subscriptions'])
-async = require "async"
-
-module.exports = HoldingAccountMigration = 
-	DRY_RUN: true
-
-	findHoldingAccounts: (callback = (error, users) ->) ->
-		db.users.find({holdingAccount: true, hashedPassword: { $exists: false }}, {holdingAccount: 1, email: 1}, callback)
-
-	deleteUserProjects: (user_id, callback = (error) ->) ->
-		# Holding accounts can't own projects, so only remove from 
-		# collaberator_refs and readOnly_refs
-		console.log "[Removing user from projects]", user_id
-		db.projects.find {
-			$or: [
-				{collaberator_refs: user_id},
-				{readOnly_refs: user_id}
-			]
-		}, { collaberator_refs: 1, readOnly_refs: 1 }, (error, projects = []) ->
-			return callback(error) if error?
-			jobs = projects.map (project) ->
-				(cb) ->
-					console.log "[Removing user from project]", user_id, JSON.stringify(project)
-					if !project?._id?
-						throw new Error("no project id")
-				
-					if !HoldingAccountMigration.DRY_RUN
-						db.projects.update {
-							_id: project._id
-						}, {
-							$pull: {
-								collaberator_refs: user_id,
-								readOnly_refs: user_id
-							}
-						}, (error, result) ->
-							return cb(error) if error?
-							console.log "[Removed user from project]", user_id, project._id, result
-							cb()
-					else
-						console.log "[Would have removed user from project]", user_id, project._id
-						cb()
-						
-			async.series jobs, callback
-
-	deleteUser: (user_id, callback = (error) ->) ->
-		if !user_id?
-			throw new Error("must have user_id")
-		if !HoldingAccountMigration.DRY_RUN
-			db.users.remove {_id: user_id, holdingAccount: true}, (error, result) ->
-				return callback(error) if error?
-				console.log "[Removed user]", user_id, result
-				if result.n != 1
-					return callback(new Error("failed to remove user as expected"))
-				callback()
-		else
-			console.log "[Would have removed user]", user_id
-			callback()
-	
-	migrateGroupInvites: (user_id, email, callback = (error) ->) ->
-		if !user_id?
-			throw new Error("must have user_id")
-		if !HoldingAccountMigration.DRY_RUN
-			db.subscriptions.update {member_ids: user_id}, {
-				$pull: { member_ids: user_id },
-				$addToSet : { invited_emails: email }
-			}, { multi : true }, (error, result) ->
-				return callback(error) if error?
-				console.log "[Migrated user in group accounts]", user_id, email, result
-				callback()
-		else
-			console.log "[Would have migrated user in group accounts]", user_id, email
-			callback()
-
-	run: (done = () ->) ->
-		console.log "[Getting list of holding accounts]"
-		HoldingAccountMigration.findHoldingAccounts (error, users) ->
-			throw error if error?
-			console.log "[Got #{users.length} holding accounts]"
-			i = 0
-			jobs = users.map (u) ->
-				(cb) ->
-					console.log "[Removing user #{i++}/#{users.length}]"
-					HoldingAccountMigration.migrateGroupInvites u._id, u.email, (error) ->
-						return cb(error) if error?
-						HoldingAccountMigration.deleteUser u._id, (error) ->
-							return cb(error) if error?
-							HoldingAccountMigration.deleteUserProjects u._id, (error) ->
-								return cb(error) if error?
-								setTimeout cb, 50 # Small delay to not hammer DB
-			async.series jobs, (error) ->
-				throw error if error?
-				console.log "[FINISHED]"
-				done()
-
-	migrate: (client, done=()->) ->
-		HoldingAccountMigration.DRY_RUN = false
-		HoldingAccountMigration.run(done)
-				
-	rollback: (client, done) ->
-		done()

migrations/6_add_track_changes_feature.coffee

@@ -1,30 +0,0 @@
-Settings = require "settings-sharelatex"
-fs = require("fs")
-mongojs = require("mongojs")
-ObjectId = mongojs.ObjectId
-db = mongojs(Settings.mongo.url, ['users'])
-_ = require("underscore")
-
-
-handleExit = () ->
-	console.log('Got signal.  Shutting down.')
-
-
-process.on 'SIGINT', handleExit
-process.on 'SIGHUP', handleExit
-
-
-exports.migrate = (client, done=()->) ->
-	patch = {
-		$set: {
-			'features.trackChanges': true
-		}
-	}
-	console.log ">> enabling trackChanges feature: ", patch
-	db.users.update {}, patch, {multi: true}, (err) ->
-		console.log "finished enabling trackChanges feature"
-		return done(err)
-
-
-exports.rollback = (client, done) ->
-	done()

migrations/7_add_token_indexes.coffee

@@ -1,51 +0,0 @@
-Settings = require "settings-sharelatex"
-fs = require("fs")
-mongojs = require("mongojs")
-ObjectId = mongojs.ObjectId
-db = mongojs(Settings.mongo.url, ['docs','docHistory', 'docHistoryStats'])
-_ = require("underscore")
-async = require("async")
-exec = require("child_process").exec
-bson = require('bson')
-BSON = new bson()
-
-
-handleExit = () ->
-	console.log('Got signal.  Shutting down.')
-
-
-exports.migrate = (client, done=()->) ->
-	console.log ">> Adding indexes for token-based project access: "
-	db.projects.ensureIndex {'tokens.readAndWrite': 1}, {
-		partialFilterExpression: { 'tokens.readAndWrite': { $exists: true } },
-		unique: true,
-		background: true
-	}, (err) ->
-		if err?
-			return done(err)
-		db.projects.ensureIndex {'tokens.readOnly': 1}, {
-			partialFilterExpression: { 'tokens.readOnly': { $exists: true } },
-			unique: true,
-			background: true
-		}, (err) ->
-			if err?
-				return done(err)
-			db.projects.ensureIndex {tokenAccessReadAndWrite_refs: 1}, {
-				background: true
-			}, (err) ->
-				if err?
-					return done(err)
-				db.projects.ensureIndex {tokenAccessOnly_refs: 1}, {
-					background: true
-				}, (err) ->
-					console.log ">> done adding indexes for token-based project access"
-					done()
-
-
-exports.rollback = (client, done) ->
-	done()
-
-
-process.on 'SIGINT', handleExit
-process.on 'SIGHUP', handleExit
-

migrations/7_add_track_changes_feature_again.coffee

@@ -1,31 +0,0 @@
-#This is needed because we forgot to add track changes into the default settings
-Settings = require "settings-sharelatex"
-fs = require("fs")
-mongojs = require("mongojs")
-ObjectId = mongojs.ObjectId
-db = mongojs(Settings.mongo.url, ['users'])
-_ = require("underscore")
-
-
-handleExit = () ->
-	console.log('Got signal.  Shutting down.')
-
-
-process.on 'SIGINT', handleExit
-process.on 'SIGHUP', handleExit
-
-
-exports.migrate = (client, done=()->) ->
-	patch = {
-		$set: {
-			'features.trackChanges': true
-		}
-	}
-	console.log ">> enabling trackChanges feature: ", patch
-	db.users.update {}, patch, {multi: true}, (err) ->
-		console.log "finished enabling trackChanges feature"
-		return done(err)
-
-
-exports.rollback = (client, done) ->
-	done()

migrations/about_migrations.md

@@ -1,9 +1,2 @@
-If migration is stopped mid way it will start at the beginging next time
-
-To see the run migrations do db.getCollection('_migrations').find() you can't do db._migrations.find()
-
-When testing, to roll back a migration run:
-
-```
-./node_modules/east/bin/east rollback 5 --adapter east-mongo --url mongodb://localhost:27017/sharelatex
-```
+* if migration is stopped mid way it will start at the beginging next time
+* to see the run migrations do db.getCollection('_migrations').find() you can't do db._migrations.find()

npm-shrinkwrap.json

@@ -1,610 +0,0 @@
-{
-  "name": "sharelatex",
-  "version": "0.0.1",
-  "dependencies": {
-    "async": {
-      "version": "0.9.2",
-      "from": "async@>=0.9.0 <0.10.0",
-      "resolved": "https://registry.npmjs.org/async/-/async-0.9.2.tgz"
-    },
-    "bson": {
-      "version": "1.0.4",
-      "from": "bson@>=1.0.4 <2.0.0",
-      "resolved": "https://registry.npmjs.org/bson/-/bson-1.0.4.tgz"
-    },
-    "coffee-script": {
-      "version": "1.12.7",
-      "from": "coffee-script@>=1.11.1 <2.0.0",
-      "resolved": "https://registry.npmjs.org/coffee-script/-/coffee-script-1.12.7.tgz"
-    },
-    "east": {
-      "version": "0.5.7",
-      "from": "east@0.5.7",
-      "resolved": "http://registry.npmjs.org/east/-/east-0.5.7.tgz",
-      "dependencies": {
-        "commander": {
-          "version": "2.9.0",
-          "from": "commander@2.9.0",
-          "resolved": "http://registry.npmjs.org/commander/-/commander-2.9.0.tgz",
-          "dependencies": {
-            "graceful-readlink": {
-              "version": "1.0.1",
-              "from": "graceful-readlink@>=1.0.0",
-              "resolved": "https://registry.npmjs.org/graceful-readlink/-/graceful-readlink-1.0.1.tgz"
-            }
-          }
-        },
-        "expressionify": {
-          "version": "0.9.3",
-          "from": "expressionify@0.9.3",
-          "resolved": "http://registry.npmjs.org/expressionify/-/expressionify-0.9.3.tgz"
-        },
-        "progress": {
-          "version": "1.1.8",
-          "from": "progress@1.1.8",
-          "resolved": "http://registry.npmjs.org/progress/-/progress-1.1.8.tgz"
-        },
-        "twostep": {
-          "version": "0.4.2",
-          "from": "twostep@0.4.2",
-          "resolved": "http://registry.npmjs.org/twostep/-/twostep-0.4.2.tgz"
-        }
-      }
-    },
-    "east-mongo": {
-      "version": "0.3.3",
-      "from": "east-mongo@0.3.3",
-      "resolved": "http://registry.npmjs.org/east-mongo/-/east-mongo-0.3.3.tgz"
-    },
-    "grunt-shell": {
-      "version": "1.3.1",
-      "from": "grunt-shell@>=1.1.1 <2.0.0",
-      "resolved": "http://registry.npmjs.org/grunt-shell/-/grunt-shell-1.3.1.tgz",
-      "dependencies": {
-        "chalk": {
-          "version": "1.1.3",
-          "from": "chalk@>=1.0.0 <2.0.0",
-          "resolved": "https://registry.npmjs.org/chalk/-/chalk-1.1.3.tgz",
-          "dependencies": {
-            "ansi-styles": {
-              "version": "2.2.1",
-              "from": "ansi-styles@>=2.2.1 <3.0.0",
-              "resolved": "https://registry.npmjs.org/ansi-styles/-/ansi-styles-2.2.1.tgz"
-            },
-            "escape-string-regexp": {
-              "version": "1.0.5",
-              "from": "escape-string-regexp@>=1.0.2 <2.0.0",
-              "resolved": "https://registry.npmjs.org/escape-string-regexp/-/escape-string-regexp-1.0.5.tgz"
-            },
-            "has-ansi": {
-              "version": "2.0.0",
-              "from": "has-ansi@>=2.0.0 <3.0.0",
-              "resolved": "https://registry.npmjs.org/has-ansi/-/has-ansi-2.0.0.tgz",
-              "dependencies": {
-                "ansi-regex": {
-                  "version": "2.1.1",
-                  "from": "ansi-regex@>=2.0.0 <3.0.0",
-                  "resolved": "https://registry.npmjs.org/ansi-regex/-/ansi-regex-2.1.1.tgz"
-                }
-              }
-            },
-            "strip-ansi": {
-              "version": "3.0.1",
-              "from": "strip-ansi@>=3.0.0 <4.0.0",
-              "resolved": "https://registry.npmjs.org/strip-ansi/-/strip-ansi-3.0.1.tgz",
-              "dependencies": {
-                "ansi-regex": {
-                  "version": "2.1.1",
-                  "from": "ansi-regex@>=2.0.0 <3.0.0",
-                  "resolved": "https://registry.npmjs.org/ansi-regex/-/ansi-regex-2.1.1.tgz"
-                }
-              }
-            },
-            "supports-color": {
-              "version": "2.0.0",
-              "from": "supports-color@>=2.0.0 <3.0.0",
-              "resolved": "https://registry.npmjs.org/supports-color/-/supports-color-2.0.0.tgz"
-            }
-          }
-        },
-        "npm-run-path": {
-          "version": "1.0.0",
-          "from": "npm-run-path@>=1.0.0 <2.0.0",
-          "resolved": "http://registry.npmjs.org/npm-run-path/-/npm-run-path-1.0.0.tgz",
-          "dependencies": {
-            "path-key": {
-              "version": "1.0.0",
-              "from": "path-key@>=1.0.0 <2.0.0",
-              "resolved": "http://registry.npmjs.org/path-key/-/path-key-1.0.0.tgz"
-            }
-          }
-        },
-        "object-assign": {
-          "version": "4.1.1",
-          "from": "object-assign@>=4.0.0 <5.0.0",
-          "resolved": "https://registry.npmjs.org/object-assign/-/object-assign-4.1.1.tgz"
-        }
-      }
-    },
-    "load-grunt-config": {
-      "version": "0.19.2",
-      "from": "load-grunt-config@>=0.19.2 <0.20.0",
-      "resolved": "http://registry.npmjs.org/load-grunt-config/-/load-grunt-config-0.19.2.tgz",
-      "dependencies": {
-        "cson": {
-          "version": "3.0.2",
-          "from": "cson@>=3.0.2 <3.1.0",
-          "resolved": "http://registry.npmjs.org/cson/-/cson-3.0.2.tgz",
-          "dependencies": {
-            "cson-parser": {
-              "version": "1.3.5",
-              "from": "cson-parser@>=1.0.6 <2.0.0",
-              "resolved": "http://registry.npmjs.org/cson-parser/-/cson-parser-1.3.5.tgz"
-            },
-            "extract-opts": {
-              "version": "3.3.1",
-              "from": "extract-opts@>=3.0.1 <4.0.0",
-              "resolved": "http://registry.npmjs.org/extract-opts/-/extract-opts-3.3.1.tgz",
-              "dependencies": {
-                "eachr": {
-                  "version": "3.2.0",
-                  "from": "eachr@>=3.2.0 <4.0.0",
-                  "resolved": "http://registry.npmjs.org/eachr/-/eachr-3.2.0.tgz"
-                },
-                "editions": {
-                  "version": "1.3.4",
-                  "from": "editions@>=1.1.1 <2.0.0",
-                  "resolved": "http://registry.npmjs.org/editions/-/editions-1.3.4.tgz"
-                },
-                "typechecker": {
-                  "version": "4.4.1",
-                  "from": "typechecker@>=4.3.0 <5.0.0",
-                  "resolved": "http://registry.npmjs.org/typechecker/-/typechecker-4.4.1.tgz"
-                }
-              }
-            },
-            "requirefresh": {
-              "version": "2.1.0",
-              "from": "requirefresh@>=2.0.0 <3.0.0",
-              "resolved": "http://registry.npmjs.org/requirefresh/-/requirefresh-2.1.0.tgz",
-              "dependencies": {
-                "editions": {
-                  "version": "1.3.4",
-                  "from": "editions@>=1.1.1 <2.0.0",
-                  "resolved": "http://registry.npmjs.org/editions/-/editions-1.3.4.tgz"
-                }
-              }
-            },
-            "safefs": {
-              "version": "4.1.0",
-              "from": "safefs@>=4.0.0 <5.0.0",
-              "resolved": "http://registry.npmjs.org/safefs/-/safefs-4.1.0.tgz",
-              "dependencies": {
-                "editions": {
-                  "version": "1.3.4",
-                  "from": "editions@>=1.1.1 <2.0.0",
-                  "resolved": "http://registry.npmjs.org/editions/-/editions-1.3.4.tgz"
-                },
-                "graceful-fs": {
-                  "version": "4.1.11",
-                  "from": "graceful-fs@>=4.1.4 <5.0.0",
-                  "resolved": "https://registry.npmjs.org/graceful-fs/-/graceful-fs-4.1.11.tgz"
-                }
-              }
-            }
-          }
-        },
-        "glob": {
-          "version": "5.0.15",
-          "from": "glob@>=5.0.15 <5.1.0",
-          "resolved": "http://registry.npmjs.org/glob/-/glob-5.0.15.tgz",
-          "dependencies": {
-            "inflight": {
-              "version": "1.0.6",
-              "from": "inflight@>=1.0.4 <2.0.0",
-              "resolved": "https://registry.npmjs.org/inflight/-/inflight-1.0.6.tgz",
-              "dependencies": {
-                "wrappy": {
-                  "version": "1.0.2",
-                  "from": "wrappy@>=1.0.0 <2.0.0",
-                  "resolved": "https://registry.npmjs.org/wrappy/-/wrappy-1.0.2.tgz"
-                }
-              }
-            },
-            "inherits": {
-              "version": "2.0.3",
-              "from": "inherits@>=2.0.0 <3.0.0",
-              "resolved": "https://registry.npmjs.org/inherits/-/inherits-2.0.3.tgz"
-            },
-            "minimatch": {
-              "version": "3.0.4",
-              "from": "minimatch@>=2.0.0 <3.0.0||>=3.0.0 <4.0.0",
-              "resolved": "https://registry.npmjs.org/minimatch/-/minimatch-3.0.4.tgz",
-              "dependencies": {
-                "brace-expansion": {
-                  "version": "1.1.8",
-                  "from": "brace-expansion@>=1.1.7 <2.0.0",
-                  "resolved": "https://registry.npmjs.org/brace-expansion/-/brace-expansion-1.1.8.tgz",
-                  "dependencies": {
-                    "balanced-match": {
-                      "version": "1.0.0",
-                      "from": "balanced-match@>=1.0.0 <2.0.0",
-                      "resolved": "https://registry.npmjs.org/balanced-match/-/balanced-match-1.0.0.tgz"
-                    },
-                    "concat-map": {
-                      "version": "0.0.1",
-                      "from": "concat-map@0.0.1",
-                      "resolved": "https://registry.npmjs.org/concat-map/-/concat-map-0.0.1.tgz"
-                    }
-                  }
-                }
-              }
-            },
-            "once": {
-              "version": "1.4.0",
-              "from": "once@>=1.3.0 <2.0.0",
-              "resolved": "https://registry.npmjs.org/once/-/once-1.4.0.tgz",
-              "dependencies": {
-                "wrappy": {
-                  "version": "1.0.2",
-                  "from": "wrappy@>=1.0.0 <2.0.0",
-                  "resolved": "https://registry.npmjs.org/wrappy/-/wrappy-1.0.2.tgz"
-                }
-              }
-            },
-            "path-is-absolute": {
-              "version": "1.0.1",
-              "from": "path-is-absolute@>=1.0.0 <2.0.0",
-              "resolved": "https://registry.npmjs.org/path-is-absolute/-/path-is-absolute-1.0.1.tgz"
-            }
-          }
-        },
-        "jit-grunt": {
-          "version": "0.10.0",
-          "from": "jit-grunt@>=0.10.0 <0.11.0",
-          "resolved": "http://registry.npmjs.org/jit-grunt/-/jit-grunt-0.10.0.tgz"
-        },
-        "js-yaml": {
-          "version": "3.4.6",
-          "from": "js-yaml@>=3.4.3 <3.5.0",
-          "resolved": "http://registry.npmjs.org/js-yaml/-/js-yaml-3.4.6.tgz",
-          "dependencies": {
-            "argparse": {
-              "version": "1.0.9",
-              "from": "argparse@>=1.0.2 <2.0.0",
-              "resolved": "http://registry.npmjs.org/argparse/-/argparse-1.0.9.tgz",
-              "dependencies": {
-                "sprintf-js": {
-                  "version": "1.0.3",
-                  "from": "sprintf-js@>=1.0.2 <1.1.0",
-                  "resolved": "http://registry.npmjs.org/sprintf-js/-/sprintf-js-1.0.3.tgz"
-                }
-              }
-            },
-            "esprima": {
-              "version": "2.7.3",
-              "from": "esprima@>=2.6.0 <3.0.0",
-              "resolved": "http://registry.npmjs.org/esprima/-/esprima-2.7.3.tgz"
-            },
-            "inherit": {
-              "version": "2.2.6",
-              "from": "inherit@>=2.2.2 <3.0.0",
-              "resolved": "http://registry.npmjs.org/inherit/-/inherit-2.2.6.tgz"
-            }
-          }
-        },
-        "load-grunt-tasks": {
-          "version": "3.3.0",
-          "from": "load-grunt-tasks@>=3.3.0 <3.4.0",
-          "resolved": "http://registry.npmjs.org/load-grunt-tasks/-/load-grunt-tasks-3.3.0.tgz",
-          "dependencies": {
-            "arrify": {
-              "version": "1.0.1",
-              "from": "arrify@>=1.0.0 <2.0.0",
-              "resolved": "http://registry.npmjs.org/arrify/-/arrify-1.0.1.tgz"
-            },
-            "multimatch": {
-              "version": "2.1.0",
-              "from": "multimatch@>=2.0.0 <3.0.0",
-              "resolved": "http://registry.npmjs.org/multimatch/-/multimatch-2.1.0.tgz",
-              "dependencies": {
-                "array-differ": {
-                  "version": "1.0.0",
-                  "from": "array-differ@>=1.0.0 <2.0.0",
-                  "resolved": "http://registry.npmjs.org/array-differ/-/array-differ-1.0.0.tgz"
-                },
-                "array-union": {
-                  "version": "1.0.2",
-                  "from": "array-union@>=1.0.1 <2.0.0",
-                  "resolved": "http://registry.npmjs.org/array-union/-/array-union-1.0.2.tgz",
-                  "dependencies": {
-                    "array-uniq": {
-                      "version": "1.0.3",
-                      "from": "array-uniq@>=1.0.1 <2.0.0",
-                      "resolved": "https://registry.npmjs.org/array-uniq/-/array-uniq-1.0.3.tgz"
-                    }
-                  }
-                },
-                "minimatch": {
-                  "version": "3.0.4",
-                  "from": "minimatch@>=3.0.0 <4.0.0",
-                  "resolved": "https://registry.npmjs.org/minimatch/-/minimatch-3.0.4.tgz",
-                  "dependencies": {
-                    "brace-expansion": {
-                      "version": "1.1.8",
-                      "from": "brace-expansion@>=1.1.7 <2.0.0",
-                      "resolved": "https://registry.npmjs.org/brace-expansion/-/brace-expansion-1.1.8.tgz",
-                      "dependencies": {
-                        "balanced-match": {
-                          "version": "1.0.0",
-                          "from": "balanced-match@>=1.0.0 <2.0.0",
-                          "resolved": "https://registry.npmjs.org/balanced-match/-/balanced-match-1.0.0.tgz"
-                        },
-                        "concat-map": {
-                          "version": "0.0.1",
-                          "from": "concat-map@0.0.1",
-                          "resolved": "https://registry.npmjs.org/concat-map/-/concat-map-0.0.1.tgz"
-                        }
-                      }
-                    }
-                  }
-                }
-              }
-            },
-            "pkg-up": {
-              "version": "1.0.0",
-              "from": "pkg-up@>=1.0.0 <2.0.0",
-              "resolved": "http://registry.npmjs.org/pkg-up/-/pkg-up-1.0.0.tgz",
-              "dependencies": {
-                "find-up": {
-                  "version": "1.1.2",
-                  "from": "find-up@>=1.0.0 <2.0.0",
-                  "resolved": "http://registry.npmjs.org/find-up/-/find-up-1.1.2.tgz",
-                  "dependencies": {
-                    "path-exists": {
-                      "version": "2.1.0",
-                      "from": "path-exists@>=2.0.0 <3.0.0",
-                      "resolved": "http://registry.npmjs.org/path-exists/-/path-exists-2.1.0.tgz"
-                    },
-                    "pinkie-promise": {
-                      "version": "2.0.1",
-                      "from": "pinkie-promise@>=2.0.0 <3.0.0",
-                      "resolved": "http://registry.npmjs.org/pinkie-promise/-/pinkie-promise-2.0.1.tgz",
-                      "dependencies": {
-                        "pinkie": {
-                          "version": "2.0.4",
-                          "from": "pinkie@>=2.0.0 <3.0.0",
-                          "resolved": "http://registry.npmjs.org/pinkie/-/pinkie-2.0.4.tgz"
-                        }
-                      }
-                    }
-                  }
-                }
-              }
-            }
-          }
-        }
-      }
-    },
-    "lodash": {
-      "version": "3.10.1",
-      "from": "lodash@>=3.0.0 <4.0.0",
-      "resolved": "https://registry.npmjs.org/lodash/-/lodash-3.10.1.tgz"
-    },
-    "mongodb": {
-      "version": "2.2.34",
-      "from": "mongodb@>=2.2.34 <3.0.0",
-      "resolved": "http://registry.npmjs.org/mongodb/-/mongodb-2.2.34.tgz",
-      "dependencies": {
-        "es6-promise": {
-          "version": "3.2.1",
-          "from": "es6-promise@3.2.1",
-          "resolved": "http://registry.npmjs.org/es6-promise/-/es6-promise-3.2.1.tgz"
-        },
-        "mongodb-core": {
-          "version": "2.1.18",
-          "from": "mongodb-core@2.1.18",
-          "resolved": "http://registry.npmjs.org/mongodb-core/-/mongodb-core-2.1.18.tgz",
-          "dependencies": {
-            "require_optional": {
-              "version": "1.0.1",
-              "from": "require_optional@>=1.0.0 <1.1.0",
-              "resolved": "https://registry.npmjs.org/require_optional/-/require_optional-1.0.1.tgz",
-              "dependencies": {
-                "semver": {
-                  "version": "5.5.0",
-                  "from": "semver@>=5.1.0 <6.0.0",
-                  "resolved": "http://registry.npmjs.org/semver/-/semver-5.5.0.tgz"
-                },
-                "resolve-from": {
-                  "version": "2.0.0",
-                  "from": "resolve-from@>=2.0.0 <3.0.0",
-                  "resolved": "https://registry.npmjs.org/resolve-from/-/resolve-from-2.0.0.tgz"
-                }
-              }
-            }
-          }
-        },
-        "readable-stream": {
-          "version": "2.2.7",
-          "from": "readable-stream@2.2.7",
-          "resolved": "https://registry.npmjs.org/readable-stream/-/readable-stream-2.2.7.tgz",
-          "dependencies": {
-            "buffer-shims": {
-              "version": "1.0.0",
-              "from": "buffer-shims@>=1.0.0 <1.1.0",
-              "resolved": "https://registry.npmjs.org/buffer-shims/-/buffer-shims-1.0.0.tgz"
-            },
-            "core-util-is": {
-              "version": "1.0.2",
-              "from": "core-util-is@>=1.0.0 <1.1.0",
-              "resolved": "https://registry.npmjs.org/core-util-is/-/core-util-is-1.0.2.tgz"
-            },
-            "isarray": {
-              "version": "1.0.0",
-              "from": "isarray@>=1.0.0 <1.1.0",
-              "resolved": "https://registry.npmjs.org/isarray/-/isarray-1.0.0.tgz"
-            },
-            "inherits": {
-              "version": "2.0.3",
-              "from": "inherits@>=2.0.1 <2.1.0",
-              "resolved": "https://registry.npmjs.org/inherits/-/inherits-2.0.3.tgz"
-            },
-            "process-nextick-args": {
-              "version": "1.0.7",
-              "from": "process-nextick-args@>=1.0.6 <1.1.0",
-              "resolved": "https://registry.npmjs.org/process-nextick-args/-/process-nextick-args-1.0.7.tgz"
-            },
-            "string_decoder": {
-              "version": "1.0.3",
-              "from": "string_decoder@>=1.0.0 <1.1.0",
-              "resolved": "https://registry.npmjs.org/string_decoder/-/string_decoder-1.0.3.tgz",
-              "dependencies": {
-                "safe-buffer": {
-                  "version": "5.1.1",
-                  "from": "safe-buffer@>=5.1.0 <5.2.0",
-                  "resolved": "https://registry.npmjs.org/safe-buffer/-/safe-buffer-5.1.1.tgz"
-                }
-              }
-            },
-            "util-deprecate": {
-              "version": "1.0.2",
-              "from": "util-deprecate@>=1.0.1 <1.1.0",
-              "resolved": "https://registry.npmjs.org/util-deprecate/-/util-deprecate-1.0.2.tgz"
-            }
-          }
-        }
-      }
-    },
-    "mongojs": {
-      "version": "2.4.0",
-      "from": "mongojs@2.4.0",
-      "resolved": "http://registry.npmjs.org/mongojs/-/mongojs-2.4.0.tgz",
-      "dependencies": {
-        "each-series": {
-          "version": "1.0.0",
-          "from": "each-series@>=1.0.0 <2.0.0",
-          "resolved": "https://registry.npmjs.org/each-series/-/each-series-1.0.0.tgz"
-        },
-        "once": {
-          "version": "1.4.0",
-          "from": "once@>=1.3.2 <2.0.0",
-          "resolved": "https://registry.npmjs.org/once/-/once-1.4.0.tgz",
-          "dependencies": {
-            "wrappy": {
-              "version": "1.0.2",
-              "from": "wrappy@>=1.0.0 <2.0.0",
-              "resolved": "https://registry.npmjs.org/wrappy/-/wrappy-1.0.2.tgz"
-            }
-          }
-        },
-        "parse-mongo-url": {
-          "version": "1.1.1",
-          "from": "parse-mongo-url@>=1.1.0 <2.0.0",
-          "resolved": "https://registry.npmjs.org/parse-mongo-url/-/parse-mongo-url-1.1.1.tgz"
-        },
-        "readable-stream": {
-          "version": "2.3.3",
-          "from": "readable-stream@>=2.0.2 <3.0.0",
-          "resolved": "https://registry.npmjs.org/readable-stream/-/readable-stream-2.3.3.tgz",
-          "dependencies": {
-            "core-util-is": {
-              "version": "1.0.2",
-              "from": "core-util-is@>=1.0.0 <1.1.0",
-              "resolved": "https://registry.npmjs.org/core-util-is/-/core-util-is-1.0.2.tgz"
-            },
-            "inherits": {
-              "version": "2.0.3",
-              "from": "inherits@>=2.0.3 <2.1.0",
-              "resolved": "https://registry.npmjs.org/inherits/-/inherits-2.0.3.tgz"
-            },
-            "isarray": {
-              "version": "1.0.0",
-              "from": "isarray@>=1.0.0 <1.1.0",
-              "resolved": "https://registry.npmjs.org/isarray/-/isarray-1.0.0.tgz"
-            },
-            "process-nextick-args": {
-              "version": "1.0.7",
-              "from": "process-nextick-args@>=1.0.6 <1.1.0",
-              "resolved": "https://registry.npmjs.org/process-nextick-args/-/process-nextick-args-1.0.7.tgz"
-            },
-            "safe-buffer": {
-              "version": "5.1.1",
-              "from": "safe-buffer@>=5.1.1 <5.2.0",
-              "resolved": "https://registry.npmjs.org/safe-buffer/-/safe-buffer-5.1.1.tgz"
-            },
-            "string_decoder": {
-              "version": "1.0.3",
-              "from": "string_decoder@>=1.0.3 <1.1.0",
-              "resolved": "https://registry.npmjs.org/string_decoder/-/string_decoder-1.0.3.tgz"
-            },
-            "util-deprecate": {
-              "version": "1.0.2",
-              "from": "util-deprecate@>=1.0.1 <1.1.0",
-              "resolved": "https://registry.npmjs.org/util-deprecate/-/util-deprecate-1.0.2.tgz"
-            }
-          }
-        },
-        "thunky": {
-          "version": "0.1.0",
-          "from": "thunky@>=0.1.0 <0.2.0",
-          "resolved": "https://registry.npmjs.org/thunky/-/thunky-0.1.0.tgz"
-        },
-        "to-mongodb-core": {
-          "version": "2.0.0",
-          "from": "to-mongodb-core@>=2.0.0 <3.0.0",
-          "resolved": "https://registry.npmjs.org/to-mongodb-core/-/to-mongodb-core-2.0.0.tgz"
-        },
-        "xtend": {
-          "version": "4.0.1",
-          "from": "xtend@>=4.0.0 <5.0.0",
-          "resolved": "https://registry.npmjs.org/xtend/-/xtend-4.0.1.tgz"
-        }
-      }
-    },
-    "redis": {
-      "version": "2.8.0",
-      "from": "redis@>=2.6.2 <3.0.0",
-      "resolved": "https://registry.npmjs.org/redis/-/redis-2.8.0.tgz",
-      "dependencies": {
-        "double-ended-queue": {
-          "version": "2.1.0-0",
-          "from": "double-ended-queue@>=2.1.0-0 <3.0.0",
-          "resolved": "https://registry.npmjs.org/double-ended-queue/-/double-ended-queue-2.1.0-0.tgz"
-        },
-        "redis-commands": {
-          "version": "1.3.1",
-          "from": "redis-commands@>=1.2.0 <2.0.0",
-          "resolved": "https://registry.npmjs.org/redis-commands/-/redis-commands-1.3.1.tgz"
-        },
-        "redis-parser": {
-          "version": "2.6.0",
-          "from": "redis-parser@>=2.6.0 <3.0.0",
-          "resolved": "https://registry.npmjs.org/redis-parser/-/redis-parser-2.6.0.tgz"
-        }
-      }
-    },
-    "rimraf": {
-      "version": "2.2.8",
-      "from": "rimraf@>=2.2.6 <2.3.0",
-      "resolved": "https://registry.npmjs.org/rimraf/-/rimraf-2.2.8.tgz"
-    },
-    "settings-sharelatex": {
-      "version": "1.0.0",
-      "from": "git+https://github.com/sharelatex/settings-sharelatex.git",
-      "resolved": "git+https://github.com/sharelatex/settings-sharelatex.git#b4fb8404c5de571d029bf4c29e96a60b21206f94",
-      "dependencies": {
-        "coffee-script": {
-          "version": "1.6.0",
-          "from": "coffee-script@1.6.0",
-          "resolved": "http://registry.npmjs.org/coffee-script/-/coffee-script-1.6.0.tgz"
-        }
-      }
-    },
-    "underscore": {
-      "version": "1.8.3",
-      "from": "underscore@>=1.7.0 <2.0.0",
-      "resolved": "https://registry.npmjs.org/underscore/-/underscore-1.8.3.tgz"
-    }
-  }
-}

package.json

@@ -1,19 +1,14 @@
 {
   "name": "sharelatex",
-  "version": "0.0.1",
+  "version": "0.1.4",
   "description": "An online collaborative LaTeX editor",
   "dependencies": {
     "async": "^0.9.0",
-    "bson": "^1.0.4",
-    "coffee-script": "^1.11.1",
-    "east": "0.5.7",
-    "east-mongo": "0.3.3",
+    "east": "git+https://github.com/henryoswald/east.git#master",
+    "east-mongo": "^0.1.2",
     "grunt-shell": "^1.1.1",
-    "load-grunt-config": "^0.19.2",
     "lodash": "^3.0.0",
-    "mongodb": "^2.2.34",
-    "mongojs": "2.4.0",
-    "redis": "^2.6.2",
+    "mongojs": "^0.18.1",
     "rimraf": "~2.2.6",
     "settings-sharelatex": "git+https://github.com/sharelatex/settings-sharelatex.git",
     "underscore": "^1.7.0"

package/nginx/sharelatex.conf

@@ -0,0 +1,44 @@
+server {
+	listen         80;
+	server_name    _; # Catch all, see http://nginx.org/en/docs/http/server_names.html
+
+	set $static_path /var/www/sharelatex/web/public;
+
+	location / {
+		proxy_pass http://localhost:3000;
+		proxy_set_header Host $http_x_forwarded_host;
+		proxy_http_version 1.1;
+		proxy_set_header Upgrade $http_upgrade;
+		proxy_set_header Connection "upgrade";
+		proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
+		proxy_read_timeout 3m;
+		proxy_send_timeout 3m;
+	}
+	
+	location /socket.io {
+		proxy_pass http://localhost:3026;
+		proxy_set_header X-Forwarded-Proto $scheme;
+		proxy_set_header Host $http_x_forwarded_host;
+		proxy_http_version 1.1;
+		proxy_set_header Upgrade $http_upgrade;
+		proxy_set_header Connection "upgrade";
+		proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
+		proxy_read_timeout 3m;
+		proxy_send_timeout 3m;
+	}
+
+	location /stylesheets {
+		expires 1y;
+		root $static_path/;
+	}
+
+	location /minjs {
+		expires 1y;
+		root $static_path/;
+	}
+
+	location /img {
+		expires 1y;
+		root $static_path/;
+	}
+}

package/upstart/sharelatex-chat.conf

@@ -0,0 +1,28 @@
+description "sharelatex-web"
+author      "ShareLaTeX <team@sharelatex.com>"
+
+start on (local-filesystems and net-device-up IFACE!=lo)
+stop on shutdown
+
+respawn
+
+limit nofile 8192 8192
+
+pre-start script
+    mkdir -p /var/log/sharelatex
+end script
+
+script
+    SERVICE=chat
+    USER=sharelatex
+    GROUP=sharelatex
+    # You may need to replace this with an absolute 
+    # path to Node.js if it's not in your system PATH.
+    NODE=node
+    SHARELATEX_CONFIG=/etc/sharelatex/settings.coffee
+    LATEX_PATH=/usr/local/texlive/2014/bin/x86_64-linux
+
+    echo $$ > /var/run/sharelatex-$SERVICE.pid
+    cd /var/www/sharelatex/$SERVICE
+    exec sudo -u $USER -g $GROUP env SHARELATEX_CONFIG=$SHARELATEX_CONFIG NODE_ENV=production PATH=$PATH:$LATEX_PATH $NODE app.js >> /var/log/sharelatex/$SERVICE.log 2>&1
+end script

package/upstart/sharelatex-clsi.conf

@@ -0,0 +1,28 @@
+description "sharelatex-web"
+author      "ShareLaTeX <team@sharelatex.com>"
+
+start on (local-filesystems and net-device-up IFACE!=lo)
+stop on shutdown
+
+respawn
+
+limit nofile 8192 8192
+
+pre-start script
+    mkdir -p /var/log/sharelatex
+end script
+
+script
+    SERVICE=clsi
+    USER=sharelatex
+    GROUP=sharelatex
+    # You may need to replace this with an absolute 
+    # path to Node.js if it's not in your system PATH.
+    NODE=node
+    SHARELATEX_CONFIG=/etc/sharelatex/settings.coffee
+    LATEX_PATH=/usr/local/texlive/2014/bin/x86_64-linux
+
+    echo $$ > /var/run/sharelatex-$SERVICE.pid
+    cd /var/www/sharelatex/$SERVICE
+    exec sudo -u $USER -g $GROUP env SHARELATEX_CONFIG=$SHARELATEX_CONFIG NODE_ENV=production PATH=$PATH:$LATEX_PATH $NODE app.js >> /var/log/sharelatex/$SERVICE.log 2>&1
+end script

package/upstart/sharelatex-docstore.conf

@@ -0,0 +1,28 @@
+description "sharelatex-web"
+author      "ShareLaTeX <team@sharelatex.com>"
+
+start on (local-filesystems and net-device-up IFACE!=lo)
+stop on shutdown
+
+respawn
+
+limit nofile 8192 8192
+
+pre-start script
+    mkdir -p /var/log/sharelatex
+end script
+
+script
+    SERVICE=docstore
+    USER=sharelatex
+    GROUP=sharelatex
+    # You may need to replace this with an absolute 
+    # path to Node.js if it's not in your system PATH.
+    NODE=node
+    SHARELATEX_CONFIG=/etc/sharelatex/settings.coffee
+    LATEX_PATH=/usr/local/texlive/2014/bin/x86_64-linux
+
+    echo $$ > /var/run/sharelatex-$SERVICE.pid
+    cd /var/www/sharelatex/$SERVICE
+    exec sudo -u $USER -g $GROUP env SHARELATEX_CONFIG=$SHARELATEX_CONFIG NODE_ENV=production PATH=$PATH:$LATEX_PATH $NODE app.js >> /var/log/sharelatex/$SERVICE.log 2>&1
+end script

package/upstart/sharelatex-document-updater.conf

@@ -0,0 +1,28 @@
+description "sharelatex-web"
+author      "ShareLaTeX <team@sharelatex.com>"
+
+start on (local-filesystems and net-device-up IFACE!=lo)
+stop on shutdown
+
+respawn
+
+limit nofile 8192 8192
+
+pre-start script
+    mkdir -p /var/log/sharelatex
+end script
+
+script
+    SERVICE=document-updater
+    USER=sharelatex
+    GROUP=sharelatex
+    # You may need to replace this with an absolute 
+    # path to Node.js if it's not in your system PATH.
+    NODE=node
+    SHARELATEX_CONFIG=/etc/sharelatex/settings.coffee
+    LATEX_PATH=/usr/local/texlive/2014/bin/x86_64-linux
+
+    echo $$ > /var/run/sharelatex-$SERVICE.pid
+    cd /var/www/sharelatex/$SERVICE
+    exec sudo -u $USER -g $GROUP env SHARELATEX_CONFIG=$SHARELATEX_CONFIG NODE_ENV=production PATH=$PATH:$LATEX_PATH $NODE app.js >> /var/log/sharelatex/$SERVICE.log 2>&1
+end script

package/upstart/sharelatex-filestore.conf

@@ -0,0 +1,28 @@
+description "sharelatex-web"
+author      "ShareLaTeX <team@sharelatex.com>"
+
+start on (local-filesystems and net-device-up IFACE!=lo)
+stop on shutdown
+
+respawn
+
+limit nofile 8192 8192
+
+pre-start script
+    mkdir -p /var/log/sharelatex
+end script
+
+script
+    SERVICE=filestore
+    USER=sharelatex
+    GROUP=sharelatex
+    # You may need to replace this with an absolute 
+    # path to Node.js if it's not in your system PATH.
+    NODE=node
+    SHARELATEX_CONFIG=/etc/sharelatex/settings.coffee
+    LATEX_PATH=/usr/local/texlive/2014/bin/x86_64-linux
+
+    echo $$ > /var/run/sharelatex-$SERVICE.pid
+    cd /var/www/sharelatex/$SERVICE
+    exec sudo -u $USER -g $GROUP env SHARELATEX_CONFIG=$SHARELATEX_CONFIG NODE_ENV=production PATH=$PATH:$LATEX_PATH $NODE app.js >> /var/log/sharelatex/$SERVICE.log 2>&1
+end script

package/upstart/sharelatex-real-time.conf

@@ -0,0 +1,28 @@
+description "sharelatex-web"
+author      "ShareLaTeX <team@sharelatex.com>"
+
+start on (local-filesystems and net-device-up IFACE!=lo)
+stop on shutdown
+
+respawn
+
+limit nofile 8192 8192
+
+pre-start script
+    mkdir -p /var/log/sharelatex
+end script
+
+script
+    SERVICE=real-time
+    USER=sharelatex
+    GROUP=sharelatex
+    # You may need to replace this with an absolute 
+    # path to Node.js if it's not in your system PATH.
+    NODE=node
+    SHARELATEX_CONFIG=/etc/sharelatex/settings.coffee
+    LATEX_PATH=/usr/local/texlive/2014/bin/x86_64-linux
+
+    echo $$ > /var/run/sharelatex-$SERVICE.pid
+    cd /var/www/sharelatex/$SERVICE
+    exec sudo -u $USER -g $GROUP env SHARELATEX_CONFIG=$SHARELATEX_CONFIG NODE_ENV=production PATH=$PATH:$LATEX_PATH $NODE app.js >> /var/log/sharelatex/$SERVICE.log 2>&1
+end script

package/upstart/sharelatex-spelling.conf

@@ -0,0 +1,28 @@
+description "sharelatex-web"
+author      "ShareLaTeX <team@sharelatex.com>"
+
+start on (local-filesystems and net-device-up IFACE!=lo)
+stop on shutdown
+
+respawn
+
+limit nofile 8192 8192
+
+pre-start script
+    mkdir -p /var/log/sharelatex
+end script
+
+script
+    SERVICE=spelling
+    USER=sharelatex
+    GROUP=sharelatex
+    # You may need to replace this with an absolute 
+    # path to Node.js if it's not in your system PATH.
+    NODE=node
+    SHARELATEX_CONFIG=/etc/sharelatex/settings.coffee
+    LATEX_PATH=/usr/local/texlive/2014/bin/x86_64-linux
+
+    echo $$ > /var/run/sharelatex-$SERVICE.pid
+    cd /var/www/sharelatex/$SERVICE
+    exec sudo -u $USER -g $GROUP env SHARELATEX_CONFIG=$SHARELATEX_CONFIG NODE_ENV=production PATH=$PATH:$LATEX_PATH $NODE app.js >> /var/log/sharelatex/$SERVICE.log 2>&1
+end script

package/upstart/sharelatex-tags.conf

@@ -0,0 +1,28 @@
+description "sharelatex-web"
+author      "ShareLaTeX <team@sharelatex.com>"
+
+start on (local-filesystems and net-device-up IFACE!=lo)
+stop on shutdown
+
+respawn
+
+limit nofile 8192 8192
+
+pre-start script
+    mkdir -p /var/log/sharelatex
+end script
+
+script
+    SERVICE=tags
+    USER=sharelatex
+    GROUP=sharelatex
+    # You may need to replace this with an absolute 
+    # path to Node.js if it's not in your system PATH.
+    NODE=node
+    SHARELATEX_CONFIG=/etc/sharelatex/settings.coffee
+    LATEX_PATH=/usr/local/texlive/2014/bin/x86_64-linux
+
+    echo $$ > /var/run/sharelatex-$SERVICE.pid
+    cd /var/www/sharelatex/$SERVICE
+    exec sudo -u $USER -g $GROUP env SHARELATEX_CONFIG=$SHARELATEX_CONFIG NODE_ENV=production PATH=$PATH:$LATEX_PATH $NODE app.js >> /var/log/sharelatex/$SERVICE.log 2>&1
+end script

package/upstart/sharelatex-template.conf

@@ -0,0 +1,28 @@
+description "sharelatex-web"
+author      "ShareLaTeX <team@sharelatex.com>"
+
+start on (local-filesystems and net-device-up IFACE!=lo)
+stop on shutdown
+
+respawn
+
+limit nofile 8192 8192
+
+pre-start script
+    mkdir -p /var/log/sharelatex
+end script
+
+script
+    SERVICE=__SERVICE__
+    USER=sharelatex
+    GROUP=sharelatex
+    # You may need to replace this with an absolute 
+    # path to Node.js if it's not in your system PATH.
+    NODE=node
+    SHARELATEX_CONFIG=/etc/sharelatex/settings.coffee
+    LATEX_PATH=/usr/local/texlive/2014/bin/x86_64-linux
+
+    echo $$ > /var/run/sharelatex-$SERVICE.pid
+    cd /var/www/sharelatex/$SERVICE
+    exec sudo -u $USER -g $GROUP env SHARELATEX_CONFIG=$SHARELATEX_CONFIG NODE_ENV=production PATH=$PATH:$LATEX_PATH $NODE app.js >> /var/log/sharelatex/$SERVICE.log 2>&1
+end script

package/upstart/sharelatex-track-changes.conf

@@ -0,0 +1,28 @@
+description "sharelatex-web"
+author      "ShareLaTeX <team@sharelatex.com>"
+
+start on (local-filesystems and net-device-up IFACE!=lo)
+stop on shutdown
+
+respawn
+
+limit nofile 8192 8192
+
+pre-start script
+    mkdir -p /var/log/sharelatex
+end script
+
+script
+    SERVICE=track-changes
+    USER=sharelatex
+    GROUP=sharelatex
+    # You may need to replace this with an absolute 
+    # path to Node.js if it's not in your system PATH.
+    NODE=node
+    SHARELATEX_CONFIG=/etc/sharelatex/settings.coffee
+    LATEX_PATH=/usr/local/texlive/2014/bin/x86_64-linux
+
+    echo $$ > /var/run/sharelatex-$SERVICE.pid
+    cd /var/www/sharelatex/$SERVICE
+    exec sudo -u $USER -g $GROUP env SHARELATEX_CONFIG=$SHARELATEX_CONFIG NODE_ENV=production PATH=$PATH:$LATEX_PATH $NODE app.js >> /var/log/sharelatex/$SERVICE.log 2>&1
+end script

package/upstart/sharelatex-web.conf

@@ -0,0 +1,28 @@
+description "sharelatex-web"
+author      "ShareLaTeX <team@sharelatex.com>"
+
+start on (local-filesystems and net-device-up IFACE!=lo)
+stop on shutdown
+
+respawn
+
+limit nofile 8192 8192
+
+pre-start script
+    mkdir -p /var/log/sharelatex
+end script
+
+script
+    SERVICE=web
+    USER=sharelatex
+    GROUP=sharelatex
+    # You may need to replace this with an absolute 
+    # path to Node.js if it's not in your system PATH.
+    NODE=node
+    SHARELATEX_CONFIG=/etc/sharelatex/settings.coffee
+    LATEX_PATH=/usr/local/texlive/2014/bin/x86_64-linux
+
+    echo $$ > /var/run/sharelatex-$SERVICE.pid
+    cd /var/www/sharelatex/$SERVICE
+    exec sudo -u $USER -g $GROUP env SHARELATEX_CONFIG=$SHARELATEX_CONFIG NODE_ENV=production PATH=$PATH:$LATEX_PATH $NODE app.js >> /var/log/sharelatex/$SERVICE.log 2>&1
+end script

tasks/CreateAndDestoryUsers.coffee

@@ -1,56 +0,0 @@
-
-module.exports = (grunt) ->
-
-	grunt.registerTask 'user:create-admin', "Create a user with the given email address and make them an admin. Update in place if the user already exists. Usage: grunt user:create-admin --email joe@example.com", () ->
-		done = @async()
-		email = grunt.option("email")
-		if !email?
-			console.error "Usage: grunt user:create-admin --email joe@example.com"
-			process.exit(1)
-
-		settings = require "settings-sharelatex"
-		UserRegistrationHandler = require "../web/app/js/Features/User/UserRegistrationHandler"
-		OneTimeTokenHandler = require "../web/app/js/Features/Security/OneTimeTokenHandler"
-		UserRegistrationHandler.registerNewUser {
-			email: email
-			password: require("crypto").randomBytes(32).toString("hex")
-		}, (error, user) ->
-			if error? and error?.message != "EmailAlreadyRegistered"
-				throw error
-			user.isAdmin = true
-			user.save (error) ->
-				throw error if error?
-				ONE_WEEK = 7 * 24 * 60 * 60 # seconds
-				OneTimeTokenHandler.getNewToken user._id, { expiresIn: ONE_WEEK }, (err, token)->
-					return next(err) if err?
-					
-					console.log ""
-					console.log """
-						Successfully created #{email} as an admin user.
-						
-						Please visit the following URL to set a password for #{email} and log in:
-						
-							#{settings.siteUrl}/user/password/set?passwordResetToken=#{token}
-						
-					"""
-					done()
-
-	grunt.registerTask 'user:delete', "deletes a user and all their data, Usage: grunt user:delete --email joe@example.com", () ->
-		done = @async()
-		email = grunt.option("email")
-		if !email?
-			console.error "Usage: grunt user:delete --email joe@example.com"
-			process.exit(1)
-		settings = require "settings-sharelatex"
-		UserGetter = require "../web/app/js/Features/User/UserGetter"
-		UserDeleter = require "../web/app/js/Features/User/UserDeleter"
-		UserGetter.getUser email:email, (error, user) ->
-			if error?
-				throw error
-			if !user?
-				console.log("user #{email} not in database, potentially already deleted")
-				return done()
-			UserDeleter.deleteUser user._id, (err)->
-				if err?
-					throw err
-				done()

tasks/ProjectSize.coffee

@@ -1,24 +0,0 @@
-# require("coffee-script")
-
-# fs = require("fs")
-# _ = require("underscore")
-
-# if not process.argv[2]
-#     console.log "Usage: coffee project_size.coffee user_files_path"
-# else
-#     dirPath = process.argv[2]
-#     if not fs.lstatSync(dirPath).isDirectory()
-#         console.log dirPath + " directory not exist"
-#     else
-#         fs.readdir dirPath, (err, files)->
-#             projects = []
-#             files.forEach (file)->
-#                 project_id = file.split("_")[0]
-#                 if !projects[project_id]
-#                     projects[project_id] = 0
-#                 projects[project_id] += fs.lstatSync(dirPath+"/"+file).size
-
-#             ids = _.keys projects
-#             console.log "project \t size"
-#             ids.forEach (id)->
-#                 console.log id + "\t" + projects[id]