store reported repos

Author: montyanderson

README.md

@@ -2,10 +2,16 @@
 
 [![Build Status](https://travis-ci.org/ovsoinc/gitbackup.svg?branch=master)](https://travis-ci.org/ovsoinc/gitbackup) [![Coverage Status](https://coveralls.io/repos/github/ovsoinc/gitbackup/badge.svg?branch=master)](https://coveralls.io/github/ovsoinc/gitbackup?branch=master)
 
-We backup and archive GitHub.
+> We backup and archive GitHub.
+
+GitBackup was built at [Storj](https://storj.io/) by @super3, @montyanderson, and @calebcase.
 
 ## Design
 
+We have a single central server exposing a REST API used by both the user interface and by workers.
+
+Workers operate statelessly and can be scaled, limited only by the central server's ability to provision work.
+
 Storj serves as our durable store for all data and metadata. Redis will serve
 as the store for ephmerical data and data cached for speed reasons.
 

server.js

@@ -215,10 +215,11 @@ router.post('/lock/:username/complete', async ctx => {
 		.del(`user:${ctx.params.username}:error`)
 		.exec();
 
-	const {totalRepos, storageDelta} = ctx.query;
+	const {totalRepos, reportedRepos, storageDelta} = ctx.query;
 	const oldTotal = await redis.getset(`user:${ctx.params.username}`, totalRepos) || 0;
 
 	await redis.multi()
+		.set(`user:${ctx.params.username}:reported-repos`, reportedRepos)
 		.decrby('stats:repos', Number(oldTotal))
 		.incrby('stats:repos', Number(totalRepos))
 		.incrby('stats:storage', Number(storageDelta))

worker.js

@@ -112,6 +112,8 @@ async function storjSize(path) {
 async function cloneUser({ username, lastSynced }) {
 	// get list of repositories from Github API
 	const repos = await getRepos({ username });
+	const reportedRepos = repos.length;
+
 	let storageDelta = 0;
 	let totalUpload = 0;
 
@@ -212,6 +214,7 @@ async function cloneUser({ username, lastSynced }) {
 
 	return {
 		totalRepos,
+		reportedRepos,
 		storageDelta,
 		totalUpload
 	};
@@ -247,6 +250,7 @@ async function cloneUser({ username, lastSynced }) {
 			// sync user
 			const {
 				totalRepos,
+				reportedRepos,
 				storageDelta,
 				totalUpload
 			} = await (async () => {
@@ -269,6 +273,7 @@ async function cloneUser({ username, lastSynced }) {
 			await lockClient.post(`/lock/${username}/complete`, null, {
 				params: {
 					totalRepos,
+					reportedRepos,
 					storageDelta
 				}
 			});