|
| 1 | +/** |
| 2 | + * Store v5 challenge id for current records |
| 3 | + */ |
| 4 | + |
| 5 | +const _ = require('lodash') |
| 6 | +const co = require('co') |
| 7 | +const config = require('config') |
| 8 | +const logger = require('../src/common/logger') |
| 9 | +const dbhelper = require('../src/common/dbhelper') |
| 10 | +const helper = require('../src/common/helper') |
| 11 | + |
| 12 | +/** |
| 13 | + * Update Submission's challenge id to v5 |
| 14 | + * @param {Object} submission The submission record |
| 15 | + * @returns {Promise} |
| 16 | + */ |
| 17 | +function * updateRecord (submission) { |
| 18 | + const v5challengeId = yield helper.getV5ChallengeId(submission.challengeId) |
| 19 | + const record = { |
| 20 | + TableName: 'Submission', |
| 21 | + Key: { |
| 22 | + id: submission.id |
| 23 | + }, |
| 24 | + UpdateExpression: `set challengeId = :c, legacyChallengeId = :l`, |
| 25 | + ExpressionAttributeValues: { |
| 26 | + ':c': v5challengeId, |
| 27 | + ':l': submission.challengeId |
| 28 | + } |
| 29 | + } |
| 30 | + if (!v5challengeId) { |
| 31 | + logger.warn(`the challengeId: ${submission.challengeId} is not having a v5 challengeId`) |
| 32 | + |
| 33 | + return |
| 34 | + } else if (v5challengeId === submission.challengeId) { |
| 35 | + logger.info(`the challengeId: ${submission.challengeId} is already a v5 challengeId`) |
| 36 | + } |
| 37 | + |
| 38 | + yield dbhelper.updateRecord(record) |
| 39 | +} |
| 40 | + |
| 41 | +/* |
| 42 | + * Update all submission's challenge id to v5 |
| 43 | + * @returns {Promise} |
| 44 | + */ |
| 45 | +function * updateRecords () { |
| 46 | + const tableName = config.SUBMISSION_TABLE_NAME |
| 47 | + let promises = [] |
| 48 | + const params = { |
| 49 | + TableName: tableName |
| 50 | + } |
| 51 | + // Process until all the records from DB is fetched |
| 52 | + while (true) { |
| 53 | + const records = yield dbhelper.scanRecords(params) |
| 54 | + const totalRecords = records.Items.length |
| 55 | + logger.debug(`Number of ${tableName}s fetched from DB - ${totalRecords}. More fetch iterations may follow (pagination in progress)`) |
| 56 | + for (let i = 0; i < totalRecords; i++) { |
| 57 | + const record = records.Items[i] |
| 58 | + promises.push(updateRecord(record)) |
| 59 | + } |
| 60 | + // Continue fetching the remaining records from Database |
| 61 | + if (typeof records.LastEvaluatedKey !== 'undefined') { |
| 62 | + params.ExclusiveStartKey = records.LastEvaluatedKey |
| 63 | + } else { |
| 64 | + break // If there are no more records to process, exit the loop |
| 65 | + } |
| 66 | + } |
| 67 | + logger.debug(`All records fetched. Proceeding to update them in batches of ${config.UPDATE_V5_CHALLENGE_BATCH_SIZE}`) |
| 68 | + const paraRecords = _.chunk(promises, config.UPDATE_V5_CHALLENGE_BATCH_SIZE) |
| 69 | + for (const rs of paraRecords) { |
| 70 | + yield rs |
| 71 | + } |
| 72 | +} |
| 73 | + |
| 74 | +co(function * () { |
| 75 | + yield updateRecords() |
| 76 | +}).catch((err) => { |
| 77 | + logger.logFullError(err) |
| 78 | +}) |
0 commit comments