remove unnecessary parse job data

store/buildMatch.js

@@ -134,12 +134,14 @@ async function getMatch(matchId) {
     // If we fetched from archive we already have players
     playersMatchData = match.players || (await getPlayerMatchData(matchId));
     if (playersMatchData.length === 0) {
-      throw new Error('no players found for match');
+      // Could be due to partial deletion where we only finished deleting players
+      await backfill(matchId);
+      playersMatchData = await getPlayerMatchData(matchId);
     }
   } catch (e) {
+    // TODO we can probably remove this try/catch after bad data is fixed
     console.error(e);
     if (
-      e.message.startsWith('no players found') ||
       e.message.startsWith('Unexpected') ||
       e.message.includes('Attempt to access memory outside buffer bounds')
     ) {

store/queries.js

@@ -1354,7 +1354,6 @@ function insertMatch(match, options, cb) {
 
         JSON.stringify({
           match_id: match.match_id,
-          duration: match.duration,
           start_time: match.start_time,
         })
       );
@@ -1528,15 +1527,11 @@ function insertMatch(match, options, cb) {
             {
               data: {
                 match_id: match.match_id,
+                // leagueid to determine whether to upsert Postgres after parse
                 leagueid: match.leagueid,
-                game_mode: match.game_mode,
-                radiant_win: match.radiant_win,
+                // start_time just for debug logging
                 start_time: match.start_time,
-                duration: match.duration,
-                replay_blob_key: match.replay_blob_key,
                 pgroup: match.pgroup,
-                ability_upgrades: abilityUpgrades,
-                allowBackup: options.allowBackup,
                 origin: options.origin,
               },
             },

svc/parser.js

@@ -56,10 +56,6 @@ function runParse(match, job, cb) {
 
 function parseProcessor(job, cb) {
   const match = job;
-  if (!match.game_mode && match.origin !== 'scanner') {
-    // Skip parses without game_mode that weren't from scanner (do this to clear queue of event matches)
-    return cb();
-  }
   async.series(
     {
       getDataSource(cb) {