Switch to batch inserts

cmd/plc-mirror/mirror.go

@@ -132,9 +132,10 @@ func (m *Mirror) runOnce(ctx context.Context) error {
 			return fmt.Errorf("unexpected status code: %d", resp.StatusCode)
 		}
 
-		newEntries := 0
+		newEntries := []PLCLogEntry{}
 		decoder := json.NewDecoder(resp.Body)
 		oldCursor := cursor
+
 		for {
 			var entry plc.OperationLogEntry
 			err := decoder.Decode(&entry)
@@ -145,25 +146,25 @@ func (m *Mirror) runOnce(ctx context.Context) error {
 				return fmt.Errorf("parsing log entry: %w", err)
 			}
 
+			cursor = entry.CreatedAt
+			newEntries = append(newEntries, *FromOperationLogEntry(entry))
+		}
+
+		if len(newEntries) == 0 || cursor == oldCursor {
+			break
+		}
+
 		err = m.db.Clauses(
 			clause.OnConflict{
 				Columns:   []clause.Column{{Name: "did"}, {Name: "cid"}},
 				DoNothing: true,
 			},
-			).Create(FromOperationLogEntry(entry)).Error
+		).Create(newEntries).Error
 		if err != nil {
 			return fmt.Errorf("inserting log entry into database: %w", err)
 		}
 
-			cursor = entry.CreatedAt
-			newEntries++
-		}
-
-		if newEntries == 0 || cursor == oldCursor {
-			break
-		}
-
-		log.Info().Msgf("Got %d log entries. New cursor: %q", newEntries, cursor)
+		log.Info().Msgf("Got %d log entries. New cursor: %q", len(newEntries), cursor)
 	}
 	return nil
 }