Ignore upstream metadata field; we don't use it yet and it takes up quite a bit of storage space downstream
@@ -41,7 +41,12 @@ def _get_shared_cols(conn1, conn2, table: str):
conn1_cols = set([desc[0] for desc in cur1.description])
cur2.execute(get_tables)
conn2_cols = set([desc[0] for desc in cur2.description])
- return list(conn1_cols.intersection(conn2_cols))
+
+ shared = conn1_cols.intersection(conn2_cols)
+ # Don't copy metadata; we don't use it yet and it takes up a
+ # disproportionate amount of space.
+ shared.remove('meta_data')
+ return list(shared)
def _update_progress(progress, new_value):
