diff --git a/fosdem_video_progress.py b/fosdem_video_progress.py
index 6cd05d9..93feef1 100755
--- a/fosdem_video_progress.py
+++ b/fosdem_video_progress.py
@@ -46,8 +46,8 @@ def main():
 		time, states, jobstates = get_data()
 		assert time not in ts.data
 		ts.data[time] = (states, jobstates)
-		ts.states |= states
-		ts.jobstates |= jobstates
+		ts.states |= states.keys()
+		ts.jobstates |= jobstates.keys()
 
 		# Save the pickle
 		# Should probably save elsewhere and do atomic rename, but whatever.