diff --git a/scripts/h5p-column.js b/scripts/h5p-column.js
index 24b16eb..bec09d2 100644
--- a/scripts/h5p-column.js
+++ b/scripts/h5p-column.js
@@ -488,7 +488,10 @@ H5P.Column = (function (EventDispatcher) {
       createHTML();
     }
 
-    self.setActivityStarted();
+    // Expect parent to set activity started when Column is actually shown
+    if (typeof self.isRoot === 'function' && self.isRoot()) {
+      self.setActivityStarted();
+    }
   }
 
   Column.prototype = Object.create(EventDispatcher.prototype);