Merge branch 'main' into dhruv/data

merging main
dhruvahuja19 · Dec 17, 2024 · 082ab98 · 082ab98
2 parents bd65f2c + 401b2aa
commit 082ab98
Show file tree

Hide file tree

Showing 46 changed files with 123 additions and 0 deletions.
diff --git a/data/dom_tasks.jsonl b/data/dom_tasks.jsonl
diff --git a/data/results/amazon_cart_1_after.png b/data/results/amazon_cart_1_after.png
diff --git a/data/results/amazon_cart_1_before.png b/data/results/amazon_cart_1_before.png
diff --git a/data/results/cambridge_lookup_1_after.png b/data/results/cambridge_lookup_1_after.png
diff --git a/data/results/cambridge_lookup_1_before.png b/data/results/cambridge_lookup_1_before.png
diff --git a/data/results/maps_search_1_after.png b/data/results/maps_search_1_after.png
diff --git a/data/results/maps_search_1_before.png b/data/results/maps_search_1_before.png
diff --git a/data/results/results.json b/data/results/results.json
@@ -0,0 +1,32 @@
+[
+  {
+    "task_id": "cambridge_lookup_1",
+    "success": true,
+    "error": null,
+    "task_description": "Click the search box and type 'hello'",
+    "timestamp": 1734414911.060281,
+    "before_screenshot": "data/results/cambridge_lookup_1_before.png",
+    "html_element": "<input autofocus=\"\" aria-label=\"Search\" spellcheck=\"false\" type=\"text\" name=\"q\" autocomplete=\"off\" autocapitalize=\"none\" aria-required=\"true\" aria-invalid=\"false\" class=\"ft fon pr pt0 hbr-20 lc1 lp-10 lpl-15 cdo-search-input\" id=\"searchword\" lang=\"en\" [placeholder]=\"stateSearch.dataset_search\" value=\"\" [value]=\"stateSearch.lookupWord\" maxlength=\"100\" placeholder=\"Search English\" on=\"input-debounced: AMP.setState({ stateSearch: { term: event.value, autocomplete: (stateSearch.dataset != 'wordlists' &amp;&amp; event.value.length) > 1 ? true : false } }), searchAutoComplete.changeToLayoutContainer();\n                         tap:AMP.setState({ stateSearch: { autocomplete: stateSearch.dataset != 'wordlists' &amp;&amp; stateSearch.term.length > 1 } })\">",
+    "after_screenshot": "data/results/cambridge_lookup_1_after.png"
+  },
+  {
+    "task_id": "amazon_cart_1",
+    "success": true,
+    "error": null,
+    "task_description": "Click the Cart button",
+    "timestamp": 1734414920.565016,
+    "before_screenshot": "data/results/amazon_cart_1_before.png",
+    "html_element": "<a href=\"/gp/cart/view.html?ref_=nav_cart\" aria-label=\"0 items in cart\" class=\"nav-a nav-a-2 nav-progressive-attribute\" id=\"nav-cart\">\n    <div id=\"nav-cart-count-container\">\n      <span id=\"nav-cart-count\" aria-hidden=\"true\" class=\"nav-cart-count nav-cart-0 nav-progressive-attribute nav-progressive-content\">0</span>\n      <span class=\"nav-cart-icon nav-sprite\"></span>\n    </div>\n    <div id=\"nav-cart-text-container\" class=\" nav-progressive-attribute\">\n      <span aria-hidden=\"true\" class=\"nav-line-1\">\n        \n      </span>\n      <span aria-hidden=\"true\" class=\"nav-line-2\">\n        Cart\n        <span class=\"nav-icon nav-arrow\"></span>\n      </span>\n    </div>\n  </a>",
+    "after_screenshot": "data/results/amazon_cart_1_after.png"
+  },
+  {
+    "task_id": "maps_search_1",
+    "success": false,
+    "error": null,
+    "task_description": "Type 'San Francisco' into the search box and press search",
+    "timestamp": 1734414926.718493,
+    "before_screenshot": "data/results/maps_search_1_before.png",
+    "html_element": "<input class=\"fontBodyMedium searchboxinput xiQnY \" role=\"combobox\" jslog=\"11886\" aria-controls=\"ydp1wd-haAclf\" aria-expanded=\"false\" aria-haspopup=\"grid\" autocomplete=\"off\" autofocus=\"\" id=\"searchboxinput\" name=\"q\" jsaction=\"keyup:omnibox.keyUp; input:omnibox.inputDetected; keydown:omnibox.keyDown; focus:omnibox.focus; blur:omnibox.blur\">",
+    "after_screenshot": "data/results/maps_search_1_after.png"
+  }
+]
diff --git a/evaluation/ground_truth/task_51_gt.png b/evaluation/ground_truth/task_51_gt.png
diff --git a/evaluation/ground_truth/task_52_gt.png b/evaluation/ground_truth/task_52_gt.png
diff --git a/evaluation/ground_truth/task_53_gt.png b/evaluation/ground_truth/task_53_gt.png
diff --git a/evaluation/ground_truth/task_54_gt.png b/evaluation/ground_truth/task_54_gt.png
diff --git a/evaluation/ground_truth/task_55_gt.png b/evaluation/ground_truth/task_55_gt.png
diff --git a/evaluation/ground_truth/task_56_gt.png b/evaluation/ground_truth/task_56_gt.png
diff --git a/evaluation/ground_truth/task_57_gt.png b/evaluation/ground_truth/task_57_gt.png
diff --git a/evaluation/ground_truth/task_58_gt.png b/evaluation/ground_truth/task_58_gt.png
diff --git a/evaluation/ground_truth/task_59_gt.png b/evaluation/ground_truth/task_59_gt.png
diff --git a/evaluation/ground_truth/task_60_gt.png b/evaluation/ground_truth/task_60_gt.png
diff --git a/evaluation/ground_truth/task_61_gt.png b/evaluation/ground_truth/task_61_gt.png
diff --git a/evaluation/ground_truth/task_63_gt.png b/evaluation/ground_truth/task_63_gt.png
diff --git a/evaluation/ground_truth/task_64_gt.png b/evaluation/ground_truth/task_64_gt.png
diff --git a/evaluation/ground_truth/task_65_gt.png b/evaluation/ground_truth/task_65_gt.png
diff --git a/evaluation/ground_truth/task_66_gt.png b/evaluation/ground_truth/task_66_gt.png
diff --git a/evaluation/ground_truth/task_67_gt.png b/evaluation/ground_truth/task_67_gt.png
diff --git a/evaluation/ground_truth/task_68_gt.png b/evaluation/ground_truth/task_68_gt.png
diff --git a/evaluation/ground_truth/task_69_gt.png b/evaluation/ground_truth/task_69_gt.png
diff --git a/evaluation/ground_truth/task_70_gt.png b/evaluation/ground_truth/task_70_gt.png
diff --git a/evaluation/ground_truth/task_71_gt.png b/evaluation/ground_truth/task_71_gt.png
diff --git a/evaluation/ground_truth/task_72_gt.png b/evaluation/ground_truth/task_72_gt.png
diff --git a/evaluation/ground_truth/task_73_gt.png b/evaluation/ground_truth/task_73_gt.png
diff --git a/evaluation/ground_truth/task_74_gt.png b/evaluation/ground_truth/task_74_gt.png
diff --git a/evaluation/ground_truth/task_75_gt.png b/evaluation/ground_truth/task_75_gt.png
diff --git a/evaluation/ground_truth/task_76_gt.png b/evaluation/ground_truth/task_76_gt.png
diff --git a/evaluation/ground_truth/task_77_gt.png b/evaluation/ground_truth/task_77_gt.png
diff --git a/evaluation/ground_truth/task_78_gt.png b/evaluation/ground_truth/task_78_gt.png
diff --git a/evaluation/ground_truth/task_79_gt.png b/evaluation/ground_truth/task_79_gt.png
diff --git a/evaluation/ground_truth/task_80_gt.png b/evaluation/ground_truth/task_80_gt.png
diff --git a/evaluation/ground_truth/task_81_gt.png b/evaluation/ground_truth/task_81_gt.png
diff --git a/evaluation/ground_truth/task_82_gt.png b/evaluation/ground_truth/task_82_gt.png
diff --git a/evaluation/ground_truth/task_83_gt.png b/evaluation/ground_truth/task_83_gt.png
diff --git a/evaluation/ground_truth/task_84_gt.png b/evaluation/ground_truth/task_84_gt.png
diff --git a/evaluation/ground_truth/task_85_gt.png b/evaluation/ground_truth/task_85_gt.png
diff --git a/evaluation/ground_truth/task_86_gt.png b/evaluation/ground_truth/task_86_gt.png
diff --git a/evaluation/ground_truth/task_87_gt.png b/evaluation/ground_truth/task_87_gt.png
diff --git a/evaluation/ground_truth/task_88_gt.png b/evaluation/ground_truth/task_88_gt.png
diff --git a/evaluation/ground_truth/task_89_gt.png b/evaluation/ground_truth/task_89_gt.png