KevinQHLin commited on
Commit
a007395
·
verified ·
1 Parent(s): 90e4cc0

Upload folder using huggingface_hub

Browse files
Files changed (46) hide show
  1. .gitattributes +36 -0
  2. get_times_from_shopping_admin/action_videoframes/action_0/1446.jpg +3 -0
  3. get_times_from_shopping_admin/action_videoframes/action_0/1466.jpg +3 -0
  4. get_times_from_shopping_admin/action_videoframes/action_1/1788.jpg +3 -0
  5. get_times_from_shopping_admin/action_videoframes/action_2/2916.jpg +3 -0
  6. get_times_from_shopping_admin/action_videoframes/action_2/2936.jpg +3 -0
  7. get_times_from_shopping_admin/action_videoframes/action_2/2956.jpg +3 -0
  8. get_times_from_shopping_admin/action_videoframes/action_2/2976.jpg +3 -0
  9. get_times_from_shopping_admin/action_videoframes/action_2/2996.jpg +3 -0
  10. get_times_from_shopping_admin/action_videoframes/action_3/3210.jpg +3 -0
  11. get_times_from_shopping_admin/action_videoframes/action_3/3230.jpg +3 -0
  12. get_times_from_shopping_admin/action_videoframes/action_3/3250.jpg +3 -0
  13. get_times_from_shopping_admin/action_videoframes/action_3/3270.jpg +3 -0
  14. get_times_from_shopping_admin/action_videoframes/action_4/3372.jpg +3 -0
  15. get_times_from_shopping_admin/action_videoframes/action_4/3392.jpg +3 -0
  16. get_times_from_shopping_admin/action_videoframes/action_5/4968.jpg +3 -0
  17. get_times_from_shopping_admin/action_videoframes/action_5/4988.jpg +3 -0
  18. get_times_from_shopping_admin/action_videoframes/action_5/5008.jpg +3 -0
  19. get_times_from_shopping_admin/action_videoframes/action_5/5028.jpg +3 -0
  20. get_times_from_shopping_admin/action_videoframes/action_6/5346.jpg +3 -0
  21. get_times_from_shopping_admin/action_videoframes/action_6/5366.jpg +3 -0
  22. get_times_from_shopping_admin/action_videoframes/action_6/5386.jpg +3 -0
  23. get_times_from_shopping_admin/action_videoframes/action_6/5406.jpg +3 -0
  24. get_times_from_shopping_admin/action_videoframes/action_6/5426.jpg +3 -0
  25. get_times_from_shopping_admin/action_videoframes/action_6/5446.jpg +3 -0
  26. get_times_from_shopping_admin/action_videoframes/action_7/7140.jpg +3 -0
  27. get_times_from_shopping_admin/action_videoframes/action_7/7160.jpg +3 -0
  28. get_times_from_shopping_admin/action_videoframes/action_7/7180.jpg +3 -0
  29. get_times_from_shopping_admin/action_videoframes/action_7/7200.jpg +3 -0
  30. get_times_from_shopping_admin/action_videoframes/action_7/7220.jpg +3 -0
  31. get_times_from_shopping_admin/action_videoframes/action_7/7240.jpg +3 -0
  32. get_times_from_shopping_admin/action_videoframes/action_7/7260.jpg +3 -0
  33. get_times_from_shopping_admin/action_videoframes/action_7/7280.jpg +3 -0
  34. get_times_from_shopping_admin/action_videoframes/action_7/7300.jpg +3 -0
  35. get_times_from_shopping_admin/action_videoframes/action_7/7320.jpg +3 -0
  36. get_times_from_shopping_admin/action_videoframes/action_7/7340.jpg +3 -0
  37. get_times_from_shopping_admin/get_times_from_shopping_admin.action.json +55 -0
  38. get_times_from_shopping_admin/get_times_from_shopping_admin.asr.json +0 -0
  39. get_times_from_shopping_admin/get_times_from_shopping_admin.coo.json +242 -0
  40. get_times_from_shopping_admin/get_times_from_shopping_admin.ele.json +258 -0
  41. get_times_from_shopping_admin/get_times_from_shopping_admin.ele.match.json +258 -0
  42. get_times_from_shopping_admin/get_times_from_shopping_admin.final.json +354 -0
  43. get_times_from_shopping_admin/get_times_from_shopping_admin.mov +3 -0
  44. get_times_from_shopping_admin/get_times_from_shopping_admin.project.json +52 -0
  45. get_times_from_shopping_admin/get_times_from_shopping_admin.task.action.json +93 -0
  46. get_times_from_shopping_admin/get_times_from_shopping_admin.task.json +40 -0
.gitattributes CHANGED
@@ -463,3 +463,39 @@ reddit_shopping_buy/action_videoframes/action_8/4673.jpg filter=lfs diff=lfs mer
463
  reddit_shopping_buy/action_videoframes/action_8/4693.jpg filter=lfs diff=lfs merge=lfs -text
464
  reddit_shopping_buy/action_videoframes/action_9/6359.jpg filter=lfs diff=lfs merge=lfs -text
465
  reddit_shopping_buy/reddit_shopping_buy.mov filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
463
  reddit_shopping_buy/action_videoframes/action_8/4693.jpg filter=lfs diff=lfs merge=lfs -text
464
  reddit_shopping_buy/action_videoframes/action_9/6359.jpg filter=lfs diff=lfs merge=lfs -text
465
  reddit_shopping_buy/reddit_shopping_buy.mov filter=lfs diff=lfs merge=lfs -text
466
+ get_times_from_shopping_admin/action_videoframes/action_0/1446.jpg filter=lfs diff=lfs merge=lfs -text
467
+ get_times_from_shopping_admin/action_videoframes/action_0/1466.jpg filter=lfs diff=lfs merge=lfs -text
468
+ get_times_from_shopping_admin/action_videoframes/action_1/1788.jpg filter=lfs diff=lfs merge=lfs -text
469
+ get_times_from_shopping_admin/action_videoframes/action_2/2916.jpg filter=lfs diff=lfs merge=lfs -text
470
+ get_times_from_shopping_admin/action_videoframes/action_2/2936.jpg filter=lfs diff=lfs merge=lfs -text
471
+ get_times_from_shopping_admin/action_videoframes/action_2/2956.jpg filter=lfs diff=lfs merge=lfs -text
472
+ get_times_from_shopping_admin/action_videoframes/action_2/2976.jpg filter=lfs diff=lfs merge=lfs -text
473
+ get_times_from_shopping_admin/action_videoframes/action_2/2996.jpg filter=lfs diff=lfs merge=lfs -text
474
+ get_times_from_shopping_admin/action_videoframes/action_3/3210.jpg filter=lfs diff=lfs merge=lfs -text
475
+ get_times_from_shopping_admin/action_videoframes/action_3/3230.jpg filter=lfs diff=lfs merge=lfs -text
476
+ get_times_from_shopping_admin/action_videoframes/action_3/3250.jpg filter=lfs diff=lfs merge=lfs -text
477
+ get_times_from_shopping_admin/action_videoframes/action_3/3270.jpg filter=lfs diff=lfs merge=lfs -text
478
+ get_times_from_shopping_admin/action_videoframes/action_4/3372.jpg filter=lfs diff=lfs merge=lfs -text
479
+ get_times_from_shopping_admin/action_videoframes/action_4/3392.jpg filter=lfs diff=lfs merge=lfs -text
480
+ get_times_from_shopping_admin/action_videoframes/action_5/4968.jpg filter=lfs diff=lfs merge=lfs -text
481
+ get_times_from_shopping_admin/action_videoframes/action_5/4988.jpg filter=lfs diff=lfs merge=lfs -text
482
+ get_times_from_shopping_admin/action_videoframes/action_5/5008.jpg filter=lfs diff=lfs merge=lfs -text
483
+ get_times_from_shopping_admin/action_videoframes/action_5/5028.jpg filter=lfs diff=lfs merge=lfs -text
484
+ get_times_from_shopping_admin/action_videoframes/action_6/5346.jpg filter=lfs diff=lfs merge=lfs -text
485
+ get_times_from_shopping_admin/action_videoframes/action_6/5366.jpg filter=lfs diff=lfs merge=lfs -text
486
+ get_times_from_shopping_admin/action_videoframes/action_6/5386.jpg filter=lfs diff=lfs merge=lfs -text
487
+ get_times_from_shopping_admin/action_videoframes/action_6/5406.jpg filter=lfs diff=lfs merge=lfs -text
488
+ get_times_from_shopping_admin/action_videoframes/action_6/5426.jpg filter=lfs diff=lfs merge=lfs -text
489
+ get_times_from_shopping_admin/action_videoframes/action_6/5446.jpg filter=lfs diff=lfs merge=lfs -text
490
+ get_times_from_shopping_admin/action_videoframes/action_7/7140.jpg filter=lfs diff=lfs merge=lfs -text
491
+ get_times_from_shopping_admin/action_videoframes/action_7/7160.jpg filter=lfs diff=lfs merge=lfs -text
492
+ get_times_from_shopping_admin/action_videoframes/action_7/7180.jpg filter=lfs diff=lfs merge=lfs -text
493
+ get_times_from_shopping_admin/action_videoframes/action_7/7200.jpg filter=lfs diff=lfs merge=lfs -text
494
+ get_times_from_shopping_admin/action_videoframes/action_7/7220.jpg filter=lfs diff=lfs merge=lfs -text
495
+ get_times_from_shopping_admin/action_videoframes/action_7/7240.jpg filter=lfs diff=lfs merge=lfs -text
496
+ get_times_from_shopping_admin/action_videoframes/action_7/7260.jpg filter=lfs diff=lfs merge=lfs -text
497
+ get_times_from_shopping_admin/action_videoframes/action_7/7280.jpg filter=lfs diff=lfs merge=lfs -text
498
+ get_times_from_shopping_admin/action_videoframes/action_7/7300.jpg filter=lfs diff=lfs merge=lfs -text
499
+ get_times_from_shopping_admin/action_videoframes/action_7/7320.jpg filter=lfs diff=lfs merge=lfs -text
500
+ get_times_from_shopping_admin/action_videoframes/action_7/7340.jpg filter=lfs diff=lfs merge=lfs -text
501
+ get_times_from_shopping_admin/get_times_from_shopping_admin.mov filter=lfs diff=lfs merge=lfs -text
get_times_from_shopping_admin/action_videoframes/action_0/1446.jpg ADDED

Git LFS Details

  • SHA256: b49f6ea1849920e5783e153f3c783197c0058255d839ecfa8741d051e0105e64
  • Pointer size: 131 Bytes
  • Size of remote file: 421 kB
get_times_from_shopping_admin/action_videoframes/action_0/1466.jpg ADDED

Git LFS Details

  • SHA256: 5b762513b7a0b7a6558639046d8d6d59ab8a982a417191594424177acb00990a
  • Pointer size: 131 Bytes
  • Size of remote file: 421 kB
get_times_from_shopping_admin/action_videoframes/action_1/1788.jpg ADDED

Git LFS Details

  • SHA256: eb55258c21807b36c627c236a4fc4c2f250690c712edce1da05c887ede905228
  • Pointer size: 131 Bytes
  • Size of remote file: 755 kB
get_times_from_shopping_admin/action_videoframes/action_2/2916.jpg ADDED

Git LFS Details

  • SHA256: 3d674bc1bc553292e91cafb8ce5f409f2b291b7e600212494c342b3866ae190b
  • Pointer size: 132 Bytes
  • Size of remote file: 1.28 MB
get_times_from_shopping_admin/action_videoframes/action_2/2936.jpg ADDED

Git LFS Details

  • SHA256: de9af6cb404f574d2e3ca26df025305efe919331127611021c2a702015860d82
  • Pointer size: 132 Bytes
  • Size of remote file: 1.28 MB
get_times_from_shopping_admin/action_videoframes/action_2/2956.jpg ADDED

Git LFS Details

  • SHA256: c178cf7b99e65134fa06e5232b8f65a79681463bfecff729b27e7d842ed0917f
  • Pointer size: 132 Bytes
  • Size of remote file: 1.23 MB
get_times_from_shopping_admin/action_videoframes/action_2/2976.jpg ADDED

Git LFS Details

  • SHA256: 1f85af8f23f660f78c88448d9ab0211eaf117f22c87409402110dc7c90c0f327
  • Pointer size: 132 Bytes
  • Size of remote file: 1.21 MB
get_times_from_shopping_admin/action_videoframes/action_2/2996.jpg ADDED

Git LFS Details

  • SHA256: 4cf3b20bc61d6094ee739bb9b9d6d3f71d7b0a3bee2f362facf12803cc9bf3f4
  • Pointer size: 132 Bytes
  • Size of remote file: 1.22 MB
get_times_from_shopping_admin/action_videoframes/action_3/3210.jpg ADDED

Git LFS Details

  • SHA256: 169e8ca5dbdd79edb01b52b0c887703fc94c637ec8c44631002945fb08871a71
  • Pointer size: 132 Bytes
  • Size of remote file: 1.22 MB
get_times_from_shopping_admin/action_videoframes/action_3/3230.jpg ADDED

Git LFS Details

  • SHA256: 4169eecb94429ca272e666b9791e842b5c16e5bf3e853a68136832b87b5a784c
  • Pointer size: 132 Bytes
  • Size of remote file: 1.23 MB
get_times_from_shopping_admin/action_videoframes/action_3/3250.jpg ADDED

Git LFS Details

  • SHA256: d89c50f24bb94353a47d9fe929104a41f7247a65e415451473a2963cf9161e89
  • Pointer size: 132 Bytes
  • Size of remote file: 1.23 MB
get_times_from_shopping_admin/action_videoframes/action_3/3270.jpg ADDED

Git LFS Details

  • SHA256: 4a7fb6980807e59ac112303da46d73d303bf37e4f742744223a7d364989849f4
  • Pointer size: 132 Bytes
  • Size of remote file: 1.23 MB
get_times_from_shopping_admin/action_videoframes/action_4/3372.jpg ADDED

Git LFS Details

  • SHA256: f4fa3ebffea92d234154b0465de49e739d6b551091d359c6777c533d52a5f308
  • Pointer size: 132 Bytes
  • Size of remote file: 1.23 MB
get_times_from_shopping_admin/action_videoframes/action_4/3392.jpg ADDED

Git LFS Details

  • SHA256: f3355b91b591140171f6d961c7f7f0c80914f4d3b3f4c67ff8bcb75093c3f494
  • Pointer size: 132 Bytes
  • Size of remote file: 1.23 MB
get_times_from_shopping_admin/action_videoframes/action_5/4968.jpg ADDED

Git LFS Details

  • SHA256: 264a2d606fa936d4aea4f6f7101288fca6beabed1f9d8a00c0775a1038597929
  • Pointer size: 131 Bytes
  • Size of remote file: 401 kB
get_times_from_shopping_admin/action_videoframes/action_5/4988.jpg ADDED

Git LFS Details

  • SHA256: 0789bad5aeced04f16fd6c48ca8bfc55c1d0aef33002f842902883eae1e3bac0
  • Pointer size: 131 Bytes
  • Size of remote file: 368 kB
get_times_from_shopping_admin/action_videoframes/action_5/5008.jpg ADDED

Git LFS Details

  • SHA256: ba1554ee6b67f3d86aabc4cddf50b2de814a21eadedc0e069dc7e13859946d0b
  • Pointer size: 131 Bytes
  • Size of remote file: 370 kB
get_times_from_shopping_admin/action_videoframes/action_5/5028.jpg ADDED

Git LFS Details

  • SHA256: da2f03690cfa232fd21c4145b6f5eda4118be4e2bacb13fbbd1a07e0d03aaa9a
  • Pointer size: 131 Bytes
  • Size of remote file: 423 kB
get_times_from_shopping_admin/action_videoframes/action_6/5346.jpg ADDED

Git LFS Details

  • SHA256: 16811675ffafe1fa2026b4890ef4af66c1ba39555146792b316f2c239416469d
  • Pointer size: 131 Bytes
  • Size of remote file: 426 kB
get_times_from_shopping_admin/action_videoframes/action_6/5366.jpg ADDED

Git LFS Details

  • SHA256: 164bd20f581225618d8df3ba4844fdc6110cb828d5a0caaca8662078a88e62ce
  • Pointer size: 131 Bytes
  • Size of remote file: 426 kB
get_times_from_shopping_admin/action_videoframes/action_6/5386.jpg ADDED

Git LFS Details

  • SHA256: d5600acb0af9b4d9acd6699f36ff48d7ea715576f1207097d4e479747f72445b
  • Pointer size: 131 Bytes
  • Size of remote file: 426 kB
get_times_from_shopping_admin/action_videoframes/action_6/5406.jpg ADDED

Git LFS Details

  • SHA256: 880768d91be006d35767ff88e3b2f3f9ac71f375f1b368e26a39dc7dd9b2a660
  • Pointer size: 131 Bytes
  • Size of remote file: 426 kB
get_times_from_shopping_admin/action_videoframes/action_6/5426.jpg ADDED

Git LFS Details

  • SHA256: 3d1e75b9e1d02b193284d8292166ea5f8ec601a6ad7266df7126a33f7c9a654d
  • Pointer size: 131 Bytes
  • Size of remote file: 422 kB
get_times_from_shopping_admin/action_videoframes/action_6/5446.jpg ADDED

Git LFS Details

  • SHA256: c8d975202a1218b7f75b7717cdf65491a587abdb3bf286cec3baa48a0d7e5731
  • Pointer size: 131 Bytes
  • Size of remote file: 422 kB
get_times_from_shopping_admin/action_videoframes/action_7/7140.jpg ADDED

Git LFS Details

  • SHA256: ec839af7b48f206f0fda7a21c5cc1b0f6067b984884d86a416e3a6c7f385cb32
  • Pointer size: 132 Bytes
  • Size of remote file: 1.01 MB
get_times_from_shopping_admin/action_videoframes/action_7/7160.jpg ADDED

Git LFS Details

  • SHA256: 49ce0c852f1dad4a80f527c8cde5dca8e1fe6f648f2fe05f3d656b3a50dde7c4
  • Pointer size: 132 Bytes
  • Size of remote file: 1.01 MB
get_times_from_shopping_admin/action_videoframes/action_7/7180.jpg ADDED

Git LFS Details

  • SHA256: 29b666be3ea4be1577f483bbf03a6006f5d7e44b24b5046062ba51bcd95ba872
  • Pointer size: 132 Bytes
  • Size of remote file: 1.01 MB
get_times_from_shopping_admin/action_videoframes/action_7/7200.jpg ADDED

Git LFS Details

  • SHA256: 9c899944ff2100cb0e5c0579a23ab21e4ea6a9b3805ae41ab9c63f67c3ff8134
  • Pointer size: 132 Bytes
  • Size of remote file: 1.01 MB
get_times_from_shopping_admin/action_videoframes/action_7/7220.jpg ADDED

Git LFS Details

  • SHA256: f2b136e2a68bc55c0483d0bb8f10daefc91ee58d2cabc0509e17b09704d57db1
  • Pointer size: 132 Bytes
  • Size of remote file: 1.01 MB
get_times_from_shopping_admin/action_videoframes/action_7/7240.jpg ADDED

Git LFS Details

  • SHA256: b1f37d0ee3bacc03a23a61221686ce982d11e3f6fc01526dbc029b4a133d9261
  • Pointer size: 131 Bytes
  • Size of remote file: 857 kB
get_times_from_shopping_admin/action_videoframes/action_7/7260.jpg ADDED

Git LFS Details

  • SHA256: 387ec4ab03cf2c923f5473ec925878172e46302107d70843a99e5460e44f28ef
  • Pointer size: 131 Bytes
  • Size of remote file: 964 kB
get_times_from_shopping_admin/action_videoframes/action_7/7280.jpg ADDED

Git LFS Details

  • SHA256: 8a50081b5d7f54cadf1c3137a93b9049604aa24dfa9684b318d7477d4d05b9b9
  • Pointer size: 132 Bytes
  • Size of remote file: 1.11 MB
get_times_from_shopping_admin/action_videoframes/action_7/7300.jpg ADDED

Git LFS Details

  • SHA256: 8c9e6ec98d898279277c62c49177db968d5c7427e1ff409c0905c39c6a0ca85c
  • Pointer size: 132 Bytes
  • Size of remote file: 1.24 MB
get_times_from_shopping_admin/action_videoframes/action_7/7320.jpg ADDED

Git LFS Details

  • SHA256: c185c5e5ea7578082226c801e4ee6b694e369e6a6f6c8fa3cc89879bf7c89c2f
  • Pointer size: 132 Bytes
  • Size of remote file: 1.08 MB
get_times_from_shopping_admin/action_videoframes/action_7/7340.jpg ADDED

Git LFS Details

  • SHA256: e4c5f6765b1e79355432a0d5d9c56f5996492873e17643f3a30b1e3143ca0a7f
  • Pointer size: 131 Bytes
  • Size of remote file: 844 kB
get_times_from_shopping_admin/get_times_from_shopping_admin.action.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "actions": [
3
+ {
4
+ "index": 0,
5
+ "start": 24.1,
6
+ "end": 24.6,
7
+ "text": "Go to 'All Customers' section."
8
+ },
9
+ {
10
+ "index": 1,
11
+ "start": 29.8,
12
+ "end": 30.0,
13
+ "text": "Look for customer 'Daniel Jackson'."
14
+ },
15
+ {
16
+ "index": 2,
17
+ "start": 48.6,
18
+ "end": 50.2,
19
+ "text": "Click the 'Find Direction Between Two Points' button."
20
+ },
21
+ {
22
+ "index": 3,
23
+ "start": 53.5,
24
+ "end": 54.5,
25
+ "text": "Enter the zip code of 'Daniel Jackson' and click 'Enter'."
26
+ },
27
+ {
28
+ "index": 4,
29
+ "start": 56.2,
30
+ "end": 56.8,
31
+ "text": "Specify the starting location as 'Pittsburgh' or 'Carnegie Mellon'."
32
+ },
33
+ {
34
+ "index": 5,
35
+ "start": 82.8,
36
+ "end": 84.0,
37
+ "text": "Look for customer with last name 'Park'."
38
+ },
39
+ {
40
+ "index": 6,
41
+ "start": 89.1,
42
+ "end": 90.8,
43
+ "text": "Look for customer 'Julia Williams' and get her zip code."
44
+ },
45
+ {
46
+ "index": 7,
47
+ "start": 119.0,
48
+ "end": 122.4,
49
+ "text": "Try finding directions from 'Philadelphia'."
50
+ }
51
+ ],
52
+ "total_tokens": 0,
53
+ "input_tokens": 0,
54
+ "output_tokens": 0
55
+ }
get_times_from_shopping_admin/get_times_from_shopping_admin.asr.json ADDED
The diff for this file is too large to render. See raw diff
 
get_times_from_shopping_admin/get_times_from_shopping_admin.coo.json ADDED
@@ -0,0 +1,242 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "index": 0,
4
+ "start": 24.1,
5
+ "end": 24.6,
6
+ "text": "Go to 'All Customers' section.",
7
+ "cursor_coordinate": [
8
+ [
9
+ 423.8770446777344,
10
+ 423.6119689941406
11
+ ],
12
+ [
13
+ 445.7879943847656,
14
+ 455.51922607421875
15
+ ]
16
+ ],
17
+ "bounding_box": [
18
+ 223.87704467773438,
19
+ 223.61196899414062,
20
+ 645.7879943847656,
21
+ 655.5192260742188
22
+ ]
23
+ },
24
+ {
25
+ "index": 1,
26
+ "start": 29.8,
27
+ "end": 30.0,
28
+ "text": "Look for customer 'Daniel Jackson'.",
29
+ "cursor_coordinate": [
30
+ [
31
+ 587.0380859375,
32
+ 807.4514770507812
33
+ ]
34
+ ],
35
+ "bounding_box": [
36
+ 387.0380859375,
37
+ 607.4514770507812,
38
+ 787.0380859375,
39
+ 1007.4514770507812
40
+ ]
41
+ },
42
+ {
43
+ "index": 2,
44
+ "start": 48.6,
45
+ "end": 50.2,
46
+ "text": "Click the 'Find Direction Between Two Points' button.",
47
+ "cursor_coordinate": [
48
+ [
49
+ 2322.6298828125,
50
+ 946.0853271484375
51
+ ],
52
+ [
53
+ 610.169921875,
54
+ 335.9884948730469
55
+ ],
56
+ [
57
+ 2322.6171875,
58
+ 946.0803833007812
59
+ ],
60
+ [
61
+ 2322.620361328125,
62
+ 946.0941162109375
63
+ ],
64
+ [
65
+ 2322.619384765625,
66
+ 946.0982055664062
67
+ ]
68
+ ],
69
+ "bounding_box": [
70
+ 410.169921875,
71
+ 135.98849487304688,
72
+ 2522.6298828125,
73
+ 1146.0982055664062
74
+ ]
75
+ },
76
+ {
77
+ "index": 3,
78
+ "start": 53.5,
79
+ "end": 54.5,
80
+ "text": "Enter the zip code of 'Daniel Jackson' and click 'Enter'.",
81
+ "cursor_coordinate": [
82
+ [
83
+ 444.5116882324219,
84
+ 451.1722412109375
85
+ ],
86
+ [
87
+ 2322.618896484375,
88
+ 946.103271484375
89
+ ],
90
+ [
91
+ 2322.627197265625,
92
+ 946.0953979492188
93
+ ],
94
+ [
95
+ 2322.6240234375,
96
+ 946.0887451171875
97
+ ]
98
+ ],
99
+ "bounding_box": [
100
+ 244.51168823242188,
101
+ 251.1722412109375,
102
+ 2522.627197265625,
103
+ 1146.103271484375
104
+ ]
105
+ },
106
+ {
107
+ "index": 4,
108
+ "start": 56.2,
109
+ "end": 56.8,
110
+ "text": "Specify the starting location as 'Pittsburgh' or 'Carnegie Mellon'.",
111
+ "cursor_coordinate": [
112
+ [
113
+ 2322.629638671875,
114
+ 946.0873413085938
115
+ ],
116
+ [
117
+ 2322.629638671875,
118
+ 946.08935546875
119
+ ]
120
+ ],
121
+ "bounding_box": [
122
+ 2122.629638671875,
123
+ 746.0873413085938,
124
+ 2522.629638671875,
125
+ 1146.08935546875
126
+ ]
127
+ },
128
+ {
129
+ "index": 5,
130
+ "start": 82.8,
131
+ "end": 84.0,
132
+ "text": "Look for customer with last name 'Park'.",
133
+ "cursor_coordinate": [
134
+ [
135
+ 1114.529296875,
136
+ 875.7328491210938
137
+ ],
138
+ [
139
+ 949.190673828125,
140
+ 990.9131469726562
141
+ ]
142
+ ],
143
+ "bounding_box": [
144
+ 749.190673828125,
145
+ 675.7328491210938,
146
+ 1314.529296875,
147
+ 1190.9131469726562
148
+ ]
149
+ },
150
+ {
151
+ "index": 6,
152
+ "start": 89.1,
153
+ "end": 90.8,
154
+ "text": "Look for customer 'Julia Williams' and get her zip code.",
155
+ "cursor_coordinate": [
156
+ [
157
+ 532.5054931640625,
158
+ 1121.9981689453125
159
+ ],
160
+ [
161
+ 1489.322509765625,
162
+ 1115.7572021484375
163
+ ],
164
+ [
165
+ 1644.2271728515625,
166
+ 1115.9898681640625
167
+ ],
168
+ [
169
+ 1553.8125,
170
+ 1117.974853515625
171
+ ],
172
+ [
173
+ 1553.7891845703125,
174
+ 1117.97412109375
175
+ ]
176
+ ],
177
+ "bounding_box": [
178
+ 332.5054931640625,
179
+ 915.7572021484375,
180
+ 1844.2271728515625,
181
+ 1321.9981689453125
182
+ ]
183
+ },
184
+ {
185
+ "index": 7,
186
+ "start": 119.0,
187
+ "end": 122.4,
188
+ "text": "Try finding directions from 'Philadelphia'.",
189
+ "cursor_coordinate": [
190
+ [
191
+ 2322.80419921875,
192
+ 945.5628662109375
193
+ ],
194
+ [
195
+ 2322.7998046875,
196
+ 945.5615234375
197
+ ],
198
+ [
199
+ 2322.79833984375,
200
+ 945.5619506835938
201
+ ],
202
+ [
203
+ 2322.803955078125,
204
+ 945.5628662109375
205
+ ],
206
+ [
207
+ 2322.79931640625,
208
+ 945.5615844726562
209
+ ],
210
+ [
211
+ 2322.765869140625,
212
+ 945.57763671875
213
+ ],
214
+ [
215
+ 571.6264038085938,
216
+ 670.1326904296875
217
+ ],
218
+ [
219
+ 2322.9306640625,
220
+ 945.548828125
221
+ ],
222
+ [
223
+ 2322.665771484375,
224
+ 945.9534912109375
225
+ ],
226
+ [
227
+ 2322.987060546875,
228
+ 945.7763061523438
229
+ ],
230
+ [
231
+ 2323.328125,
232
+ 945.9842529296875
233
+ ]
234
+ ],
235
+ "bounding_box": [
236
+ 371.62640380859375,
237
+ 470.1326904296875,
238
+ 2523.328125,
239
+ 1145.9842529296875
240
+ ]
241
+ }
242
+ ]
get_times_from_shopping_admin/get_times_from_shopping_admin.ele.json ADDED
@@ -0,0 +1,258 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "index": 0,
4
+ "start": 24.1,
5
+ "end": 24.6,
6
+ "text": "Go to 'All Customers' section.",
7
+ "cursor_coordinate": [
8
+ [
9
+ 423.8770446777344,
10
+ 423.6119689941406
11
+ ],
12
+ [
13
+ 445.7879943847656,
14
+ 455.51922607421875
15
+ ]
16
+ ],
17
+ "bounding_box": [
18
+ 223.87704467773438,
19
+ 223.61196899414062,
20
+ 645.7879943847656,
21
+ 655.5192260742188
22
+ ],
23
+ "GUI_elements": [],
24
+ "candidate_elements": []
25
+ },
26
+ {
27
+ "index": 1,
28
+ "start": 29.8,
29
+ "end": 30.0,
30
+ "text": "Look for customer 'Daniel Jackson'.",
31
+ "cursor_coordinate": [
32
+ [
33
+ 587.0380859375,
34
+ 807.4514770507812
35
+ ]
36
+ ],
37
+ "bounding_box": [
38
+ 387.0380859375,
39
+ 607.4514770507812,
40
+ 787.0380859375,
41
+ 1007.4514770507812
42
+ ],
43
+ "GUI_elements": [],
44
+ "candidate_elements": []
45
+ },
46
+ {
47
+ "index": 2,
48
+ "start": 48.6,
49
+ "end": 50.2,
50
+ "text": "Click the 'Find Direction Between Two Points' button.",
51
+ "cursor_coordinate": [
52
+ [
53
+ 2322.6298828125,
54
+ 946.0853271484375
55
+ ],
56
+ [
57
+ 610.169921875,
58
+ 335.9884948730469
59
+ ],
60
+ [
61
+ 2322.6171875,
62
+ 946.0803833007812
63
+ ],
64
+ [
65
+ 2322.620361328125,
66
+ 946.0941162109375
67
+ ],
68
+ [
69
+ 2322.619384765625,
70
+ 946.0982055664062
71
+ ]
72
+ ],
73
+ "bounding_box": [
74
+ 410.169921875,
75
+ 135.98849487304688,
76
+ 2522.6298828125,
77
+ 1146.0982055664062
78
+ ],
79
+ "GUI_elements": [],
80
+ "candidate_elements": []
81
+ },
82
+ {
83
+ "index": 3,
84
+ "start": 53.5,
85
+ "end": 54.5,
86
+ "text": "Enter the zip code of 'Daniel Jackson' and click 'Enter'.",
87
+ "cursor_coordinate": [
88
+ [
89
+ 444.5116882324219,
90
+ 451.1722412109375
91
+ ],
92
+ [
93
+ 2322.618896484375,
94
+ 946.103271484375
95
+ ],
96
+ [
97
+ 2322.627197265625,
98
+ 946.0953979492188
99
+ ],
100
+ [
101
+ 2322.6240234375,
102
+ 946.0887451171875
103
+ ]
104
+ ],
105
+ "bounding_box": [
106
+ 244.51168823242188,
107
+ 251.1722412109375,
108
+ 2522.627197265625,
109
+ 1146.103271484375
110
+ ],
111
+ "GUI_elements": [],
112
+ "candidate_elements": []
113
+ },
114
+ {
115
+ "index": 4,
116
+ "start": 56.2,
117
+ "end": 56.8,
118
+ "text": "Specify the starting location as 'Pittsburgh' or 'Carnegie Mellon'.",
119
+ "cursor_coordinate": [
120
+ [
121
+ 2322.629638671875,
122
+ 946.0873413085938
123
+ ],
124
+ [
125
+ 2322.629638671875,
126
+ 946.08935546875
127
+ ]
128
+ ],
129
+ "bounding_box": [
130
+ 2122.629638671875,
131
+ 746.0873413085938,
132
+ 2522.629638671875,
133
+ 1146.08935546875
134
+ ],
135
+ "GUI_elements": [],
136
+ "candidate_elements": []
137
+ },
138
+ {
139
+ "index": 5,
140
+ "start": 82.8,
141
+ "end": 84.0,
142
+ "text": "Look for customer with last name 'Park'.",
143
+ "cursor_coordinate": [
144
+ [
145
+ 1114.529296875,
146
+ 875.7328491210938
147
+ ],
148
+ [
149
+ 949.190673828125,
150
+ 990.9131469726562
151
+ ]
152
+ ],
153
+ "bounding_box": [
154
+ 749.190673828125,
155
+ 675.7328491210938,
156
+ 1314.529296875,
157
+ 1190.9131469726562
158
+ ],
159
+ "GUI_elements": [],
160
+ "candidate_elements": []
161
+ },
162
+ {
163
+ "index": 6,
164
+ "start": 89.1,
165
+ "end": 90.8,
166
+ "text": "Look for customer 'Julia Williams' and get her zip code.",
167
+ "cursor_coordinate": [
168
+ [
169
+ 532.5054931640625,
170
+ 1121.9981689453125
171
+ ],
172
+ [
173
+ 1489.322509765625,
174
+ 1115.7572021484375
175
+ ],
176
+ [
177
+ 1644.2271728515625,
178
+ 1115.9898681640625
179
+ ],
180
+ [
181
+ 1553.8125,
182
+ 1117.974853515625
183
+ ],
184
+ [
185
+ 1553.7891845703125,
186
+ 1117.97412109375
187
+ ]
188
+ ],
189
+ "bounding_box": [
190
+ 332.5054931640625,
191
+ 915.7572021484375,
192
+ 1844.2271728515625,
193
+ 1321.9981689453125
194
+ ],
195
+ "GUI_elements": [],
196
+ "candidate_elements": []
197
+ },
198
+ {
199
+ "index": 7,
200
+ "start": 119.0,
201
+ "end": 122.4,
202
+ "text": "Try finding directions from 'Philadelphia'.",
203
+ "cursor_coordinate": [
204
+ [
205
+ 2322.80419921875,
206
+ 945.5628662109375
207
+ ],
208
+ [
209
+ 2322.7998046875,
210
+ 945.5615234375
211
+ ],
212
+ [
213
+ 2322.79833984375,
214
+ 945.5619506835938
215
+ ],
216
+ [
217
+ 2322.803955078125,
218
+ 945.5628662109375
219
+ ],
220
+ [
221
+ 2322.79931640625,
222
+ 945.5615844726562
223
+ ],
224
+ [
225
+ 2322.765869140625,
226
+ 945.57763671875
227
+ ],
228
+ [
229
+ 571.6264038085938,
230
+ 670.1326904296875
231
+ ],
232
+ [
233
+ 2322.9306640625,
234
+ 945.548828125
235
+ ],
236
+ [
237
+ 2322.665771484375,
238
+ 945.9534912109375
239
+ ],
240
+ [
241
+ 2322.987060546875,
242
+ 945.7763061523438
243
+ ],
244
+ [
245
+ 2323.328125,
246
+ 945.9842529296875
247
+ ]
248
+ ],
249
+ "bounding_box": [
250
+ 371.62640380859375,
251
+ 470.1326904296875,
252
+ 2523.328125,
253
+ 1145.9842529296875
254
+ ],
255
+ "GUI_elements": [],
256
+ "candidate_elements": []
257
+ }
258
+ ]
get_times_from_shopping_admin/get_times_from_shopping_admin.ele.match.json ADDED
@@ -0,0 +1,258 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "index": 0,
4
+ "start": 24.1,
5
+ "end": 24.6,
6
+ "text": "Go to 'All Customers' section.",
7
+ "cursor_coordinate": [
8
+ [
9
+ 423.8770446777344,
10
+ 423.6119689941406
11
+ ],
12
+ [
13
+ 445.7879943847656,
14
+ 455.51922607421875
15
+ ]
16
+ ],
17
+ "bounding_box": [
18
+ 223.87704467773438,
19
+ 223.61196899414062,
20
+ 645.7879943847656,
21
+ 655.5192260742188
22
+ ],
23
+ "GUI_elements": [],
24
+ "candidate_elements": []
25
+ },
26
+ {
27
+ "index": 1,
28
+ "start": 29.8,
29
+ "end": 30.0,
30
+ "text": "Look for customer 'Daniel Jackson'.",
31
+ "cursor_coordinate": [
32
+ [
33
+ 587.0380859375,
34
+ 807.4514770507812
35
+ ]
36
+ ],
37
+ "bounding_box": [
38
+ 387.0380859375,
39
+ 607.4514770507812,
40
+ 787.0380859375,
41
+ 1007.4514770507812
42
+ ],
43
+ "GUI_elements": [],
44
+ "candidate_elements": []
45
+ },
46
+ {
47
+ "index": 2,
48
+ "start": 48.6,
49
+ "end": 50.2,
50
+ "text": "Click the 'Find Direction Between Two Points' button.",
51
+ "cursor_coordinate": [
52
+ [
53
+ 2322.6298828125,
54
+ 946.0853271484375
55
+ ],
56
+ [
57
+ 610.169921875,
58
+ 335.9884948730469
59
+ ],
60
+ [
61
+ 2322.6171875,
62
+ 946.0803833007812
63
+ ],
64
+ [
65
+ 2322.620361328125,
66
+ 946.0941162109375
67
+ ],
68
+ [
69
+ 2322.619384765625,
70
+ 946.0982055664062
71
+ ]
72
+ ],
73
+ "bounding_box": [
74
+ 410.169921875,
75
+ 135.98849487304688,
76
+ 2522.6298828125,
77
+ 1146.0982055664062
78
+ ],
79
+ "GUI_elements": [],
80
+ "candidate_elements": []
81
+ },
82
+ {
83
+ "index": 3,
84
+ "start": 53.5,
85
+ "end": 54.5,
86
+ "text": "Enter the zip code of 'Daniel Jackson' and click 'Enter'.",
87
+ "cursor_coordinate": [
88
+ [
89
+ 444.5116882324219,
90
+ 451.1722412109375
91
+ ],
92
+ [
93
+ 2322.618896484375,
94
+ 946.103271484375
95
+ ],
96
+ [
97
+ 2322.627197265625,
98
+ 946.0953979492188
99
+ ],
100
+ [
101
+ 2322.6240234375,
102
+ 946.0887451171875
103
+ ]
104
+ ],
105
+ "bounding_box": [
106
+ 244.51168823242188,
107
+ 251.1722412109375,
108
+ 2522.627197265625,
109
+ 1146.103271484375
110
+ ],
111
+ "GUI_elements": [],
112
+ "candidate_elements": []
113
+ },
114
+ {
115
+ "index": 4,
116
+ "start": 56.2,
117
+ "end": 56.8,
118
+ "text": "Specify the starting location as 'Pittsburgh' or 'Carnegie Mellon'.",
119
+ "cursor_coordinate": [
120
+ [
121
+ 2322.629638671875,
122
+ 946.0873413085938
123
+ ],
124
+ [
125
+ 2322.629638671875,
126
+ 946.08935546875
127
+ ]
128
+ ],
129
+ "bounding_box": [
130
+ 2122.629638671875,
131
+ 746.0873413085938,
132
+ 2522.629638671875,
133
+ 1146.08935546875
134
+ ],
135
+ "GUI_elements": [],
136
+ "candidate_elements": []
137
+ },
138
+ {
139
+ "index": 5,
140
+ "start": 82.8,
141
+ "end": 84.0,
142
+ "text": "Look for customer with last name 'Park'.",
143
+ "cursor_coordinate": [
144
+ [
145
+ 1114.529296875,
146
+ 875.7328491210938
147
+ ],
148
+ [
149
+ 949.190673828125,
150
+ 990.9131469726562
151
+ ]
152
+ ],
153
+ "bounding_box": [
154
+ 749.190673828125,
155
+ 675.7328491210938,
156
+ 1314.529296875,
157
+ 1190.9131469726562
158
+ ],
159
+ "GUI_elements": [],
160
+ "candidate_elements": []
161
+ },
162
+ {
163
+ "index": 6,
164
+ "start": 89.1,
165
+ "end": 90.8,
166
+ "text": "Look for customer 'Julia Williams' and get her zip code.",
167
+ "cursor_coordinate": [
168
+ [
169
+ 532.5054931640625,
170
+ 1121.9981689453125
171
+ ],
172
+ [
173
+ 1489.322509765625,
174
+ 1115.7572021484375
175
+ ],
176
+ [
177
+ 1644.2271728515625,
178
+ 1115.9898681640625
179
+ ],
180
+ [
181
+ 1553.8125,
182
+ 1117.974853515625
183
+ ],
184
+ [
185
+ 1553.7891845703125,
186
+ 1117.97412109375
187
+ ]
188
+ ],
189
+ "bounding_box": [
190
+ 332.5054931640625,
191
+ 915.7572021484375,
192
+ 1844.2271728515625,
193
+ 1321.9981689453125
194
+ ],
195
+ "GUI_elements": [],
196
+ "candidate_elements": []
197
+ },
198
+ {
199
+ "index": 7,
200
+ "start": 119.0,
201
+ "end": 122.4,
202
+ "text": "Try finding directions from 'Philadelphia'.",
203
+ "cursor_coordinate": [
204
+ [
205
+ 2322.80419921875,
206
+ 945.5628662109375
207
+ ],
208
+ [
209
+ 2322.7998046875,
210
+ 945.5615234375
211
+ ],
212
+ [
213
+ 2322.79833984375,
214
+ 945.5619506835938
215
+ ],
216
+ [
217
+ 2322.803955078125,
218
+ 945.5628662109375
219
+ ],
220
+ [
221
+ 2322.79931640625,
222
+ 945.5615844726562
223
+ ],
224
+ [
225
+ 2322.765869140625,
226
+ 945.57763671875
227
+ ],
228
+ [
229
+ 571.6264038085938,
230
+ 670.1326904296875
231
+ ],
232
+ [
233
+ 2322.9306640625,
234
+ 945.548828125
235
+ ],
236
+ [
237
+ 2322.665771484375,
238
+ 945.9534912109375
239
+ ],
240
+ [
241
+ 2322.987060546875,
242
+ 945.7763061523438
243
+ ],
244
+ [
245
+ 2323.328125,
246
+ 945.9842529296875
247
+ ]
248
+ ],
249
+ "bounding_box": [
250
+ 371.62640380859375,
251
+ 470.1326904296875,
252
+ 2523.328125,
253
+ 1145.9842529296875
254
+ ],
255
+ "GUI_elements": [],
256
+ "candidate_elements": []
257
+ }
258
+ ]
get_times_from_shopping_admin/get_times_from_shopping_admin.final.json ADDED
@@ -0,0 +1,354 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "id": null,
3
+ "software": "Unknown",
4
+ "title": "get_times_from_shopping_admin",
5
+ "task with actions": [
6
+ {
7
+ "task_index": 0,
8
+ "task": "Access the shopping admin website to obtain address and location information for a specific customer.",
9
+ "actions": []
10
+ },
11
+ {
12
+ "task_index": 1,
13
+ "task": "Identify the customer by name and retrieve their zip code.",
14
+ "actions": [
15
+ {
16
+ "index": 0,
17
+ "start": 24.1,
18
+ "end": 24.6,
19
+ "text": "Go to 'All Customers' section."
20
+ },
21
+ {
22
+ "index": 1,
23
+ "start": 29.8,
24
+ "end": 30.0,
25
+ "text": "Look for customer 'Daniel Jackson'."
26
+ }
27
+ ]
28
+ },
29
+ {
30
+ "task_index": 2,
31
+ "task": "Use the map feature to find directions by entering the customer's zip code.",
32
+ "actions": [
33
+ {
34
+ "index": 2,
35
+ "start": 48.6,
36
+ "end": 50.2,
37
+ "text": "Click the 'Find Direction Between Two Points' button."
38
+ },
39
+ {
40
+ "index": 3,
41
+ "start": 53.5,
42
+ "end": 54.5,
43
+ "text": "Enter the zip code of 'Daniel Jackson' and click 'Enter'."
44
+ }
45
+ ]
46
+ },
47
+ {
48
+ "task_index": 3,
49
+ "task": "Determine the travel time from a starting location to the customer's location using different modes of transportation.",
50
+ "actions": [
51
+ {
52
+ "index": 4,
53
+ "start": 56.2,
54
+ "end": 56.8,
55
+ "text": "Specify the starting location as 'Pittsburgh' or 'Carnegie Mellon'."
56
+ }
57
+ ]
58
+ },
59
+ {
60
+ "task_index": 4,
61
+ "task": "Repeat the process for another customer to compare travel times.",
62
+ "actions": [
63
+ {
64
+ "index": 5,
65
+ "start": 82.8,
66
+ "end": 84.0,
67
+ "text": "Look for customer with last name 'Park'."
68
+ },
69
+ {
70
+ "index": 6,
71
+ "start": 89.1,
72
+ "end": 90.8,
73
+ "text": "Look for customer 'Julia Williams' and get her zip code."
74
+ }
75
+ ]
76
+ },
77
+ {
78
+ "task_index": 5,
79
+ "task": "Explore different starting locations to understand optimal routes and travel durations.",
80
+ "actions": [
81
+ {
82
+ "index": 4,
83
+ "start": 56.2,
84
+ "end": 56.8,
85
+ "text": "Specify the starting location as 'Pittsburgh' or 'Carnegie Mellon'."
86
+ },
87
+ {
88
+ "index": 7,
89
+ "start": 119.0,
90
+ "end": 122.4,
91
+ "text": "Try finding directions from 'Philadelphia'."
92
+ }
93
+ ]
94
+ }
95
+ ],
96
+ "action with elements": [
97
+ {
98
+ "index": 0,
99
+ "start": 24.1,
100
+ "end": 24.6,
101
+ "text": "Go to 'All Customers' section.",
102
+ "cursor_coordinate": [
103
+ [
104
+ 423.8770446777344,
105
+ 423.6119689941406
106
+ ],
107
+ [
108
+ 445.7879943847656,
109
+ 455.51922607421875
110
+ ]
111
+ ],
112
+ "bounding_box": [
113
+ 223.87704467773438,
114
+ 223.61196899414062,
115
+ 645.7879943847656,
116
+ 655.5192260742188
117
+ ],
118
+ "GUI_elements": [],
119
+ "candidate_elements": []
120
+ },
121
+ {
122
+ "index": 1,
123
+ "start": 29.8,
124
+ "end": 30.0,
125
+ "text": "Look for customer 'Daniel Jackson'.",
126
+ "cursor_coordinate": [
127
+ [
128
+ 587.0380859375,
129
+ 807.4514770507812
130
+ ]
131
+ ],
132
+ "bounding_box": [
133
+ 387.0380859375,
134
+ 607.4514770507812,
135
+ 787.0380859375,
136
+ 1007.4514770507812
137
+ ],
138
+ "GUI_elements": [],
139
+ "candidate_elements": []
140
+ },
141
+ {
142
+ "index": 2,
143
+ "start": 48.6,
144
+ "end": 50.2,
145
+ "text": "Click the 'Find Direction Between Two Points' button.",
146
+ "cursor_coordinate": [
147
+ [
148
+ 2322.6298828125,
149
+ 946.0853271484375
150
+ ],
151
+ [
152
+ 610.169921875,
153
+ 335.9884948730469
154
+ ],
155
+ [
156
+ 2322.6171875,
157
+ 946.0803833007812
158
+ ],
159
+ [
160
+ 2322.620361328125,
161
+ 946.0941162109375
162
+ ],
163
+ [
164
+ 2322.619384765625,
165
+ 946.0982055664062
166
+ ]
167
+ ],
168
+ "bounding_box": [
169
+ 410.169921875,
170
+ 135.98849487304688,
171
+ 2522.6298828125,
172
+ 1146.0982055664062
173
+ ],
174
+ "GUI_elements": [],
175
+ "candidate_elements": []
176
+ },
177
+ {
178
+ "index": 3,
179
+ "start": 53.5,
180
+ "end": 54.5,
181
+ "text": "Enter the zip code of 'Daniel Jackson' and click 'Enter'.",
182
+ "cursor_coordinate": [
183
+ [
184
+ 444.5116882324219,
185
+ 451.1722412109375
186
+ ],
187
+ [
188
+ 2322.618896484375,
189
+ 946.103271484375
190
+ ],
191
+ [
192
+ 2322.627197265625,
193
+ 946.0953979492188
194
+ ],
195
+ [
196
+ 2322.6240234375,
197
+ 946.0887451171875
198
+ ]
199
+ ],
200
+ "bounding_box": [
201
+ 244.51168823242188,
202
+ 251.1722412109375,
203
+ 2522.627197265625,
204
+ 1146.103271484375
205
+ ],
206
+ "GUI_elements": [],
207
+ "candidate_elements": []
208
+ },
209
+ {
210
+ "index": 4,
211
+ "start": 56.2,
212
+ "end": 56.8,
213
+ "text": "Specify the starting location as 'Pittsburgh' or 'Carnegie Mellon'.",
214
+ "cursor_coordinate": [
215
+ [
216
+ 2322.629638671875,
217
+ 946.0873413085938
218
+ ],
219
+ [
220
+ 2322.629638671875,
221
+ 946.08935546875
222
+ ]
223
+ ],
224
+ "bounding_box": [
225
+ 2122.629638671875,
226
+ 746.0873413085938,
227
+ 2522.629638671875,
228
+ 1146.08935546875
229
+ ],
230
+ "GUI_elements": [],
231
+ "candidate_elements": []
232
+ },
233
+ {
234
+ "index": 5,
235
+ "start": 82.8,
236
+ "end": 84.0,
237
+ "text": "Look for customer with last name 'Park'.",
238
+ "cursor_coordinate": [
239
+ [
240
+ 1114.529296875,
241
+ 875.7328491210938
242
+ ],
243
+ [
244
+ 949.190673828125,
245
+ 990.9131469726562
246
+ ]
247
+ ],
248
+ "bounding_box": [
249
+ 749.190673828125,
250
+ 675.7328491210938,
251
+ 1314.529296875,
252
+ 1190.9131469726562
253
+ ],
254
+ "GUI_elements": [],
255
+ "candidate_elements": []
256
+ },
257
+ {
258
+ "index": 6,
259
+ "start": 89.1,
260
+ "end": 90.8,
261
+ "text": "Look for customer 'Julia Williams' and get her zip code.",
262
+ "cursor_coordinate": [
263
+ [
264
+ 532.5054931640625,
265
+ 1121.9981689453125
266
+ ],
267
+ [
268
+ 1489.322509765625,
269
+ 1115.7572021484375
270
+ ],
271
+ [
272
+ 1644.2271728515625,
273
+ 1115.9898681640625
274
+ ],
275
+ [
276
+ 1553.8125,
277
+ 1117.974853515625
278
+ ],
279
+ [
280
+ 1553.7891845703125,
281
+ 1117.97412109375
282
+ ]
283
+ ],
284
+ "bounding_box": [
285
+ 332.5054931640625,
286
+ 915.7572021484375,
287
+ 1844.2271728515625,
288
+ 1321.9981689453125
289
+ ],
290
+ "GUI_elements": [],
291
+ "candidate_elements": []
292
+ },
293
+ {
294
+ "index": 7,
295
+ "start": 119.0,
296
+ "end": 122.4,
297
+ "text": "Try finding directions from 'Philadelphia'.",
298
+ "cursor_coordinate": [
299
+ [
300
+ 2322.80419921875,
301
+ 945.5628662109375
302
+ ],
303
+ [
304
+ 2322.7998046875,
305
+ 945.5615234375
306
+ ],
307
+ [
308
+ 2322.79833984375,
309
+ 945.5619506835938
310
+ ],
311
+ [
312
+ 2322.803955078125,
313
+ 945.5628662109375
314
+ ],
315
+ [
316
+ 2322.79931640625,
317
+ 945.5615844726562
318
+ ],
319
+ [
320
+ 2322.765869140625,
321
+ 945.57763671875
322
+ ],
323
+ [
324
+ 571.6264038085938,
325
+ 670.1326904296875
326
+ ],
327
+ [
328
+ 2322.9306640625,
329
+ 945.548828125
330
+ ],
331
+ [
332
+ 2322.665771484375,
333
+ 945.9534912109375
334
+ ],
335
+ [
336
+ 2322.987060546875,
337
+ 945.7763061523438
338
+ ],
339
+ [
340
+ 2323.328125,
341
+ 945.9842529296875
342
+ ]
343
+ ],
344
+ "bounding_box": [
345
+ 371.62640380859375,
346
+ 470.1326904296875,
347
+ 2523.328125,
348
+ 1145.9842529296875
349
+ ],
350
+ "GUI_elements": [],
351
+ "candidate_elements": []
352
+ }
353
+ ]
354
+ }
get_times_from_shopping_admin/get_times_from_shopping_admin.mov ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3dcc5068f9b4f348ddb7352446ea31c0ea932ed98533b022f07b2fb9b71d94b8
3
+ size 573148084
get_times_from_shopping_admin/get_times_from_shopping_admin.project.json ADDED
@@ -0,0 +1,52 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "projects": [
3
+ {
4
+ "project_index": 0,
5
+ "project_title": "How to obtain and use customer location information from the shopping admin",
6
+ "tasks": [
7
+ {
8
+ "index": 0,
9
+ "start": 1.2,
10
+ "end": 25.2,
11
+ "text": "Access the shopping admin website to obtain address and location information for a specific customer."
12
+ },
13
+ {
14
+ "index": 1,
15
+ "start": 27.7,
16
+ "end": 40.1,
17
+ "text": "Identify the customer by name and retrieve their zip code."
18
+ },
19
+ {
20
+ "index": 2,
21
+ "start": 45.3,
22
+ "end": 54.8,
23
+ "text": "Use the map feature to find directions by entering the customer's zip code."
24
+ },
25
+ {
26
+ "index": 3,
27
+ "start": 55.8,
28
+ "end": 70.9,
29
+ "text": "Determine the travel time from a starting location to the customer's location using different modes of transportation."
30
+ }
31
+ ]
32
+ },
33
+ {
34
+ "project_index": 1,
35
+ "project_title": "How to compare travel times for different customers and starting locations",
36
+ "tasks": [
37
+ {
38
+ "index": 4,
39
+ "start": 80.0,
40
+ "end": 103.0,
41
+ "text": "Repeat the process for another customer to compare travel times."
42
+ },
43
+ {
44
+ "index": 5,
45
+ "start": 110.0,
46
+ "end": 133.7,
47
+ "text": "Explore different starting locations to understand optimal routes and travel durations."
48
+ }
49
+ ]
50
+ }
51
+ ]
52
+ }
get_times_from_shopping_admin/get_times_from_shopping_admin.task.action.json ADDED
@@ -0,0 +1,93 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task with actions": [
3
+ {
4
+ "task_index": 0,
5
+ "task": "Access the shopping admin website to obtain address and location information for a specific customer.",
6
+ "actions": []
7
+ },
8
+ {
9
+ "task_index": 1,
10
+ "task": "Identify the customer by name and retrieve their zip code.",
11
+ "actions": [
12
+ {
13
+ "index": 0,
14
+ "start": 24.1,
15
+ "end": 24.6,
16
+ "text": "Go to 'All Customers' section."
17
+ },
18
+ {
19
+ "index": 1,
20
+ "start": 29.8,
21
+ "end": 30.0,
22
+ "text": "Look for customer 'Daniel Jackson'."
23
+ }
24
+ ]
25
+ },
26
+ {
27
+ "task_index": 2,
28
+ "task": "Use the map feature to find directions by entering the customer's zip code.",
29
+ "actions": [
30
+ {
31
+ "index": 2,
32
+ "start": 48.6,
33
+ "end": 50.2,
34
+ "text": "Click the 'Find Direction Between Two Points' button."
35
+ },
36
+ {
37
+ "index": 3,
38
+ "start": 53.5,
39
+ "end": 54.5,
40
+ "text": "Enter the zip code of 'Daniel Jackson' and click 'Enter'."
41
+ }
42
+ ]
43
+ },
44
+ {
45
+ "task_index": 3,
46
+ "task": "Determine the travel time from a starting location to the customer's location using different modes of transportation.",
47
+ "actions": [
48
+ {
49
+ "index": 4,
50
+ "start": 56.2,
51
+ "end": 56.8,
52
+ "text": "Specify the starting location as 'Pittsburgh' or 'Carnegie Mellon'."
53
+ }
54
+ ]
55
+ },
56
+ {
57
+ "task_index": 4,
58
+ "task": "Repeat the process for another customer to compare travel times.",
59
+ "actions": [
60
+ {
61
+ "index": 5,
62
+ "start": 82.8,
63
+ "end": 84.0,
64
+ "text": "Look for customer with last name 'Park'."
65
+ },
66
+ {
67
+ "index": 6,
68
+ "start": 89.1,
69
+ "end": 90.8,
70
+ "text": "Look for customer 'Julia Williams' and get her zip code."
71
+ }
72
+ ]
73
+ },
74
+ {
75
+ "task_index": 5,
76
+ "task": "Explore different starting locations to understand optimal routes and travel durations.",
77
+ "actions": [
78
+ {
79
+ "index": 4,
80
+ "start": 56.2,
81
+ "end": 56.8,
82
+ "text": "Specify the starting location as 'Pittsburgh' or 'Carnegie Mellon'."
83
+ },
84
+ {
85
+ "index": 7,
86
+ "start": 119.0,
87
+ "end": 122.4,
88
+ "text": "Try finding directions from 'Philadelphia'."
89
+ }
90
+ ]
91
+ }
92
+ ]
93
+ }
get_times_from_shopping_admin/get_times_from_shopping_admin.task.json ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "tasks": [
3
+ {
4
+ "index": 0,
5
+ "start": 1.2,
6
+ "end": 25.2,
7
+ "text": "Access the shopping admin website to obtain address and location information for a specific customer."
8
+ },
9
+ {
10
+ "index": 1,
11
+ "start": 27.7,
12
+ "end": 40.1,
13
+ "text": "Identify the customer by name and retrieve their zip code."
14
+ },
15
+ {
16
+ "index": 2,
17
+ "start": 45.3,
18
+ "end": 54.8,
19
+ "text": "Use the map feature to find directions by entering the customer's zip code."
20
+ },
21
+ {
22
+ "index": 3,
23
+ "start": 55.8,
24
+ "end": 70.9,
25
+ "text": "Determine the travel time from a starting location to the customer's location using different modes of transportation."
26
+ },
27
+ {
28
+ "index": 4,
29
+ "start": 80.0,
30
+ "end": 103.0,
31
+ "text": "Repeat the process for another customer to compare travel times."
32
+ },
33
+ {
34
+ "index": 5,
35
+ "start": 110.0,
36
+ "end": 133.7,
37
+ "text": "Explore different starting locations to understand optimal routes and travel durations."
38
+ }
39
+ ]
40
+ }