Update README.md
Browse files
README.md
CHANGED
@@ -1,3 +1,57 @@
|
|
1 |
-
---
|
2 |
-
license: apache-2.0
|
3 |
-
---
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
---
|
2 |
+
license: apache-2.0
|
3 |
+
---
|
4 |
+
Uses
|
5 |
+
This LLM is trained on data generated by my code for the yolov8 model. Github code The model is capable of briefly describing what the yolov8 model can detect and can also execute a command (/click). When the command is triggered, a dictionary is generated containing the key data of the object to be clicked.
|
6 |
+
|
7 |
+
Testing
|
8 |
+
You can test the model by giving it this informations:
|
9 |
+
|
10 |
+
{
|
11 |
+
"Object": [
|
12 |
+
{
|
13 |
+
"index": "window_0",
|
14 |
+
"label": "window",
|
15 |
+
"property": "toplayer",
|
16 |
+
"coords": [
|
17 |
+
189.06007385253906,
|
18 |
+
79.33326721191406,
|
19 |
+
1156.018798828125,
|
20 |
+
750.1478271484375
|
21 |
+
],
|
22 |
+
"textes": 24,
|
23 |
+
"interactions": [
|
24 |
+
{
|
25 |
+
"label": "close_window",
|
26 |
+
"interaction_type": 1,
|
27 |
+
"coords": [
|
28 |
+
1114.04541015625,
|
29 |
+
84.65348815917969,
|
30 |
+
1149.1778564453125,
|
31 |
+
113.41248321533203
|
32 |
+
]
|
33 |
+
},
|
34 |
+
{
|
35 |
+
"label": "maximize",
|
36 |
+
"interaction_type": 1,
|
37 |
+
"coords": [
|
38 |
+
1067.0111083984375,
|
39 |
+
84.82215118408203,
|
40 |
+
1099.86328125,
|
41 |
+
112.69491577148438
|
42 |
+
]
|
43 |
+
},
|
44 |
+
{
|
45 |
+
"label": "minize_window",
|
46 |
+
"interaction_type": 1,
|
47 |
+
"coords": [
|
48 |
+
1024.7701416015625,
|
49 |
+
85.06327819824219,
|
50 |
+
1053.4327392578125,
|
51 |
+
111.52396392822266
|
52 |
+
]
|
53 |
+
}
|
54 |
+
]
|
55 |
+
}
|
56 |
+
]
|
57 |
+
}
|