-
Notifications
You must be signed in to change notification settings - Fork 159
/
run_api.py
73 lines (57 loc) · 2.12 KB
/
run_api.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
import os
import json
import argparse
from MobileAgent.api_service import get_action
from MobileAgent.controller_api import get_screenshot, tap, type, slide, back, back_to_desktop
def get_args():
parser = argparse.ArgumentParser()
parser.add_argument("--instruction", type=str)
parser.add_argument("--adb_path", type=str)
parser.add_argument("--url", type=str)
parser.add_argument("--token", type=str)
args = parser.parse_args()
return args
def run(args):
if not os.path.exists("screenshot"):
os.mkdir("screenshot")
first_request = 0
session_id = ""
while True:
first_request += 1
get_screenshot(args.adb_path)
image = "./screenshot/screenshot.jpg"
while True:
if first_request == 1:
response = get_action(image, args.instruction, '', args.url, args.token)
else:
response = get_action(image, '', session_id, args.url, args.token)
try:
action = response.json()['output']['action']
parameter = response.json()['output']['parameter']
session_id = response.json()['output']['session_id']
except:
print("Error:")
print(response.json())
else:
break
if action == 'end':
parameter = str(parameter)
if parameter != '':
print(parameter)
break
elif action == 'tap':
parameter = json.loads(parameter)
tap(args.adb_path, parameter[0], parameter[1])
elif action == 'slide':
parameter = json.loads(parameter)
slide(args.adb_path, parameter[0][0], parameter[0][1], parameter[1][1], parameter[1][0])
elif "type" in action:
parameter = str(parameter)
type(args.adb_path, parameter)
elif "back" in action:
back(args.adb_path)
elif "exit" in action:
back_to_desktop(args.adb_path)
if __name__ == "__main__":
args = get_args()
run(args)