autojs与java开发的手机投屏，可在电脑操作手机_auto.js需要安装java嘛

作者：秋刀鱼在做梦 | 2024-07-25 13:53:18

踩

auto.js需要安装java嘛

手机上的aotujs代码，主要利用截图手机屏幕转换byte[]数据用tcpip传输到电脑配合java框架jframe显示手机实时界面等


importClass(java.net.InetAddress);
importClass(java.net.Socket);
importClass(java.net.ServerSocket);
importClass(java.io.OutputStream);
importClass(java.io.InputStream);
importClass(java.io.IOException);
importClass(java.io.OutputStreamWriter);
importClass(java.io.InputStreamReader);
importClass(android.content.Context);
importClass(android.net.wifi.WifiInfo);
importClass(android.net.wifi.WifiManager);
importClass(java.io.ByteArrayOutputStream);


/**
 * 自动获取截屏权限
 */
auto.waitFor();
threads.start(function(){
    let bu = text("立即开始").findOne(1000);
    if(bu != null){
        bu.click();
    }else if(bu = text("允许").findOne(1000)){
        bu.click();
    }

});
if(!requestScreenCapture()){//截屏权限
    exit();
}
sleep(2000);
//一直保持屏幕常亮
// device.keepScreenOn();

var ser1 = null;
var soc1 = null;
var output = null;
var input = null;
var boo = false;

let dimg = (new Canvas(device.width, device.height)).toImage();//对比图，意思上一张图片
let bx = 0;
let by = 0;
let bw = device.width/4;
let bh = device.height/8;
let bi = 0;

let ds = 0;
let setw = device.width;
let seth = device.height;

let bunisboo = 0;//是否按下
let bunxyarr = new Array(1000);

while(true){
    let tk = new Date().getTime();
    if(!boo){
        linknet();
        threads.start(function(){
            while(boo){
                try {
                    var str4 = input.read();
                    var yg = String.fromCharCode(str4);
                    if(yg=="\n"){
                        getcaozuo(input);
                    } 
                } catch (error) {
                    log(error);
                    output.close();
                    input.close();
                    soc1.close();
                    ser1.close();
                    log("操作线程错误");
                }
            }
        });
    }
    
    if(ds==0){
        let th = threads.start(function(){
            let timg = captureScreen();
            try {
                ds = 1;
                timg = images.resize(timg, [setw, seth]);//480,960
            } catch (error) {
            }
            sendimg(timg, 0, 0);
            ds = 0;
            timg.recycle();
        });
        let ttime = new Date().getTime();
        th.join(20);
        let tb = new Date().getTime() - ttime;
        if(tb<20){
            sleep(20-tb);
        }
    }
}

//发送图片
function sendimg(simg, mx,my){
    try {
        let imgt = images.toBytes(simg, "jpg", 90);
        output.write(xm(imgt.length+","+ mx +","+ my +"\r\n\r\n"));//图像大小，位置
        output.write(imgt);
        imgt = [0];
    } catch (error) {
        log("发送失败");
        boo = false;
    }
}

//链接网络wifi
function linknet(){
    var ip = getIP();
    log("服务已准备，等待链接端口 3587 ip="+ip);
    log("屏幕大小：" + device.width + "*" + device.height);
    try {
        if(ser1 != null){
            try {
                (new Socket(InetAddress.getByName(ip),3587)).close();
                log("尝试断开，释放");
            } catch (error) {
                log(error);
                log("尝试断开，释放");
            }
            ser1.close();
            log("关闭服务器");
        }
        ser1 = new ServerSocket(3587, 1,InetAddress.getByName(ip));//端口被占用没有释放 "192.168.107.227"
    } catch (error) {
        log(error);
        sleep(3000);
        toastLog("服务器创建失败,3秒后重试")
        return 0 ;
    }
    toastLog("服务器重建成功，等待链接");
    try {
        if(soc1 != null){
            soc1.close();
        }
        soc1 = ser1.accept();//等待客户接入服务器
    } catch (error) {
        log(error);
        toastLog( "ser1.accept(),异常");
        sleep(10*1000);
        return 0 ;
    }
    output = soc1.getOutputStream();
    input = new InputStreamReader(soc1.getInputStream(),"utf-8");
    boo = true;
    toastLog("链接成功");
}

//接收操作指令数据
function getcaozuo(inr){
    log("操作指令运行,等待链接");
    try {
        var stt ="";
        var bl = 0 ;
        while(bl!=-1){
            bl = inr.read();
            if(bl!=-1){
                var yg = String.fromCharCode(bl);
                // log("接收字符："+yg);
                if(yg=="\n"){
                    log("接收指令："+stt);
                    var tb = stt.split(",");
                    if(tb[0]==101){
                        press(tb[1], tb[2], tb[5]);
                    }
                    if(tb[0]==102){

                        swipe(tb[1],tb[2],tb[3],tb[4],tb[5]);
                       
                    }
                    if(tb[0]==103 ){
                        // threads.start(function(){
                        //     let a = parseInt(tb[3]) , b = parseInt(tb[4]);
                        //     swipe(tb[1],tb[2],tb[3],tb[4],tb[5]);
                        // });
                    }
                    if(tb[0]==105){
                        setw = tb[1];
                        seth = tb[2];
                    }
                    if(tb[0]==107){
                        log("按下");
                        bunisboo=1;
                    }
                    if(tb[0]==108){
                        log("释放");
                        bunisboo=0;
                    }
                    if(tb[0]==110){
                        window.setPosition(tb[1],parseInt(tb[2])-110);
                    }
                    // log("接收指令："+stt);
                    return ;
                }
                stt += yg;
            }
        }
    } catch (error) {
        log(error);
        log("操作错误");
    }
}

//字符串转字节数组
function xm(str) {  
    var ch, st, re = []; 
    for (var i = 0; i < str.length; i++ ) { 
        ch = str.charCodeAt(i);  // get char  
        st = [];                 // set up "stack"  
       do {  
            st.push( ch & 0xFF );  // push byte to stack  
            ch = ch >> 8;          // shift value down by 1 byte  
        } while ( ch ); 
        re = re.concat( st.reverse() ); 
    }  
    // return an array of bytes  
    return re;  
} 

//获取本机ip
function getIP(){
    var ip = "";
     // 获取WiFi服务
     var wifiManager = context.getSystemService(Context.WIFI_SERVICE);
     // 判断WiFi是否开启
     if (wifiManager.isWifiEnabled()) {
         // 已经开启了WiFi
         var wifiInfo = wifiManager.getConnectionInfo();
         var ipAddress = wifiInfo.getIpAddress();
         ip = (ipAddress & 0xFF) + "." +
                 ((ipAddress >> 8) & 0xFF) + "." +
                 ((ipAddress >> 16) & 0xFF) + "." +
                 (ipAddress >> 24 & 0xFF);;
         return ip;
     }
    return null ;
}
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244

电脑
代码实现接受图片进行显示，监听鼠标操作发送手机执行点击，滑动操作

package frame;

import java.awt.Color;
import java.awt.Font;
import java.awt.Graphics;
import java.awt.Graphics2D;
import java.awt.Image;
import java.awt.event.MouseEvent;
import java.awt.event.MouseListener;
import java.awt.event.MouseMotionListener;
import java.awt.event.WindowEvent;
import java.awt.event.WindowListener;
import java.awt.image.BufferedImage;
import java.io.ByteArrayOutputStream;
import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;
import java.io.OutputStreamWriter;
import java.io.UnsupportedEncodingException;
import java.net.InetAddress;
import java.net.Socket;
import java.net.UnknownHostException;
import java.util.Date;

import javax.swing.ImageIcon;
import javax.swing.JFrame;
import javax.swing.JPanel;

public class AFrame extends JFrame implements MouseListener,MouseMotionListener,WindowListener{
	
	/*
	 *手机上创建服务器
	 *电脑去链接手机的这个服务器套接字，进行接收图片，端口3587
	 *手机上创建服务器接收电脑发送过去的点击操作指令，端口3587
	 *端口套接字在电脑操作手机有数据时进行短暂链接
	 * */
	
	String ip = "192.168.1.95";//本机ip，无用
	int port = 3587;/
	String deviceip ="";
	Socket socket =null;
	InputStream input = null;
	PaintImg pi;//绘制图片
	long time1 = new Date().getTime();//鼠标按下时间
	long time2 = new Date().getTime();//鼠标按下时间
	int ex = 0, ey =0;//鼠标按下坐标
	int eb = 0 ; //鼠标按下的建
	double w = 1080 , h = 2340;//设备尺寸
	double rx = w/(AFrame.this.getContentPane().getWidth());
	double ry = h/(AFrame.this.getContentPane().getHeight());
	boolean boo = true;
	OutputStreamWriter out = null;
	int tu = 0;
	long ttm = new Date().getTime();
	boolean bok;//正在转码显示中
	int ti=0;//记录掉帧
	String tb = "";//显示掉帧
	String str = "";
	String[] stra;
	long tl1 = 0;
	boolean bgk;//横竖
	ByteArrayOutputStream bn = new ByteArrayOutputStream(1024*500);
	byte[] bk  = new byte[1024*500];
	Image age = null;
	ImageIcon iicon = null;
	BufferedImage bimg = new BufferedImage(480, 960, BufferedImage.TYPE_INT_ARGB);
	Graphics2D g2img = bimg.createGraphics();
	//鼠标按下标志
	boolean boo_mousepress = false;
	double tcm = 0;
	boolean tuotuo;
	
	public AFrame(String deviceip , String w, String h, boolean bgk) {
		this.deviceip = deviceip;
		this.w = Integer.parseInt(w);
		this.h = Integer.parseInt(h);
		this.bgk = bgk;
		setIconImage(new ImageIcon("src/frame/999.jpg").getImage());
		setTitle("设备："+deviceip);
		if(bgk) {
			setSize(360, 720);
		}else {
			setSize(900, 480);
		}
		setDefaultCloseOperation(JFrame.DISPOSE_ON_CLOSE);
		getContentPane().add(pi=new PaintImg());
		pi.addMouseListener(this);
		pi.addMouseMotionListener(this);
		addWindowListener(this);
		new Thread(new Runnable() {
			public void run() {
				
				while(boo) {
					try {
						System.out.println("正在链接"+deviceip);
						socket = new Socket(InetAddress.getByName(deviceip), port);
						System.out.println("链接成功");
						input = socket.getInputStream();
						out = new OutputStreamWriter(socket.getOutputStream(), "utf-8");
					} catch (UnknownHostException e) {
						// TODO 自动生成的 catch 块
						e.printStackTrace();
					} catch (UnsupportedEncodingException e) {
						// TODO 自动生成的 catch 块
						e.printStackTrace();
					} catch (IOException e) {
						// TODO 自动生成的 catch 块
						e.printStackTrace();
					}
					soc();
				}
			}
		}).start();
		
	}

	//链接服务器，接收图像
	public void soc() {
		try {
			while(boo) {
				tl1 = new Date().getTime();
				byte[] b = new byte[1024];
				int a = 0;
				while(a<b.length) {//
					a += input.read(b, a, b.length-a);
				}
				str = new String(b);
//				System.out.println("接受的数据头： "+str);
				//\r\n\r\n,区分图片大小，头文件数据
				str = str.substring(0,str.indexOf("\r\n\r\n"));
				stra = str.split(",");
//				System.out.println("大小"+stra[0] + "\n");
//				System.out.println("位置" + stra[1] + "," + stra[2]);
				int nx = Integer.parseInt(stra[1]), ny = Integer.parseInt(stra[2]);
				int l = Integer.parseInt(stra[0]);//设备发送过来的图片大小
//				System.out.println("图像大小："+l);
//				ByteArrayOutputStream bn = new ByteArrayOutputStream();
				int u = str.getBytes().length+4;//图片大小占用大小
				int lw = b.length-u;//剪掉图片大小信息占用的剩余图文信息
				bn = new ByteArrayOutputStream();
				bn.write(b,u,b.length-u);//写入剩余图文信息
				while(lw<l && a!=-1) {
					b = new byte[l-lw];
					a = input.read(b,0 , b.length);
					if(a!=-1) {
						bn.write(b,0,a);
						lw += a;
//						System.out.println("大小"+l +"\t写入"+lw);
					}
					b = null;
				}
//				System.out.println("实际写入" + lw);
				lw = 0;
				a = 0;
				bk = bn.toByteArray();
				iicon = new ImageIcon(bk);
				age = iicon.getImage();
//				System.out.println(bimg.getWidth()+","+age.getHeight(null));
				if(bimg.getWidth() != age.getWidth(null) && bimg.getWidth()!= age.getHeight(null)) {
					bimg = new BufferedImage(age.getWidth(null), age.getHeight(null), Image.SCALE_DEFAULT);
					g2img = bimg.createGraphics();
				}
				g2img.drawImage(age, nx, ny, null);//绘制图片
				pi.setImg();//绘制图片age
				age = null;
				iicon = null;
				str = null;
				stra = null;
				bk = null;
				bn = null;
			}
		} catch (NumberFormatException e) {
			e.printStackTrace();
		} catch (UnknownHostException e) {
			e.printStackTrace();
		} catch (IOException e) {
			e.printStackTrace();
		}
	}
	
	//绘制图片
	class PaintImg extends JPanel{
//		Image img = null;
		long tm = 0;
		long tm1 = 0;
		int tm2 = 0;
		int tm3 = 0;
		String zs = "";//显示帧数
		
		
		public void setImg() {//Image img
			long j = new Date().getTime()-tm;
			tm = new Date().getTime();
			zs = "间隔"+j+"/ms";
			j = 0;
			this.repaint();
		}
		@Override
		public void paint(Graphics g) {
			super.paint(g);
			if(bgk) {
				//竖屏age
				g.drawImage(bimg, 0, 0, AFrame.this.getContentPane().getWidth(), AFrame.this.getContentPane().getHeight(),  this);
				g.setColor(Color.yellow);
				g.setFont(new Font("黑体", Font.BOLD, 20));
				g.drawString(zs+tb, 10, 20);
			}else {
				//横屏
				g.setColor(Color.yellow);
				g.setFont(new Font("黑体", Font.BOLD, 20));
				Graphics2D g2= (Graphics2D)g;
				int centerx = 0;
				int centery = AFrame.this.getContentPane().getHeight();
				g.drawString(zs+tb, centerx, centery);
				g2.rotate((-Math.PI/2)*1,centerx, centery);//坐标原点旋转90度
//				g.drawString(zs+tb, centerx, centery);
				g2.drawImage(bimg, centerx,centery, AFrame.this.getContentPane().getHeight(),  AFrame.this.getContentPane().getWidth(),  AFrame.this);
//				System.out.println(AFrame.this.getContentPane().getHeight() + "," + AFrame.this.getContentPane().getWidth());
				g2.rotate((Math.PI/2)*1,centerx, centery);//坐标原点旋转90度
				g.drawString(zs+tb, 10, 20);
//				g.drawString(zs+tb, centerx, centery);
			}
			
		}
	}
	
	@Override
	public void mouseClicked(MouseEvent e) {
		
	}

	@Override
	public void mousePressed(MouseEvent e) {
		if(e.getButton()==1) {
//			sendtxt("107,"+getWidth() + "," + getHeight() + "\n");
			time1 = new Date().getTime();//鼠标按下时间
			time2 = new Date().getTime();//鼠标按下时间
			if(bgk) {
				rx = this.w/(AFrame.this.getContentPane().getWidth());
				ry = this.h/(AFrame.this.getContentPane().getHeight());
				ex = (int)((e.getX())*rx);
				ey = (int)((e.getY())*ry);
			}else {
				rx = this.h/(AFrame.this.getContentPane().getWidth());
				ry = this.w/(AFrame.this.getContentPane().getHeight());
				ex = (int)((e.getX())*rx);
				ey = (int)w - (int)((e.getY())*ry);
			}
			boo_mousepress = true;
			tcm = 0;
			if(bimg.getWidth() != getWidth()) {
				sendtxt("105,"+getWidth() + "," + getHeight() + "\n");
			}
			
		}
	}

	@Override
	public void mouseReleased(MouseEvent e) {
		
		int x = (int)((e.getX())*rx);
		int y = (int)((e.getY())*ry);
		if(bgk) {
			rx = this.w/(AFrame.this.getContentPane().getWidth());
			ry = this.h/(AFrame.this.getContentPane().getHeight());
			x = (int)((e.getX())*rx);
			y = (int)((e.getY())*ry);
		}else {
			rx = this.h/(AFrame.this.getContentPane().getWidth());
			ry = this.w/(AFrame.this.getContentPane().getHeight());
			x = (int)((e.getX())*rx);
			y = (int)w - (int)((e.getY())*ry);
		}
		
		if(e.getButton()==1) {
//			sendtxt("108,"+getWidth() + "," + getHeight() + "\n");
			if(x==ex && y==ey) {
				tcm = new Date().getTime()-time1;
				if(bgk) {
					String tr = "101,"+ x+","+y+","+x+","+y+","+(tcm)+",\n";
					sendtxt(tr);
				}else {
					String tr = "101,"+ y+","+x+","+y+","+x+","+(tcm)+",\n";
					sendtxt(tr);
				}
				
			}else {
				tcm = new Date().getTime()-time1;
				if(bgk) {
					String tr = "102,"+ ex+","+ey+","+x+","+y+","+(tcm)+",\n";
					sendtxt(tr);
				}else {
					String tr = "102,"+ ey+","+ex+","+y+","+x+","+(tcm)+",\n";
					sendtxt(tr);
				}
				
			}
			boo_mousepress = false;
			tuotuo = false;
		}
		
		
	}

	@Override
	public void mouseEntered(MouseEvent e) {
		
	}

	@Override
	public void mouseExited(MouseEvent e) {
		
	}

	@Override
	public void windowOpened(WindowEvent e) {
		// TODO 自动生成的方法存根
		
	}

	@Override
	public void windowClosing(WindowEvent e) {
		System.out.println("关闭该通道");
		boo = false;
		System.gc();
	}

	@Override
	public void windowClosed(WindowEvent e) {
		// TODO 自动生成的方法存根
		
	}

	@Override
	public void windowIconified(WindowEvent e) {
		// TODO 自动生成的方法存根
		
	}

	@Override
	public void windowDeiconified(WindowEvent e) {
		// TODO 自动生成的方法存根
		
	}

	@Override
	public void windowActivated(WindowEvent e) {
		// TODO 自动生成的方法存根
		
	}

	@Override
	public void windowDeactivated(WindowEvent e) {
		// TODO 自动生成的方法存根
		
	}

	@Override
	public void mouseDragged(MouseEvent e) {
		
	}

	@Override
	public void mouseMoved(MouseEvent e) {
		int x = (int)((e.getX())*rx);
		int y = (int)((e.getY())*ry);
		//横屏竖屏切换
		if(bgk) {
			rx = this.w/(AFrame.this.getContentPane().getWidth());
			ry = this.h/(AFrame.this.getContentPane().getHeight());
		}else {
			rx = this.h/(AFrame.this.getContentPane().getHeight());
			ry = this.w/(AFrame.this.getContentPane().getWidth());
			x = (int)((e.getY())*rx);
			y = (int)((e.getX())*ry);
		}
//		
	}
	
	//从套接字中获取输出流，写入操作数据
	public void sendtxt(String datstr) {
		try {
			out.write("\n"+datstr);
			out.flush();
			System.out.println("发送操作数据；\n"+datstr);
		} catch (IOException e) {
			e.printStackTrace();
		}
	}

	
}

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393

主窗体类

package frame;

import java.awt.Container;
import java.awt.Font;
import java.awt.event.ActionEvent;
import java.awt.event.ActionListener;
import java.awt.event.WindowEvent;
import java.awt.event.WindowListener;

import javax.swing.ImageIcon;
import javax.swing.JButton;
import javax.swing.JFrame;
import javax.swing.JTextField;

public class MFrame extends JFrame {

	JTextField jt1 = new JTextField("192.168.248.153x1080x2400");//手机ip
	JButton jb = new JButton("竖屏链接");
	JButton jb1 = new JButton("横屏链接");
	
	public MFrame() {
		setTitle("输入设备ip");
		setIconImage(new ImageIcon("src/frame/999.jpg").getImage());
		setSize(650, 120);
		setDefaultCloseOperation(JFrame.EXIT_ON_CLOSE);
		Container c = getContentPane();
		c.setLayout(null);
		jt1.setBounds(10, 10, 400, 50);
		jt1.setFont(new Font("黑体", Font.BOLD, 25));
		c.add(jt1);
		jb.setBounds(420, 10, 100, 50);
		c.add(jb);
		jb.addActionListener(new ActionListener() {
			public void actionPerformed(ActionEvent e) {
				new Thread(new Runnable() {
					public void run() {
						String[] tr = jt1.getText().split("x");
						new AFrame(tr[0], tr[1], tr[2], true).setVisible(true);;
					}
				}).start();
			}
		});
		
		jb1.setBounds(530, 10, 100, 50);
		c.add(jb1);
		jb1.addActionListener(new ActionListener() {
			public void actionPerformed(ActionEvent e) {
				new Thread(new Runnable() {
					public void run() {
						String[] tr = jt1.getText().split("x");
						new AFrame(tr[0], tr[1], tr[2], false).setVisible(true);;
					}
				}).start();
			}
		});
	}
	
	public static void main(String[] args) {
		new MFrame().setVisible(true);
	}

}

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63

本文内容由网友自发贡献，转载请注明出处：【wpsshop博客】