python web 伺服器實時監控 websocket_python實現websocket伺服器，可以在web實時顯示遠端伺服器日誌...
技術標籤：python web 伺服器實時監控 websocket
一、開始的話
使用python簡單的實現websocket伺服器，可以在瀏覽器上實時顯示遠端伺服器的日誌資訊。
之前做了一個web版的釋出系統，但沒實現線上看日誌，每次釋出版本後，都需要登入到伺服器上檢視日誌，非常麻煩，為了偷懶，能在頁面點幾下按鈕完成工作，所以這幾天查找了這方面的資料，實現了這個功能，瞬間覺的看日誌什麼的，太方便了，以後也可以給開發們查日誌，再也不用麻煩運維了，廢話少說，先看效果吧。
二、程式碼
在實現這功能前，看過別人的程式碼，發現很多都是隻能在web上顯示本地的日誌，不能看遠端主機上的日誌，有些能看遠端日誌的是引用了其他框架(例如bottle，tornado)來實現的，而且所有這些都是重寫thread的run方法來實現的，由於本人技術太菜，不知道怎麼改成自己需要的樣子，而且我是用django這個web框架的，不想引用太多框架，搞的太複雜，所以用python來實現websocket伺服器。由於技術問題，程式碼有點粗糙，不過能實現功能就行，先將就著用吧。
執行下面命令啟動django和websocketserver
nohup python manage.py runserver 10.1.12.110 &nohup python websocketserver.py&
啟動websocket後，接收到請求，起一個執行緒和客戶端握手，然後根據客戶端傳送的ip和type，去資料庫查詢對應的日誌路徑，用paramiko模組ssh登入到遠端伺服器上tail檢視日誌，再推送給瀏覽器，服務端完整程式碼如下：
1 #coding:utf-8
2 importstruct3 importbase644 importhashlib5 importsocket6 importthreading7 from public.public importget_ssh8 importos9
10
11 def recv_data(conn): #伺服器解析瀏覽器傳送的資訊
12 try:13 all_data = conn.recv(1024)14 if notlen(all_data):15 returnFalse16 except:17 pass
18 else:19 code_len = ord(all_data[1]) & 127
20 if code_len == 126:21 masks = all_data[4:8]22 data = all_data[8:]23 elif code_len == 127:24 masks = all_data[10:14]25 data = all_data[14:]26 else:27 masks = all_data[2:6]28 data = all_data[6:]29 raw_str = ""
30 i =031 for d indata:32 raw_str += chr(ord(d) ^ ord(masks[i % 4]))33 i += 1
34 returnraw_str35
36
37 def send_data(conn, data): #伺服器處理髮送給瀏覽器的資訊
38 ifdata:39 data =str(data)40 else:41 returnFalse42 token = "\x81"
43 length =len(data)44 if length < 126:45 token += struct.pack("B", length) #struct為Python中處理二進位制數的模組，二進位制流為C，或網路流的形式。
46 elif length <= 0xFFFF:47 token += struct.pack("!BH", 126, length)48 else:49 token += struct.pack("!BQ", 127, length)50 data = ‘%s%s‘ %(token, data)51 conn.send(data)52 returnTrue53
54
55 defhandshake(conn, address, thread_name):56 headers ={}57 shake = conn.recv(1024)58 if notlen(shake):59 returnFalse60
61 print (‘%s : Socket start handshaken with %s:%s‘ % (thread_name, address[0], address[1]))62 header, data = shake.split(‘\r\n\r\n‘, 1)63 for line in header.split(‘\r\n‘)[1:]:64 key, value = line.split(‘:‘, 1)65 headers[key] =value66
67 if ‘Sec-WebSocket-Key‘ not inheaders:68 print (‘%s : This socket is not websocket, client close.‘ %thread_name)69 conn.close()70 returnFalse71
72 MAGIC_STRING = ‘258EAFA5-E914-47DA-95CA-C5AB0DC85B11‘
73 HANDSHAKE_STRING = "HTTP/1.1 101 Switching Protocols\r\n"74 "Upgrade:websocket\r\n"75 "Connection: Upgrade\r\n"76 "Sec-WebSocket-Accept: {1}\r\n"77 "WebSocket-Origin: {2}\r\n"78 "WebSocket-Location: ws://{3}/\r\n\r\n"
79
80 sec_key = headers[‘Sec-WebSocket-Key‘]81 res_key = base64.b64encode(hashlib.sha1(sec_key +MAGIC_STRING).digest())82 str_handshake = HANDSHAKE_STRING.replace(‘{1}‘, res_key).replace(‘{2}‘, headers[‘Origin‘]).replace(‘{3}‘, headers[‘Host‘])83 conn.send(str_handshake)84 print (‘%s : Socket handshaken with %s:%s success‘ % (thread_name, address[0], address[1]))85 print ‘Start transmitting data...‘
86 print ‘- - - - - - - - - - - - - - - - - - - - - - - - - - - - - -‘
87 returnTrue88
89
90 defdojob(conn, address, thread_name):91 from mode importmodels92 handshake(conn, address, thread_name) #握手
93 log_info =recv_data(conn)94 log_ip = log_info.split(":")[0]95 log_type = log_info.split(":")[1]96
97 auth_ = models.Authentication.objects.get(ip=log_ip)98 user =auth_.a_user99 pwd =auth_.a_password100 try:101 log_path = models.LogPath.objects.get(ip=log_ip, type_name__contains=log_type).log_path102 exceptException, e:103 send_data(conn, e)104 conn.close()105 print "Error:" +str(e)106 print (‘%s : Socket close with %s:%s‘ % (thread_name, address[0], address[1]))107 return
108 conn.setblocking(0) #設定socket為非阻塞
109 ssh =get_ssh(log_ip, user, pwd)110 ssh_t =ssh.get_transport()111 chan =ssh_t.open_session()112 chan.setblocking(0) #設定非阻塞
113 chan.exec_command(‘tail -f %s‘ %log_path)114 whileTrue:115 clientdata =recv_data(conn)116 if clientdata is not None and ‘quit‘ inclientdata:117 print (‘%s : Socket close with %s:%s‘ % (thread_name, address[0], address[1]))118 send_data(conn, ‘close connect‘)119 conn.close()120 break
121 whileTrue:122 whilechan.recv_ready():123 clientdata1 =recv_data(conn)124 if clientdata1 is not None and ‘quit‘ inclientdata1:125 print (‘%s : Socket close with %s:%s‘ % (thread_name, address[0], address[1]))126 send_data(conn, ‘close connect‘)127 conn.close()128 break
129 log_msg = chan.recv(10000).strip()130 printlog_msg131 send_data(conn, log_msg)132 ifchan.exit_status_ready():133 break
134 clientdata2 =recv_data(conn)135 if clientdata2 is not None and ‘quit‘ inclientdata2:136 print (‘%s : Socket close with %s:%s‘ % (thread_name, address[0], address[1]))137 send_data(conn, ‘close connect‘)138 conn.close()139 break
140 break
141
142
143 defws_service():144
145 os.environ.setdefault("DJANGO_SETTINGS_MODULE", "lbg.settings")146 index = 1
147 sock =socket.socket(socket.AF_INET, socket.SOCK_STREAM)148 sock.bind(("127.0.0.1", 12345))149 sock.listen(100)150
151 print (‘\r\n\r\nWebsocket server start, wait for connect!‘)152 print ‘- - - - - - - - - - - - - - - - - - - - - - - - - - - - - -‘
153 whileTrue:154 connection, address =sock.accept()155 thread_name = ‘thread_%s‘ %index156 print (‘%s : Connection from %s:%s‘ % (thread_name, address[0], address[1]))157 t = threading.Thread(target=dojob, args=(connection, address, thread_name))158 t.start()159 index += 1
160
161
162 ws_service()
get_ssh的程式碼如下：
importparamikodefget_ssh(ip, user, pwd):try:
ssh=paramiko.SSHClient()
ssh.set_missing_host_key_policy(paramiko.AutoAddPolicy())
ssh.connect(ip,22, user, pwd, timeout=15)returnsshexceptException, e:printereturn "False"
開啟頁面時，自動連線websocket伺服器，完成握手，併發送ip和type給服務端，所以可以看不同型別，不同機器上的日誌，
頁面程式碼如下:
varsocket;functioninit() {varhost= "ws://127.0.0.1:12345/";varips="{{ ip }}";vartypes="{{ type }}";varlog_msg=ips+":"+types;
console.log(log_msg);try{
socket= newWebSocket(host);
socket.onopen= function() {
log(‘Connected‘);
socket.send(log_msg);
};
socket.onmessage= function(msg) {
log(msg.data);varobje=document.getElementById("log");//日誌過多時清屏
vartextlength=obje.scrollHeight;if(textlength> 10000) {
obje.innerHTML= ‘‘;
}
};
socket.onclose= function() {
log("Lose Connection!");
$("#start").attr(‘disabled‘,false);
$("#stop").attr(‘disabled‘,true);
};
$("#start").attr(‘disabled‘,true);
$("#stop").attr(‘disabled‘,false);
}catch(ex) {
log(ex);
}
}
window.οnbefοreunlοad= function() {try{
socket.send(‘quit‘);
socket.close();
socket= null;
}catch(ex) {
log(ex);
}
};functionlog(msg) {varobje=document.getElementById("log");
obje.innerHTML+= ‘
‘ +msg+ ‘obje.scrollTop=obje.scrollHeight;//滾動條顯示最新資料
}functionstop() {try{
log(‘Close connection!‘);
socket.send(‘quit‘);
socket.close();
socket= null;
$("#start").attr(‘disabled‘,false);
$("#stop").attr(‘disabled‘,true);
}catch(ex) {
log(ex);
}
}functioncloselayer() {try{
log(‘Close connection!‘);
socket.send(‘quit‘);
socket.close();
socket= null;
}catch(ex) {
log(ex);
}varindex=parent.layer.getFrameIndex(window.name);//先得到當前iframe層的索引
parent.layer.close(index);//再執行關閉
}