Python開發Http代理服務器 - socketref,呆在autonavi.com - C++博客

Python開發Http代理服務器 - socketref,呆在autonavi.com - C++博客

Python開發Http代理服務器

之前開發酒店廣告投放系統編寫的Http代理服務程序，功能實現廣告插播進Html DOM結構內。一般都是DIV被插入，當然包括script都是可以從數據庫中動態獲得。
簡單修改之后當做Http代理服務器程序，在瀏覽器中設置Http轉發程序的Ip即可，只要代理程序的機器能上網，客戶機便能上網（其中涉及Page gzip的工作有點麻煩）

??1?#?-*-?coding:utf-8?-*-
??2?#?http代理服務器
??3?#?1.ip限制,mac限制
??4?#
??5?#?socketref@hotmail.com?
??6?#?www.sw2us.com
??7?
??8?"exec"?"python"?"-O"?"$0"?"$@"
??9?
?10?__doc__?=?"""sw2us?HTTP?Proxy.
?11?
?12?"""
?13?
?14?__version__?=?"0.2.1"
?15?
?16?import?BaseHTTPServer,?select,?socket,?SocketServer,?urlparse
?17?import?httplib,traceback,re
?18?import?os,sys,re,mimetools,zlib,StringIO,gzip,time,StringIO
?19?
?20?
?21?class?ConfigProperty:
?22?????def?__init__(self,owner):
?23?????????self.key=''
?24?????????self.value=''
?25?????
?26?????def?create(self,text):
?27?????????#text?-??key=value
?28?????????#@return:?boolean
?29?????????pos?=?text.find('#')
?30?????????if(pos?!=-1):
?31?????????????text?=?text[:pos]
?32?????????pair?=?text.split('=')
?33?????????if?len(pair)?!=2:
?34?????????????#print?"Property?Line?Invalid:%s"%(text)
?35?????????????return?False
?36?????????k?=?pair[0].strip()
?37?????????v?=?pair[1].strip()
?38?????????self.key?=?k
?39?????????self.value?=?v
?40?
?41?????????return?True
?42?????
?43?????def?toString(self):
?44?????????s?=''
?45?????????try:????????????
?46?????????????s?=?"%s=%s"%(self.key,self.value)????????????
?47?????????except:
?48?????????????return?''
?49?????????return?s
?50?????
?51?????def?toInt(self):
?52?????????r=0
?53?????????try:
?54?????????????r?=?int(self.value)
?55?????????except:
?56?????????????r?=0
?57?????????return?r
?58?????
?59?????def?toFloat(self):
?60?????????r=0.0
?61?????????try:
?62?????????????r?=?float(self.value)
?63?????????except:
?64?????????????r=0.0
?65?????????return?r
?66?????
?67?????
?68?#@def?SimpleConfig
?69?#?簡單配置信息文件，基本格式?:?key=value
?70?class?SimpleConfig:
?71?????def?__init__(self):
?72?????????self._file=''
?73?????????self._props=[]
?74?????????self._strip?=?True
?75?????????
?76?????def?open(self,file,strip=True):
?77?????????#打開配置文件
?78?????????#@param?strip?-?是否裁剪不可見首尾兩端的字符
?79?????????try:
?80?????????????self._strip?=?strip?
?81?????????????self._props=[]
?82?????????????fh?=?open(file,'r')
?83?????????????lines?=?fh.readlines()????????????
?84?????????????for?text?in?lines:????????????????
?85?????????????????prop?=?ConfigProperty(self)
?86?????????????????if?prop.create(text)?==?False:????????????????????
?87?????????????????????prop?=?None
?88?????????????????else:????????????????????
?89?????????????????????self._props.append(prop)????????????????????
?90?????????????fh.close()
?91?????????except:????????????
?92?????????????return?False
?93?????????return?True
?94?
?95?????def?toString(self):
?96?????????s=''
?97?????????for?p?in?self._props:
?98?????????????s?=?s?+?p.toString()?+"\n"
?99?????????return?s
100?????
101?????def?saveAs(self,file):
102?????????#保存配置信息到文件
103?????????try:
104?????????????fh?=?open(file,'w')
105?????????????fh.write(toString())
106?????????????fh.close()
107?????????except:
108?????????????print?"write?File?Failed!"
109?????????????return?False
110?????????return?True
111?????
112?????def?getProperty(self,name):
113?????????#取屬性值
114?????????prop=None
115?????????try:
116?????????????for?p?in?self._props:
117?????????????????if?p.key?==?name:
118?????????????????????prop?=?p
119?????????????????????break
120?????????except:
121?????????????pass
122?????????
123?????????return?prop
124?????
125?????def?getPropertyValue(self,key,default=''):
126?????????prop?=?self.getProperty(key)
127?????????if?not?prop:
128?????????????return?default
129?????????return?prop.value
130?????
131?????def?getPropertyValueAsInt(self,name,default=0):
132?????????prop?=?self.getPropertyValue(name)
133?????????
134?????????if?not?prop:
135?????????????return?default
136?????????r=default
137?????????try:
138?????????????r?=?int(prop)
139?????????except:pass
140?????????return?r
141?????
142?????def?getPropertyValueAsFloat(self,name,default=0.0):
143?????????prop?=?self.getPropertyValue(name)
144?????????if?not?prop:
145?????????????return?default
146?????????r?=?default
147?????????try:
148?????????????r?=?float(r)
149?????????except:pass
150?????????return?r
151?????
152?
153?#===========================================#
154?
155?????
156?#===========================================#
157?
158?def?getMacList():
159?????maclist=[]
160?????f?=?os.popen('arp?-a','r')
161?????while?True:
162?????????line??=?f.readline()
163?????????if?not?line:
164?????????????break
165?????????line?=?line.strip()
166?????????rst?=?re.match('^(\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3})\s+([0-9a-fA-F]{1,2}\-[0-9a-fA-F]{1,2}\-[0-9a-fA-F]{1,2}\-[0-9a-fA-F]{1,2}\-[0-9a-fA-F]{1,2}\-[0-9a-fA-F]{1,2}).*',line)
167?????????#rst?=?re.match('^(\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3})',line)
168?????????if?rst:
169?????????????#print?rst.groups()
170?????????????maclist.append(rst.groups())
171?????#print?maclist
172?????return?maclist
173?
174?
175?????????
176?##########################################
177?confile?=?SimpleConfig()
178?confile.open('proxy.conf')
179?dbconn?=?None
180?
181?##########################################
182?#初始化系統配置
183?def?initConfiguration():
184?????r?=?True
185?????
186?????return?r
187?
188?##########################################
189?
190?class?ProxyHandler?(BaseHTTPServer.BaseHTTPRequestHandler):
191?????__base?=?BaseHTTPServer.BaseHTTPRequestHandler
192?????__base_handle?=?__base.handle
193?????server_version?=?"TinyHTTPProxy/"?+?__version__
194?????rbufsize?=?0????????????????????????#?self.rfile?Be?unbuffered
195?
196?
197?#######################################################33
198?
199?????#handle()是在單獨線程中執行
200?????def?handle(self):?#?調用入口,線程剛進入，攜帶socket進入
201?????????print?'client?incoming'
202?????????#self.__base_handle()
203?????????#return?
204?????????(ip,?port)?=??self.client_address
205?????????if?hasattr(self,?'allowed_clients')?and?ip?not?in?self.allowed_clients:
206?????????????self.raw_requestline?=?self.rfile.readline()
207?????????????if?self.parse_request():
208?????????????????self.send_error(403)
209?????????else:
210?????????????self.__base_handle()
211?
212?????def?_connect_to(self,?netloc,?soc):
213?????????i?=?netloc.find(':')
214?????????if?i?>=?0:
215?????????????host_port?=?netloc[:i],?int(netloc[i+1:])
216?????????else:
217?????????????host_port?=?netloc,?80
218?????????#print?"\t"?"connect?to?%s:%d"?%?host_port
219?????????try:?soc.connect(host_port)
220?????????except?socket.error,?arg:
221?????????????try:?msg?=?arg[1]
222?????????????except:?msg?=?arg
223?????????????self.send_error(404,?msg)
224?????????????return?0
225?????????return?1
226?
227?????def?do_CONNECT(self):
228?????????soc?=?socket.socket(socket.AF_INET,?socket.SOCK_STREAM)
229?????????try:
230?????????????if?self._connect_to(self.path,?soc):
231?????????????????self.log_request(200)
232?????????????????self.wfile.write(self.protocol_version?+
233??????????????????????????????????????????????????"?200?Connection?established\r\n")
234?????????????????self.wfile.write("Proxy-agent:?%s\r\n"?%?self.version_string())
235?????????????????self.wfile.write("\r\n")
236?????????????????self._read_write(soc,?300)
237?????????finally:
238?????????????print?"\t"?"bye"
239?????????????soc.close()
240?????????????self.connection.close()
241?
242?????????
243?????def?do_GET(self):????
244?????????(scm,?netloc,?path,?params,?query,?fragment)?=?urlparse.urlparse(
245?????????????????self.path,?'http')
246?????????piars?=?(scm,?netloc,?path,?params,?query,?fragment)
247?????????if?not?netloc:
248?????????????netloc?=?self.headers.get('Host',?"")
249?????????#print?">>requester:",self.connection.getpeername(),"path:",self.path
250?????????#print?'>>2.?',(scm,?netloc,?path,?params,?query,?fragment)
251?????????#print?'next?host:',netloc
252?????????if?scm?!=?'http'?or?fragment?or?not?netloc:
253?????????????self.send_error(400,?"bad?url?%s"?%?self.path)
254?????????????return
255?????????soc?=?socket.socket(socket.AF_INET,?socket.SOCK_STREAM)
256?????????try:
257?????????????if?self._connect_to(netloc,?soc):
258?????????????????self.log_request()
259?????????????????soc.send("%s?%s?%s\r\n"?%?(
260?????????????????????????self.command,
261?????????????????????????urlparse.urlunparse(('',?'',?path,?params,?query,?'')),
262?????????????????????????self.request_version))
263?????????????????self.headers['Connection']?=?'close'
264?????????????????del?self.headers['Proxy-Connection']
265?????????????????for?key_val?in?self.headers.items():
266?????????????????????soc.send("%s:?%s\r\n"?%?key_val)
267?????????????????soc.send("\r\n")
268?????????????????#到此完成發送請求和頭部信息
269?????????????????self._read_write(soc)
270?????????finally:
271?????????????print?"\t"?"bye"
272?????????????soc.close()
273?????????????self.connection.close()????
274?????????
275?
276?????
277?????def?insertTags(self,tag,body,insert):
278?????????p1?=?body.find('<%s'%tag)
279?????????if?p1!=-1?:
280?????????????p2?=?body.find('>',p1)
281?????????????if?p2!=-1:
282?????????????????part1?=?body[:p2+1]
283?????????????????part2?=?body[p2+1:]
284?????????????????print?'*-'*20
285?????????????????body?=?part1?+?insert?+?part2
286?????????return?body
287?????
288?????#?google頁面的數據請求時，返回的數據進行的是gzip壓縮，所以過濾文本存在問題，先要解壓縮之后才可以
289?????#?插入數據之后要重新計算?content-length?并返回給客戶瀏覽器
290?????#?發現壓縮的有很多?,?content-encoding:gzip
291?????
292?????#?處理?'transfer-encoding':?'chunked'類型
293?????#gzip?有兩種存儲，一種是直接gzip壓縮的數據跟在header之后；另外一種是采用chunck塊存儲
294?????#在這里將gzip數據全部解壓，還原成原始數據傳出到客戶端
295?????def?sendBackResponse(self,command,headers,body):
296?????????
297?????????insert='<h1>This?is?Test?</h1>'
298?????????if?headers.has_key('content-encoding')?and?headers['content-encoding'].strip().lower()=='gzip':
299?????????????try:
300?????????????????del?headers['content-encoding']
301?????????????????gzipdata=''????????????????
302?????????????????if?headers.has_key('transfer-encoding')?and?headers['transfer-encoding']=='chunked':
303?????????????????????del?headers['transfer-encoding']
304?????????????????????
305?????????????????????pos?=?0
306?????????????????????while?pos?<?len(body):
307?????????????????????????p?=?body.find('\x0d\x0a',pos)
308?????????????????????????sizewidth?=?p-pos
309?????????????????????????
310?????????????????????????chuncksize?=?int(body[pos:p],16)
311?????????????????????????#print?'chunck?size:',body[pos:p]
312?????????????????????????p?+=2?
313?????????????????????????gzipdata+=body[p:p+chuncksize]
314?????????????????????????pos=?p+chuncksize+2
315?????????????????????????if?chuncksize?==0?:
316?????????????????????????????break
317?????????????????????#
318?????????????????????body?=?gzipdata
319?????????????????????
320?#
321?????????????????
322?????????????????????#ss?=?zlib.decompress(gzipdata)
323?????????????????compressedstream?=?StringIO.StringIO(body)
324?????????????????gzipper?=?gzip.GzipFile(fileobj=compressedstream)
325?????????????????if?gzipper?==?None:
326?????????????????????print?'*'*200
327?????????????????body?=?gzipper.read()
328?????????????????#f?=?open('body%s.txt'%time.time(),'wb')????????????????????
329?????????????????#f.write(body)
330?????????????????#f.close()
331?????????????????????
332?????????????????
333?????????????????????#body?=?gzipdata
334?????????????except:
335?????????????????print?traceback.print_exc()
336?????????????????print?'decompress?failed!'
337?????????????????#pos?=?body.find('\x0d\x0a')
338?????????????????#pos?=?body.find('\x1f\x8b\x08\x00\x00\x00\x00\x00\x02\xff')
339?????????????????#if?pos!=-1:
340?????????????????#????body?=?body[pos+9:]
341?????????????????#????
342?????????????????#compressedstream?=?StringIO.StringIO(body)
343?????????????????#gzipper?=?gzip.GzipFile(fileobj=compressedstream)
344?????????????????#if?gzipper?==?None:
345?????????????????#????print?'*'*200
346?????????????????#body?=?gzipper.read()
347?????????????????
348?????????????????#body?=?zlib.decompressobj().decompress('x\x9c'+body)
349?????????????????
350?????????#m?=?re.search('(<body.*>)',body,re.I)
351?????????#if?m:
352?????????#????pos?=?m.start(0)
353?????????#????part1?=?body[:pos+len(m.group(0))]
354?????????#????part2?=?body[pos+len(m.group(0)):]
355?????????#????body?=?part1?+?insert?+?part2
356?????????#????print?'-*'*20,insert,'-*'*20
357?????????
358?????????#self.insertTags('body',body,insert)
359?????????
360?????????css="""?<style>
361?#kk{
362?border:1px?dotted?red;
363?width:200px;
364?height:300px;
365?float:left;
366?background:#0x00ff00;
367?}
368?</style>
369?"""
370?????????#body?=self.insertTags('head',body,css)
371?????????
372?????????#body?=self.insertTags('body',body,insert)
373?????????div="""
374?????????<div?id="kk">
375?????????This?is?Test?DIV?Block!!
376?</div>?
377?????????"""
378?????????
379?????????#read?external?html?tags
380?????????try:
381?????????????#ff?=?open('head.tag','r')
382?????????????#div?=?ff.read()
383?????????????#ff.close()
384?????????????#body?=self.insertTags('head',body,div)
385?????????????body?=?self.publish_advertisement(body)?#插入配置的廣告信息
386?????????except:
387?????????????pass
388?????????
389?????????#p1?=?body.find('<body')
390?????????#if?p1!=-1?:
391?????????#????p2?=?body.find('>',p1)
392?????????#????if?p2!=-1:
393?????????#????????part1?=?body[:p2+1]
394?????????#????????part2?=?body[p2+1:]
395?????????#????????print?'*-'*20
396?????????#????????body?=?part1?+?insert?+?part2
397?????????????#print?m.group(0)
398?????????headers['Content-Length']?=?str(len(body))
399?????????????
400?????????#if?headers.has_key('content-length'):
401?????????????
402?????????self.connection.send(command)
403?????????self.connection.send('\r\n')
404?????????for?k,v?in?headers.items():
405?????????????self.connection.send("%s:?%s\r\n"%(k,v))
406?????????self.connection.send("\r\n")
407?????????self.connection.sendall(body)
408?????????
409?
410?????????
411?#----------------------------------------------------
412?
413?????def?_read_write(self,?soc,?max_idling=20):
414?????????#getMacList()
415?????????iw?=?[self.connection,?soc]?#?self.connnection?-?內網主機連接,soc?-?向外連接
416?????????ow?=?[]
417?????????count?=?0
418?????????#respfile?=?soc.makefile('rb',?1024)
419?????????httpCommand=''
420?????????httpBody=''
421?????????httpHeaders={}
422?????????isOkPageResponse=False
423?????????nextReadBytes=0
424?????????datacnt=0
425?????????NoContentLength?=?False
426?????????#print?self.connection.getpeername()
427?????????while?1:
428?????????????count?+=?1
429?????????????datacnt+=1
430?????????????(ins,?_,?exs)?=?select.select(iw,?ow,?iw,?3)
431?????????????if?exs:
432?????????????????print?'error?occr!'
433?????????????????break?#異常產生
434?????????????if?ins:
435?????????????????for?i?in?ins:
436?????????????????????if?i?is?soc:
437?????????????????????????out?=?self.connection
438?????????????????????else:
439?????????????????????????out?=?soc
440?????????????????????
441?????????????????????data?=?i.recv(8192)
442?????????????????????if?data:????????????????????????
443?????????????????????????out.send(data)
444?????????????????????????count?=?0
445?????????????????????else:
446?????????????????????????if?not?isOkPageResponse:
447?????????????????????????????return?
448?????????????else:
449?????????????????pass?#print?"\t"?"idle",?count
450?????????????if?count?==?max_idling:
451?????????????????print?'idling?exit'????
452?????????????????break??#?指定時間內都接收不到雙向數據便退出循環?20*3?=?60?secs
453?????????
454?
455?????do_HEAD?=?do_GET
456?????do_POST?=?do_GET
457?????do_PUT??=?do_GET
458?????do_DELETE=do_GET
459?
460?class?ThreadingHTTPServer?(SocketServer.ThreadingMixIn,
461????????????????????????????BaseHTTPServer.HTTPServer):?pass
462?
463?
464?
465?
466?def?serving(HandlerClass,
467?????????ServerClass,?protocol="HTTP/1.0"):
468?????
469?????if?len(sys.argv)?<2??or?sys.argv[1]!='www.sw2us.com':
470?????????sys.exit()
471?????
472?????if?sys.argv[2:]:
473?????????port?=?int(sys.argv[2])
474?????else:
475?????????
476?????????port?=?confile.getPropertyValueAsInt('httpport',8000)
477?????????
478?????????#port?=?8000
479?????????
480?????server_address?=?('',?port)
481?
482?????HandlerClass.protocol_version?=?protocol
483?????httpd?=?ServerClass(server_address,?HandlerClass)
484?
485?????sa?=?httpd.socket.getsockname()
486?????print?"www.sw2us.com@2010?v.1.0.0"
487?????print?"Serving?HTTP?on",?sa[0],?"port",?sa[1],?""
488?????sys.stdout?=?buff
489?????sys.stderr?=?buff
490?????????
491?????httpd.serve_forever()
492?????????
493?????????
494?????????
495?if?__name__?==?'__main__':
496?????#getMacList()
497?????from?sys?import?argv
498?????
499?????f?=?open('proxy.pid','w')
500?????f.write(str(os.getpid()))
501?????f.close()
502?????
503?????#ProxyHandler.allowed_clients?=?[]
504?????try:
505?????????allowed?=?[]
506?????????ss?=?confile.getPropertyValue('allowed_clients').strip()
507?????????hosts?=?ss.split(',')
508?????????for?h?in?hosts:
509?????????????if?h:
510?????????????????client?=?socket.gethostbyname(h.strip())
511?????????????????allowed.append(client)
512?????????if?len(allowed):
513?????????????ProxyHandler.allowed_clients?=?allowed????
514?????????buff?=?StringIO.StringIO()
515?
516?????????serving(ProxyHandler,?ThreadingHTTPServer)
517?????except:
518?????????pass posted on 2012-04-30 08:43?lexus 閱讀(...) 評論(...) 編輯 收藏

轉載于:https://www.cnblogs.com/lexus/archive/2012/04/30/2476701.html

總結

以上是生活随笔為你收集整理的Python开发Http代理服务器 - socketref,呆在autonavi.com - C++博客的全部內容，希望文章能夠幫你解決所遇到的問題。

如果覺得生活随笔網站內容還不錯，歡迎將生活随笔推薦給好友。