7 import twisted
.internet
8 from twisted
.web
.server
import NOT_DONE_YET
10 #import twisted.web.server import Site
11 #from twisted.web.resource import Resource
17 #---------- "router" ----------
19 def route(packet
, iface
, saddr
, daddr
):
21 log_debug(DBG
.ROUTE
, 'route: %s -> %s: %s' %
(saddr
,daddr
,dest
), d
=packet
)
22 try: dclient
= clients
[daddr
]
23 except KeyError: dclient
= None
24 if dclient
is not None:
26 dclient
.queue_outbound(packet
)
27 elif daddr
== c
.server
or daddr
not in c
.network
:
32 log_discard(packet
, iface
, saddr
, daddr
, 'relay')
34 lt('discard no-client')
35 log_discard(packet
, iface
, saddr
, daddr
, 'no-client')
37 #---------- client ----------
40 def __init__(self
, ip
, cs
, pw
):
41 # instance data members
45 self
._rq
= collections
.deque() # requests
46 # self._pq = PacketQueue(...)
50 # .target_requests_outstanding
52 if ip
not in c
.network
:
53 raise ValueError('client %s not in network' % ip
)
55 for k
in ('max_batch_down','max_queue_time','http_timeout',
56 'target_requests_outstanding'):
57 req
= cfg
.getint(cs
, k
)
58 limit
= cfg
.getint('limits',k
)
59 self
.__dict__
[k
] = min(req
, limit
)
61 self
._pq
= PacketQueue(str(ip
), self
.max_queue_time
)
64 raise ValueError('multiple client cfg sections for %s' % ip
)
67 self
._log(DBG
.INIT
, 'new')
69 def _log(self
, dflag
, msg
, **kwargs
):
70 log_debug(dflag
, ('client %s: ' % self
._ip
)+msg
, **kwargs
)
72 def process_arriving_data(self
, d
):
73 self
._log(DBG
.FLOW
, "req data (enc'd)", d
=d
)
75 for packet
in slip
.decode(d
):
76 (saddr
, daddr
) = packet_addrs(packet
)
78 raise ValueError('wrong source address %s' % saddr
)
79 route(packet
, self
._ip
, saddr
, daddr
)
81 def _req_cancel(self
, request
):
82 self
._log(DBG
.HTTP_CTRL
, 'cancel', idof
=request
)
85 def _req_error(self
, err
, request
):
86 self
._log(DBG
.HTTP_CTRL
, 'error %s' % err
, idof
=request
)
87 self
._req_cancel(request
)
89 def queue_outbound(self
, packet
):
90 self
._pq
.append(packet
)
91 self
._check_outbound()
93 def _req_fin(self
, dummy
, request
, cl
):
94 self
._log(DBG
.HTTP_CTRL
, '_req_fin ' + repr(dummy
), idof
=request
)
96 except twisted
.internet
.error
.AlreadyCalled
: pass
98 def new_request(self
, request
):
99 request
.setHeader('Content-Type','application/octet-stream')
100 cl
= reactor
.callLater(self
.http_timeout
, self
._req_cancel
, request
)
101 nf
= request
.notifyFinish()
102 nf
.addErrback(self
._req_error
, request
)
103 nf
.addCallback(self
._req_fin
, request
, cl
)
104 self
._rq
.append(request
)
105 self
._check_outbound()
107 def _req_write(self
, req
, d
):
108 self
._log(DBG
.HTTP
, 'req_write ', idof
=req
, d
=d
)
111 def _check_outbound(self
):
112 log_debug(DBG
.HTTP_CTRL
, 'CHKO')
114 try: request
= self
._rq
[0]
115 except IndexError: request
= None
116 if request
and request
.finished
:
117 self
._log(DBG
.HTTP_CTRL
, 'CHKO req finished, discard', idof
=request
)
121 if not self
._pq
.nonempty():
122 # no packets, oh well
123 self
._log(DBG
.HTTP_CTRL
, 'CHKO no packets, OUT-DONE', idof
=request
)
128 self
._log(DBG
.HTTP_CTRL
, 'CHKO no request, OUT-DONE', idof
=request
)
131 self
._log(DBG
.HTTP_CTRL
, 'CHKO processing', idof
=request
)
132 # request, and also some non-expired packets
133 self
._pq
.process((lambda: request
.sentLength
),
134 (lambda d
: self
._req_write(request
, d
)),
137 assert(request
.sentLength
)
140 self
._log(DBG
.HTTP
, 'complete', idof
=request
)
141 # round again, looking for more to do
143 while len(self
._rq
) > self
.target_requests_outstanding
:
144 request
= self
._rq
.popleft()
145 self
._log(DBG
.HTTP
, 'CHKO above target, returning empty', idof
=request
)
148 def process_request(request
, desca
):
149 # find client, update config, etc.
150 metadata
= request
.args
[b
'm'][0]
151 metadata
= metadata
.split(b
'\r\n')
152 (ci_s
, pw
, tro
, cto
) = metadata
[0:4]
153 desca
['m[0,2:3]'] = [ci_s
, tro
, cto
]
154 ci_s
= ci_s
.decode('utf-8')
155 tro
= int(tro
); desca
['tro']= tro
156 cto
= int(cto
); desca
['cto']= cto
160 if pw
!= cl
.pw
: raise ValueError('bad password')
163 if tro
!= cl
.target_requests_outstanding
:
164 raise ValueError('tro must be %d' % cl
.target_requests_outstanding
)
166 if cto
< cl
.http_timeout
:
167 raise ValueError('cto must be >= %d' % cl
.http_timeout
)
170 d
= request
.args
[b
'd'][0]
172 desca
['dlen'] = len(d
)
177 log_http(desca
, 'processing', idof
=id(request
), d
=d
)
179 d
= mime_translate(d
)
181 cl
.process_arriving_data(d
)
182 cl
.new_request(request
)
184 def log_http(desca
, msg
, **kwargs
):
186 kwargs
['d'] = desca
['d']
190 log_debug(DBG
.HTTP
, msg
+ repr(desca
), **kwargs
)
192 class IphttpResource(twisted
.web
.resource
.Resource
):
194 def render_POST(self
, request
):
195 log_debug(DBG
.HTTP_FULL
,
196 'req recv: ' + repr(request
) + ' ' + repr(request
.args
),
199 try: process_request(request
, desca
)
200 except Exception as e
:
201 emsg
= traceback
.format_exc()
202 log_http(desca
, 'RETURNING EXCEPTION ' + emsg
)
203 request
.setHeader('Content-Type','text/plain; charset="utf-8"')
204 request
.setResponseCode(400)
205 return (emsg
+ ' # ' + repr(desca
) + '\r\n').encode('utf-8')
206 log_debug(DBG
.HTTP_CTRL
, '...', idof
=id(request
))
209 def render_GET(self
, request
):
210 log_debug(DBG
.HTTP
, 'GET request')
211 return b
'<html><body>hippotat</body></html>'
214 resource
= IphttpResource()
215 site
= twisted
.web
.server
.Site(resource
)
217 ep
= sa
.make_endpoint()
218 crash_on_defer(ep
.listen(site
))
219 log_debug(DBG
.INIT
, 'listening on %s' % sa
)
221 #---------- config and setup ----------
224 process_cfg_common_always()
226 process_cfg_network()
229 c
.relay
= cfg
.get('virtual','relay')
230 except NoOptionError
:
231 for search
in c
.network
.hosts():
232 if search
== c
.server
: continue
237 process_cfg_clients(Client
)
239 process_cfg_ipif('server',
242 ('rnets','network')))
244 common_startup(process_cfg
)
245 start_ipif(c
.ipif_command
, (lambda p
,s
,d
: route(p
,"[ipif]",s
,d
)))