7 import twisted
.internet
8 from twisted
.web
.server
import NOT_DONE_YET
10 #import twisted.web.server import Site
11 #from twisted.web.resource import Resource
19 #---------- "router" ----------
21 def route(packet
, iface
, saddr
, daddr
):
23 log_debug(DBG
.ROUTE
, 'route: %s -> %s: %s' %
(saddr
,daddr
,dest
), d
=packet
)
24 try: dclient
= clients
[daddr
]
25 except KeyError: dclient
= None
26 if dclient
is not None:
28 dclient
.queue_outbound(packet
)
29 elif daddr
== c
.server
or daddr
not in c
.network
:
34 log_discard(packet
, iface
, saddr
, daddr
, 'relay')
36 lt('discard no-client')
37 log_discard(packet
, iface
, saddr
, daddr
, 'no-client')
39 #---------- client ----------
42 def __init__(self
, ip
, cs
, pw
):
43 # instance data members
47 self
._rq
= collections
.deque() # requests
48 # self._pq = PacketQueue(...)
53 # .target_requests_outstanding
55 if ip
not in c
.network
:
56 raise ValueError('client %s not in network' % ip
)
58 for k
in ('max_batch_down','max_queue_time','max_request_time',
59 'target_requests_outstanding'):
60 req
= cfg
.getint(cs
, k
)
61 limit
= cfg
.getint('limits',k
)
62 self
.__dict__
[k
] = min(req
, limit
)
64 self
._pq
= PacketQueue(ip
, self
.max_queue_time
)
67 raise ValueError('multiple client cfg sections for %s' % ip
)
70 self
._log(DBG
.INIT
, 'new')
72 def _log(self
, dflag
, msg
, **kwargs
):
73 log_debug(dflag
, ('client %s: ' % self
._ip
)+msg
, **kwargs
)
75 def process_arriving_data(self
, d
):
76 self
._log(DBG
.FLOW
, 'req data', d
=d
)
77 for packet
in slip
.decode(d
):
78 (saddr
, daddr
) = packet_addrs(packet
)
80 raise ValueError('wrong source address %s' % saddr
)
81 route(packet
, self
._ip
, saddr
, daddr
)
83 def _req_cancel(self
, request
):
84 self
._log(DBG
.HTTPCTRL
, 'cancel', idof
=request
)
87 def _req_error(self
, err
, request
):
88 self
._log(DBG
.HTTPCTRL
, 'error %s' % err
, idof
=request
)
89 self
._req_cancel(request
)
91 def queue_outbound(self
, packet
):
92 self
._pq
.append(packet
)
93 self
._check_outbound()
95 def new_request(self
, request
):
96 request
.setHeader('Content-Type','application/octet-stream')
97 reactor
.callLater(self
.max_request_time
, self
._req_cancel
, request
)
98 request
.notifyFinish().addErrback(self
._req_error
, request
)
99 self
._rq
.append(request
)
100 self
._check_outbound()
102 def _check_outbound(self
):
103 log_debug(DBG
.HTTPCTRL
, 'CHKO')
105 try: request
= self
._rq
[0]
106 except IndexError: request
= None
107 if request
and request
.finished
:
108 self
._log(DBG
.HTTP_CTRL
, 'CHKO req finished, discard', idof
=request
)
112 if not self
._pq
.nonempty():
113 # no packets, oh well
114 self
._log(DBG
.HTTP_CTRL
, 'CHKO no packets, OUT-DONE', idof
=request
)
119 self
._log(DBG
.HTTP_CTRL
, 'CHKO no request, OUT-DONE', idof
=request
)
122 self
._log(DBG
.HTTP_CTRL
, 'CHKO processing', idof
=request
)
123 # request, and also some non-expired packets
124 self
._pq
.process((lambda: request
.sentLength
),
128 assert(request
.sentLength
)
131 self
._log(DBG
.HTTP
, 'complete', idof
=request
)
132 # round again, looking for more to do
134 while len(self
._rq
) > self
.target_requests_outstanding
:
135 request
= self
._rq
.popleft()
136 self
._log(DBG
.HTTP
, 'CHKO above target, returning empty', idof
=request
)
139 def process_request(request
, desca
):
140 # find client, update config, etc.
141 metadata
= request
.args
['m']
142 metadata
= metadata
.split(b
'\r\n')
143 (ci_s
, pw
, tro
) = metadata
[0:3]
144 desca
['m[0,2]'] = [ci_s
, tro
]
148 if pw
!= cl
.pw
: raise ValueError('bad password')
151 if tro
!= cl
.target_requests_outstanding
:
152 raise ValueError('tro must be %d' % cl
.target_requests_outstanding
)
155 d
= request
.args
['d']
157 except KeyError: d
= ''
159 cl
.process_arriving_data(d
)
160 cl
.new_request(request
)
162 def log_http(desca
, msg
):
168 log_debug(DBG
.HTTP
, msg
+ repr(desca
), d
=d
)
170 class IphttpResource(twisted
.web
.resource
.Resource
):
172 def render_POST(self
, request
):
173 log_debug(DBG
.HTTP_FULL
,
174 'req recv: ' + repr(request
) + ' ' + repr(request
.args
),
177 try: process_request(request
, desca
)
178 except Exception as e
:
179 emsg
= traceback
.format_exc()
180 log_http(desca
, 'EXCEPTION ' + emsg
)
181 request
.setHeader('Content-Type','text/plain; charset="utf-8"')
182 request
.setResponseCode(400)
183 return emsg
.encode('utf-8')
184 log_http(desca
, '... [%s]' % id
(request
))
187 def render_GET(self
, request
):
188 log_debug(DBG
.HTTP
, 'GET request')
189 return b
'<html><body>hippotat</body></html>'
192 resource
= IphttpResource()
193 site
= twisted
.web
.server
.Site(resource
)
195 ep
= sa
.make_endpoint()
196 crash_on_defer(ep
.listen(site
))
197 log_debug(DBG
.INIT
, 'listening on %s' % sa
)
199 #---------- config and setup ----------
202 process_cfg_common_always()
204 process_cfg_network()
207 c
.relay
= cfg
.get('virtual','relay')
208 except NoOptionError
:
209 for search
in c
.network
.hosts():
210 if search
== c
.server
: continue
215 process_cfg_clients(Client
)
217 process_cfg_ipif('server',
220 ('rnets','network')))
224 start_ipif(c
.ipif_command
, route
)