Mark Slee | c98d050 | 2006-09-06 02:42:25 +0000 | [diff] [blame] | 1 | import sys |
| 2 | import traceback |
Mark Slee | 3c4d7fd | 2006-10-02 17:53:20 +0000 | [diff] [blame] | 3 | import threading |
Mark Slee | b90aa7c | 2006-10-24 18:49:45 +0000 | [diff] [blame] | 4 | import Queue |
Mark Slee | c98d050 | 2006-09-06 02:42:25 +0000 | [diff] [blame] | 5 | |
Mark Slee | c967656 | 2006-09-05 17:34:52 +0000 | [diff] [blame] | 6 | from thrift.Thrift import TProcessor |
| 7 | from thrift.transport import TTransport |
Mark Slee | 4ac459f | 2006-10-25 21:39:01 +0000 | [diff] [blame] | 8 | from thrift.protocol import TBinaryProtocol |
Mark Slee | c967656 | 2006-09-05 17:34:52 +0000 | [diff] [blame] | 9 | |
| 10 | class TServer: |
| 11 | |
Mark Slee | 794993d | 2006-09-20 01:56:10 +0000 | [diff] [blame] | 12 | """Base interface for a server, which must have a serve method.""" |
Mark Slee | c967656 | 2006-09-05 17:34:52 +0000 | [diff] [blame] | 13 | |
Aditya Agarwal | 5c46819 | 2007-02-06 01:14:33 +0000 | [diff] [blame] | 14 | """ 3 constructors for all servers: |
| 15 | 1) (processor, serverTransport) |
| 16 | 2) (processor, serverTransport, transportFactory, protocolFactory) |
| 17 | 3) (processor, serverTransport, |
| 18 | inputTransportFactory, outputTransportFactory, |
| 19 | inputProtocolFactory, outputProtocolFactory)""" |
| 20 | def __init__(self, *args): |
| 21 | print args |
| 22 | if (len(args) == 2): |
| 23 | self.__initArgs__(args[0], args[1], |
| 24 | TTransport.TTransportFactoryBase(), |
| 25 | TTransport.TTransportFactoryBase(), |
| 26 | TBinaryProtocol.TBinaryProtocolFactory(), |
| 27 | TBinaryProtocol.TBinaryProtocolFactory()) |
| 28 | elif (len(args) == 4): |
| 29 | self.__initArgs__(args[0], args[1], args[2], args[2], args[3], args[3]) |
| 30 | elif (len(args) == 6): |
| 31 | self.__initArgs__(args[0], args[1], args[2], args[3], args[4], args[5]) |
| 32 | |
| 33 | def __initArgs__(self, processor, serverTransport, |
| 34 | inputTransportFactory, outputTransportFactory, |
| 35 | inputProtocolFactory, outputProtocolFactory): |
Mark Slee | d788b2e | 2006-09-07 01:26:35 +0000 | [diff] [blame] | 36 | self.processor = processor |
| 37 | self.serverTransport = serverTransport |
Aditya Agarwal | 5c46819 | 2007-02-06 01:14:33 +0000 | [diff] [blame] | 38 | self.inputTransportFactory = inputTransportFactory |
| 39 | self.outputTransportFactory = outputTransportFactory |
| 40 | self.inputProtocolFactory = inputProtocolFactory |
| 41 | self.outputProtocolFactory = outputProtocolFactory |
Mark Slee | c967656 | 2006-09-05 17:34:52 +0000 | [diff] [blame] | 42 | |
Mark Slee | 794993d | 2006-09-20 01:56:10 +0000 | [diff] [blame] | 43 | def serve(self): |
Mark Slee | c967656 | 2006-09-05 17:34:52 +0000 | [diff] [blame] | 44 | pass |
| 45 | |
| 46 | class TSimpleServer(TServer): |
| 47 | |
| 48 | """Simple single-threaded server that just pumps around one transport.""" |
| 49 | |
Aditya Agarwal | 5c46819 | 2007-02-06 01:14:33 +0000 | [diff] [blame] | 50 | def __init__(self, *args): |
| 51 | TServer.__init__(self, *args) |
Mark Slee | c967656 | 2006-09-05 17:34:52 +0000 | [diff] [blame] | 52 | |
Mark Slee | 794993d | 2006-09-20 01:56:10 +0000 | [diff] [blame] | 53 | def serve(self): |
Mark Slee | d788b2e | 2006-09-07 01:26:35 +0000 | [diff] [blame] | 54 | self.serverTransport.listen() |
Mark Slee | c967656 | 2006-09-05 17:34:52 +0000 | [diff] [blame] | 55 | while True: |
Mark Slee | d788b2e | 2006-09-07 01:26:35 +0000 | [diff] [blame] | 56 | client = self.serverTransport.accept() |
Aditya Agarwal | 5c46819 | 2007-02-06 01:14:33 +0000 | [diff] [blame] | 57 | itrans = self.inputTransportFactory.getTransport(client) |
| 58 | otrans = self.outputTransportFactory.getTransport(client) |
| 59 | iprot = self.inputProtocolFactory.getProtocol(itrans) |
| 60 | oprot = self.oututProtocolFactory.getProtocol(otrans) |
Mark Slee | c967656 | 2006-09-05 17:34:52 +0000 | [diff] [blame] | 61 | try: |
| 62 | while True: |
Mark Slee | 4ac459f | 2006-10-25 21:39:01 +0000 | [diff] [blame] | 63 | self.processor.process(iprot, oprot) |
Mark Slee | 4f0fed6 | 2006-10-02 17:50:08 +0000 | [diff] [blame] | 64 | except TTransport.TTransportException, tx: |
| 65 | pass |
Mark Slee | c967656 | 2006-09-05 17:34:52 +0000 | [diff] [blame] | 66 | except Exception, x: |
Mark Slee | c98d050 | 2006-09-06 02:42:25 +0000 | [diff] [blame] | 67 | print '%s, %s, %s' % (type(x), x, traceback.format_exc()) |
Mark Slee | d788b2e | 2006-09-07 01:26:35 +0000 | [diff] [blame] | 68 | |
Mark Slee | 4ac459f | 2006-10-25 21:39:01 +0000 | [diff] [blame] | 69 | itrans.close() |
| 70 | otrans.close() |
Mark Slee | 4f0fed6 | 2006-10-02 17:50:08 +0000 | [diff] [blame] | 71 | |
| 72 | class TThreadedServer(TServer): |
| 73 | |
| 74 | """Threaded server that spawns a new thread per each connection.""" |
| 75 | |
Aditya Agarwal | 5c46819 | 2007-02-06 01:14:33 +0000 | [diff] [blame] | 76 | def __init__(self, *args): |
| 77 | TServer.__init__(self, *args) |
Mark Slee | 4f0fed6 | 2006-10-02 17:50:08 +0000 | [diff] [blame] | 78 | |
| 79 | def serve(self): |
| 80 | self.serverTransport.listen() |
| 81 | while True: |
| 82 | try: |
| 83 | client = self.serverTransport.accept() |
| 84 | t = threading.Thread(target = self.handle, args=(client,)) |
| 85 | t.start() |
| 86 | except Exception, x: |
| 87 | print '%s, %s, %s,' % (type(x), x, traceback.format_exc()) |
| 88 | |
| 89 | def handle(self, client): |
Aditya Agarwal | 5c46819 | 2007-02-06 01:14:33 +0000 | [diff] [blame] | 90 | itrans = self.inputTransportFactory.getTransport(client) |
| 91 | otrans = self.outputTransportFactory.getTransport(client) |
| 92 | iprot = self.inputProtocolFactory.getProtocol(itrans) |
| 93 | oprot = self.oututProtocolFactory.getProtocol(otrans) |
Mark Slee | 4f0fed6 | 2006-10-02 17:50:08 +0000 | [diff] [blame] | 94 | try: |
| 95 | while True: |
Mark Slee | 4ac459f | 2006-10-25 21:39:01 +0000 | [diff] [blame] | 96 | self.processor.process(iprot, oprot) |
Mark Slee | 4f0fed6 | 2006-10-02 17:50:08 +0000 | [diff] [blame] | 97 | except TTransport.TTransportException, tx: |
| 98 | pass |
| 99 | except Exception, x: |
| 100 | print '%s, %s, %s' % (type(x), x, traceback.format_exc()) |
Mark Slee | b90aa7c | 2006-10-24 18:49:45 +0000 | [diff] [blame] | 101 | |
Mark Slee | 4ac459f | 2006-10-25 21:39:01 +0000 | [diff] [blame] | 102 | itrans.close() |
| 103 | otrans.close() |
| 104 | |
Mark Slee | b90aa7c | 2006-10-24 18:49:45 +0000 | [diff] [blame] | 105 | class TThreadPoolServer(TServer): |
| 106 | |
| 107 | """Server with a fixed size pool of threads which service requests.""" |
| 108 | |
Aditya Agarwal | 5c46819 | 2007-02-06 01:14:33 +0000 | [diff] [blame] | 109 | def __init__(self, *args): |
| 110 | TServer.__init__(self, *args) |
Mark Slee | b90aa7c | 2006-10-24 18:49:45 +0000 | [diff] [blame] | 111 | self.clients = Queue.Queue() |
| 112 | self.threads = 10 |
| 113 | |
Mark Slee | 4ce787f | 2006-10-24 18:54:06 +0000 | [diff] [blame] | 114 | def setNumThreads(self, num): |
Mark Slee | b90aa7c | 2006-10-24 18:49:45 +0000 | [diff] [blame] | 115 | """Set the number of worker threads that should be created""" |
| 116 | self.threads = num |
| 117 | |
| 118 | def serveThread(self): |
| 119 | """Loop around getting clients from the shared queue and process them.""" |
| 120 | while True: |
| 121 | try: |
Mark Slee | 9a695ba | 2006-10-24 18:55:36 +0000 | [diff] [blame] | 122 | client = self.clients.get() |
Mark Slee | b90aa7c | 2006-10-24 18:49:45 +0000 | [diff] [blame] | 123 | self.serveClient(client) |
| 124 | except Exception, x: |
| 125 | print '%s, %s, %s' % (type(x), x, traceback.format_exc()) |
| 126 | |
| 127 | def serveClient(self, client): |
| 128 | """Process input/output from a client for as long as possible""" |
Aditya Agarwal | 5c46819 | 2007-02-06 01:14:33 +0000 | [diff] [blame] | 129 | itrans = self.inputTransportFactory.getTransport(client) |
| 130 | otrans = self.outputTransportFactory.getTransport(client) |
| 131 | iprot = self.inputProtocolFactory.getProtocol(itrans) |
| 132 | oprot = self.oututProtocolFactory.getProtocol(otrans) |
Mark Slee | b90aa7c | 2006-10-24 18:49:45 +0000 | [diff] [blame] | 133 | try: |
| 134 | while True: |
Mark Slee | 4ac459f | 2006-10-25 21:39:01 +0000 | [diff] [blame] | 135 | self.processor.process(iprot, oprot) |
Mark Slee | b90aa7c | 2006-10-24 18:49:45 +0000 | [diff] [blame] | 136 | except TTransport.TTransportException, tx: |
| 137 | pass |
| 138 | except Exception, x: |
| 139 | print '%s, %s, %s' % (type(x), x, traceback.format_exc()) |
| 140 | |
Mark Slee | 4ac459f | 2006-10-25 21:39:01 +0000 | [diff] [blame] | 141 | itrans.close() |
| 142 | otrans.close() |
| 143 | |
Mark Slee | b90aa7c | 2006-10-24 18:49:45 +0000 | [diff] [blame] | 144 | def serve(self): |
| 145 | """Start a fixed number of worker threads and put client into a queue""" |
| 146 | for i in range(self.threads): |
| 147 | try: |
| 148 | t = threading.Thread(target = self.serveThread) |
| 149 | t.start() |
| 150 | except Exception, x: |
| 151 | print '%s, %s, %s,' % (type(x), x, traceback.format_exc()) |
| 152 | |
| 153 | # Pump the socket for clients |
| 154 | self.serverTransport.listen() |
| 155 | while True: |
| 156 | try: |
| 157 | client = self.serverTransport.accept() |
| 158 | self.clients.put(client) |
| 159 | except Exception, x: |
| 160 | print '%s, %s, %s' % (type(x), x, traceback.format_exc()) |