File size: 2,683 Bytes
b1a665d | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 | import json
import logging
from http.server import HTTPServer, BaseHTTPRequestHandler
from handler import EndpointHandler
# Configure logging
logging.basicConfig(level=logging.INFO)
logger = logging.getLogger(__name__)
# Initialize the handler
handler = EndpointHandler()
class RequestHandler(BaseHTTPRequestHandler):
def do_POST(self):
try:
content_length = int(self.headers['Content-Length'])
post_data = self.rfile.read(content_length)
data = json.loads(post_data.decode('utf-8'))
logger.info(f'Received request with {len(data.get("inputs", []))} inputs')
# Process the request
result = handler(data)
# Send response
self.send_response(200)
self.send_header('Content-Type', 'application/json')
self.end_headers()
self.wfile.write(json.dumps(result).encode('utf-8'))
except Exception as e:
logger.error(f'Error processing request: {str(e)}')
self.send_response(500)
self.send_header('Content-Type', 'application/json')
self.end_headers()
error_response = [{'error': str(e), 'generated_text': ''}]
self.wfile.write(json.dumps(error_response).encode('utf-8'))
def do_GET(self):
if self.path == '/health':
# Trigger initialisation if needed but don't block.
if not handler.initialized:
try:
handler._initialize_components()
except Exception as e:
logger.error(f'Initialization failed during health check: {str(e)}')
is_ready = handler.initialized
health_response = {
'status': 'healthy' if is_ready else 'unhealthy',
'model_ready': is_ready
}
try:
self.send_response(200 if is_ready else 503)
self.send_header('Content-Type', 'application/json')
self.end_headers()
self.wfile.write(json.dumps(health_response).encode('utf-8'))
except BrokenPipeError:
# Client disconnected before we replied – safe to ignore.
pass
return
else:
self.send_response(404)
self.end_headers()
def log_message(self, format, *args):
# Suppress default HTTP server logs to keep output clean
pass
if __name__ == "__main__":
server = HTTPServer(('0.0.0.0', 80), RequestHandler)
logger.info('HTTP server started on port 80')
server.serve_forever() |