|
2024-07-02 09:40:35 | INFO | controller | args: Namespace(dispatch_method='shortest_queue', host='localhost', port=21001, ssl=False) |
|
2024-07-02 09:40:35 | ERROR | stderr | [32mINFO[0m: Started server process [[36m47395[0m] |
|
2024-07-02 09:40:35 | ERROR | stderr | [32mINFO[0m: Waiting for application startup. |
|
2024-07-02 09:40:35 | ERROR | stderr | [32mINFO[0m: Application startup complete. |
|
2024-07-02 09:40:35 | ERROR | stderr | [31mERROR[0m: [Errno 99] error while attempting to bind on address ('::1', 21001, 0, 0): cannot assign requested address |
|
2024-07-02 09:40:35 | ERROR | stderr | [32mINFO[0m: Waiting for application shutdown. |
|
2024-07-02 09:40:35 | ERROR | stderr | [32mINFO[0m: Application shutdown complete. |
|
2024-07-02 09:40:42 | ERROR | stderr | Exception ignored in: <module 'threading' from '/usr/lib/python3.8/threading.py'> |
|
2024-07-02 09:40:42 | ERROR | stderr | Traceback (most recent call last): |
|
2024-07-02 09:40:42 | ERROR | stderr | File "/usr/lib/python3.8/threading.py", line 1388, in _shutdown |
|
2024-07-02 09:40:42 | ERROR | stderr | lock.acquire() |
|
2024-07-02 09:40:42 | ERROR | stderr | KeyboardInterrupt: |
|
2024-07-02 09:41:06 | INFO | controller | args: Namespace(dispatch_method='shortest_queue', host='127.0.0.1', port=21002, ssl=False) |
|
2024-07-02 09:41:06 | ERROR | stderr | [32mINFO[0m: Started server process [[36m47753[0m] |
|
2024-07-02 09:41:06 | ERROR | stderr | [32mINFO[0m: Waiting for application startup. |
|
2024-07-02 09:41:06 | ERROR | stderr | [32mINFO[0m: Application startup complete. |
|
2024-07-02 09:41:06 | ERROR | stderr | [32mINFO[0m: Uvicorn running on [1mhttp://127.0.0.1:21002[0m (Press CTRL+C to quit) |
|
2024-07-02 09:47:52 | INFO | controller | Register a new worker: http://127.0.0.1:21003 |
|
2024-07-02 09:47:52 | INFO | controller | Register done: http://127.0.0.1:21003, {'model_names': ['vicuna-7b-v1.5'], 'speed': 1, 'queue_length': 0} |
|
2024-07-02 09:47:52 | INFO | stdout | [32mINFO[0m: 127.0.0.1:43654 - "[1mPOST /register_worker HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-02 09:48:37 | INFO | controller | Receive heart beat. http://127.0.0.1:21003 |
|
2024-07-02 09:48:37 | INFO | stdout | [32mINFO[0m: 127.0.0.1:60980 - "[1mPOST /receive_heart_beat HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-02 09:49:22 | INFO | controller | Receive heart beat. http://127.0.0.1:21003 |
|
2024-07-02 09:49:22 | INFO | stdout | [32mINFO[0m: 127.0.0.1:35868 - "[1mPOST /receive_heart_beat HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-02 09:49:42 | INFO | controller | Register a new worker: http://127.0.0.1:21003 |
|
2024-07-02 09:49:42 | INFO | controller | Register done: http://127.0.0.1:21003, {'model_names': ['vicuna-7b-v1.5'], 'speed': 1, 'queue_length': 0} |
|
2024-07-02 09:49:42 | INFO | stdout | [32mINFO[0m: 127.0.0.1:50044 - "[1mPOST /refresh_all_workers HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-02 09:49:42 | INFO | stdout | [32mINFO[0m: 127.0.0.1:50056 - "[1mPOST /list_language_models HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-02 09:50:07 | INFO | controller | Receive heart beat. http://127.0.0.1:21003 |
|
2024-07-02 09:50:07 | INFO | stdout | [32mINFO[0m: 127.0.0.1:50038 - "[1mPOST /receive_heart_beat HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-02 09:50:46 | INFO | controller | names: ['http://127.0.0.1:21003'], queue_lens: [0.0], ret: http://127.0.0.1:21003 |
|
2024-07-02 09:50:46 | INFO | stdout | [32mINFO[0m: 127.0.0.1:35180 - "[1mPOST /get_worker_address HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-02 09:50:52 | INFO | controller | Receive heart beat. http://127.0.0.1:21003 |
|
2024-07-02 09:50:52 | INFO | stdout | [32mINFO[0m: 127.0.0.1:35190 - "[1mPOST /receive_heart_beat HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-02 09:50:56 | INFO | controller | names: ['http://127.0.0.1:21003'], queue_lens: [0.0], ret: http://127.0.0.1:21003 |
|
2024-07-02 09:50:56 | INFO | stdout | [32mINFO[0m: 127.0.0.1:37720 - "[1mPOST /get_worker_address HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-02 09:51:37 | INFO | controller | Receive heart beat. http://127.0.0.1:21003 |
|
2024-07-02 09:51:37 | INFO | stdout | [32mINFO[0m: 127.0.0.1:45998 - "[1mPOST /receive_heart_beat HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-02 09:52:22 | INFO | controller | Receive heart beat. http://127.0.0.1:21003 |
|
2024-07-02 09:52:22 | INFO | stdout | [32mINFO[0m: 127.0.0.1:53188 - "[1mPOST /receive_heart_beat HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-02 09:53:07 | INFO | controller | Receive heart beat. http://127.0.0.1:21003 |
|
2024-07-02 09:53:07 | INFO | stdout | [32mINFO[0m: 127.0.0.1:51900 - "[1mPOST /receive_heart_beat HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-02 09:53:52 | INFO | controller | Receive heart beat. http://127.0.0.1:21003 |
|
2024-07-02 09:53:52 | INFO | stdout | [32mINFO[0m: 127.0.0.1:59176 - "[1mPOST /receive_heart_beat HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-02 09:54:37 | INFO | controller | Receive heart beat. http://127.0.0.1:21003 |
|
2024-07-02 09:54:37 | INFO | stdout | [32mINFO[0m: 127.0.0.1:32772 - "[1mPOST /receive_heart_beat HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-02 09:55:04 | ERROR | stderr | [32mINFO[0m: Shutting down |
|
2024-07-02 09:55:04 | ERROR | stderr | [32mINFO[0m: Waiting for application shutdown. |
|
2024-07-02 09:55:04 | ERROR | stderr | [32mINFO[0m: Application shutdown complete. |
|
2024-07-02 09:55:04 | ERROR | stderr | [32mINFO[0m: Finished server process [[36m47753[0m] |
|
2024-07-02 09:55:04 | ERROR | stderr | Traceback (most recent call last): |
|
2024-07-02 09:55:04 | ERROR | stderr | File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main |
|
2024-07-02 09:55:04 | ERROR | stderr | return _run_code(code, main_globals, None, |
|
2024-07-02 09:55:04 | ERROR | stderr | File "/usr/lib/python3.8/runpy.py", line 87, in _run_code |
|
2024-07-02 09:55:04 | ERROR | stderr | exec(code, run_globals) |
|
2024-07-02 09:55:04 | ERROR | stderr | File "/LLM_32T/evelyn/FastChat/fastchat/serve/controller.py", line 389, in <module> |
|
2024-07-02 09:55:04 | ERROR | stderr | uvicorn.run(app, host=args.host, port=args.port, log_level="info") |
|
2024-07-02 09:55:04 | ERROR | stderr | File "/usr/local/lib/python3.8/dist-packages/uvicorn/main.py", line 577, in run |
|
2024-07-02 09:55:04 | ERROR | stderr | server.run() |
|
2024-07-02 09:55:04 | ERROR | stderr | File "/usr/local/lib/python3.8/dist-packages/uvicorn/server.py", line 65, in run |
|
2024-07-02 09:55:04 | ERROR | stderr | return asyncio.run(self.serve(sockets=sockets)) |
|
2024-07-02 09:55:04 | ERROR | stderr | File "/usr/lib/python3.8/asyncio/runners.py", line 44, in run |
|
2024-07-02 09:55:04 | ERROR | stderr | return loop.run_until_complete(main) |
|
2024-07-02 09:55:04 | ERROR | stderr | File "uvloop/loop.pyx", line 1511, in uvloop.loop.Loop.run_until_complete |
|
2024-07-02 09:55:04 | ERROR | stderr | File "uvloop/loop.pyx", line 1504, in uvloop.loop.Loop.run_until_complete |
|
2024-07-02 09:55:04 | ERROR | stderr | File "uvloop/loop.pyx", line 1377, in uvloop.loop.Loop.run_forever |
|
2024-07-02 09:55:04 | ERROR | stderr | File "uvloop/loop.pyx", line 555, in uvloop.loop.Loop._run |
|
2024-07-02 09:55:04 | ERROR | stderr | File "uvloop/loop.pyx", line 474, in uvloop.loop.Loop._on_idle |
|
2024-07-02 09:55:04 | ERROR | stderr | File "uvloop/cbhandles.pyx", line 83, in uvloop.loop.Handle._run |
|
2024-07-02 09:55:04 | ERROR | stderr | File "uvloop/cbhandles.pyx", line 63, in uvloop.loop.Handle._run |
|
2024-07-02 09:55:04 | ERROR | stderr | File "/usr/local/lib/python3.8/dist-packages/uvicorn/server.py", line 69, in serve |
|
2024-07-02 09:55:04 | ERROR | stderr | await self._serve(sockets) |
|
2024-07-02 09:55:04 | ERROR | stderr | File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__ |
|
2024-07-02 09:55:04 | ERROR | stderr | next(self.gen) |
|
2024-07-02 09:55:04 | ERROR | stderr | File "/usr/local/lib/python3.8/dist-packages/uvicorn/server.py", line 328, in capture_signals |
|
2024-07-02 09:55:04 | ERROR | stderr | signal.raise_signal(captured_signal) |
|
2024-07-02 09:55:04 | ERROR | stderr | KeyboardInterrupt |
|
2024-07-02 09:55:04 | ERROR | stderr | Exception ignored in: <module 'threading' from '/usr/lib/python3.8/threading.py'> |
|
2024-07-02 09:55:04 | ERROR | stderr | Traceback (most recent call last): |
|
2024-07-02 09:55:04 | ERROR | stderr | File "/usr/lib/python3.8/threading.py", line 1388, in _shutdown |
|
2024-07-02 09:55:04 | ERROR | stderr | lock.acquire() |
|
2024-07-02 09:55:04 | ERROR | stderr | KeyboardInterrupt: |
|
2024-07-03 02:34:01 | INFO | controller | args: Namespace(dispatch_method='shortest_queue', host='127.0.0.1', port=21002, ssl=False) |
|
2024-07-03 02:34:02 | ERROR | stderr | [32mINFO[0m: Started server process [[36m88773[0m] |
|
2024-07-03 02:34:02 | ERROR | stderr | [32mINFO[0m: Waiting for application startup. |
|
2024-07-03 02:34:02 | ERROR | stderr | [32mINFO[0m: Application startup complete. |
|
2024-07-03 02:34:02 | ERROR | stderr | [32mINFO[0m: Uvicorn running on [1mhttp://127.0.0.1:21002[0m (Press CTRL+C to quit) |
|
2024-07-03 02:40:52 | INFO | controller | Register a new worker: http://127.0.0.1:21003 |
|
2024-07-03 02:40:52 | INFO | controller | Register done: http://127.0.0.1:21003, {'model_names': ['vicuna-7b-v1.5'], 'speed': 1, 'queue_length': 0} |
|
2024-07-03 02:40:52 | INFO | stdout | [32mINFO[0m: 127.0.0.1:34042 - "[1mPOST /register_worker HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-03 02:41:37 | INFO | controller | Receive heart beat. http://127.0.0.1:21003 |
|
2024-07-03 02:41:37 | INFO | stdout | [32mINFO[0m: 127.0.0.1:45744 - "[1mPOST /receive_heart_beat HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-03 02:42:22 | INFO | controller | Receive heart beat. http://127.0.0.1:21003 |
|
2024-07-03 02:42:22 | INFO | stdout | [32mINFO[0m: 127.0.0.1:56428 - "[1mPOST /receive_heart_beat HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-03 02:43:08 | INFO | controller | Receive heart beat. http://127.0.0.1:21003 |
|
2024-07-03 02:43:08 | INFO | stdout | [32mINFO[0m: 127.0.0.1:53856 - "[1mPOST /receive_heart_beat HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-03 02:43:53 | INFO | controller | Receive heart beat. http://127.0.0.1:21003 |
|
2024-07-03 02:43:53 | INFO | stdout | [32mINFO[0m: 127.0.0.1:43854 - "[1mPOST /receive_heart_beat HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-03 02:44:22 | INFO | controller | Register an existing worker: http://127.0.0.1:21003 |
|
2024-07-03 02:44:22 | INFO | controller | Register done: http://127.0.0.1:21003, {'model_names': ['vicuna-7b-v1.5'], 'speed': 1, 'queue_length': 0} |
|
2024-07-03 02:44:22 | INFO | stdout | [32mINFO[0m: 127.0.0.1:45520 - "[1mPOST /register_worker HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-03 02:44:38 | INFO | controller | Receive heart beat. http://127.0.0.1:21003 |
|
2024-07-03 02:44:38 | INFO | stdout | [32mINFO[0m: 127.0.0.1:55416 - "[1mPOST /receive_heart_beat HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-03 02:45:23 | INFO | controller | Receive heart beat. http://127.0.0.1:21003 |
|
2024-07-03 02:45:23 | INFO | stdout | [32mINFO[0m: 127.0.0.1:38016 - "[1mPOST /receive_heart_beat HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-03 02:45:48 | INFO | controller | Register an existing worker: http://127.0.0.1:21003 |
|
2024-07-03 02:45:48 | INFO | controller | Register done: http://127.0.0.1:21003, {'model_names': ['vicuna-7b-v1.5'], 'speed': 1, 'queue_length': 0} |
|
2024-07-03 02:45:48 | INFO | stdout | [32mINFO[0m: 127.0.0.1:54584 - "[1mPOST /register_worker HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-03 02:46:08 | INFO | controller | Receive heart beat. http://127.0.0.1:21003 |
|
2024-07-03 02:46:08 | INFO | stdout | [32mINFO[0m: 127.0.0.1:53596 - "[1mPOST /receive_heart_beat HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-03 02:46:53 | INFO | controller | Receive heart beat. http://127.0.0.1:21003 |
|
2024-07-03 02:46:53 | INFO | stdout | [32mINFO[0m: 127.0.0.1:43150 - "[1mPOST /receive_heart_beat HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-03 02:47:38 | INFO | controller | Receive heart beat. http://127.0.0.1:21003 |
|
2024-07-03 02:47:38 | INFO | stdout | [32mINFO[0m: 127.0.0.1:40674 - "[1mPOST /receive_heart_beat HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-03 02:48:23 | INFO | controller | Receive heart beat. http://127.0.0.1:21003 |
|
2024-07-03 02:48:23 | INFO | stdout | [32mINFO[0m: 127.0.0.1:53896 - "[1mPOST /receive_heart_beat HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-03 02:49:08 | INFO | controller | Receive heart beat. http://127.0.0.1:21003 |
|
2024-07-03 02:49:08 | INFO | stdout | [32mINFO[0m: 127.0.0.1:34066 - "[1mPOST /receive_heart_beat HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-03 02:49:53 | INFO | controller | Receive heart beat. http://127.0.0.1:21003 |
|
2024-07-03 02:49:53 | INFO | stdout | [32mINFO[0m: 127.0.0.1:40154 - "[1mPOST /receive_heart_beat HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-03 02:50:38 | INFO | controller | Receive heart beat. http://127.0.0.1:21003 |
|
2024-07-03 02:50:38 | INFO | stdout | [32mINFO[0m: 127.0.0.1:43326 - "[1mPOST /receive_heart_beat HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-03 02:51:23 | INFO | controller | Receive heart beat. http://127.0.0.1:21003 |
|
2024-07-03 02:51:23 | INFO | stdout | [32mINFO[0m: 127.0.0.1:46014 - "[1mPOST /receive_heart_beat HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-03 02:52:08 | INFO | controller | Receive heart beat. http://127.0.0.1:21003 |
|
2024-07-03 02:52:08 | INFO | stdout | [32mINFO[0m: 127.0.0.1:39774 - "[1mPOST /receive_heart_beat HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-03 02:52:53 | INFO | controller | Receive heart beat. http://127.0.0.1:21003 |
|
2024-07-03 02:52:53 | INFO | stdout | [32mINFO[0m: 127.0.0.1:41350 - "[1mPOST /receive_heart_beat HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-03 02:53:38 | INFO | controller | Receive heart beat. http://127.0.0.1:21003 |
|
2024-07-03 02:53:38 | INFO | stdout | [32mINFO[0m: 127.0.0.1:33768 - "[1mPOST /receive_heart_beat HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-03 02:54:23 | INFO | controller | Receive heart beat. http://127.0.0.1:21003 |
|
2024-07-03 02:54:23 | INFO | stdout | [32mINFO[0m: 127.0.0.1:39246 - "[1mPOST /receive_heart_beat HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-03 02:55:52 | INFO | controller | Register a new worker: http://127.0.0.1:21003 |
|
2024-07-03 02:55:52 | ERROR | controller | Get status fails: http://127.0.0.1:21003, HTTPConnectionPool(host='127.0.0.1', port=21003): Max retries exceeded with url: /worker_get_status (Caused by NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7eff8b781550>: Failed to establish a new connection: [Errno 111] Connection refused')) |
|
2024-07-03 02:55:52 | INFO | controller | Remove stale worker: http://127.0.0.1:21003 |
|
2024-07-03 02:55:52 | INFO | stdout | [32mINFO[0m: 127.0.0.1:45740 - "[1mPOST /refresh_all_workers HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-03 02:55:52 | INFO | stdout | [32mINFO[0m: 127.0.0.1:45748 - "[1mPOST /list_language_models HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-03 05:49:21 | INFO | controller | args: Namespace(dispatch_method='shortest_queue', host='127.0.0.1', port=21002, ssl=False) |
|
2024-07-03 05:49:21 | ERROR | stderr | [32mINFO[0m: Started server process [[36m85493[0m] |
|
2024-07-03 05:49:21 | ERROR | stderr | [32mINFO[0m: Waiting for application startup. |
|
2024-07-03 05:49:21 | ERROR | stderr | [32mINFO[0m: Application startup complete. |
|
2024-07-03 05:49:21 | ERROR | stderr | [31mERROR[0m: [Errno 98] error while attempting to bind on address ('127.0.0.1', 21002): address already in use |
|
2024-07-03 05:49:21 | ERROR | stderr | [32mINFO[0m: Waiting for application shutdown. |
|
2024-07-03 05:49:21 | ERROR | stderr | [32mINFO[0m: Application shutdown complete. |
|
2024-07-03 05:50:39 | INFO | controller | args: Namespace(dispatch_method='shortest_queue', host='127.0.0.1', port=21002, ssl=False) |
|
2024-07-03 05:50:40 | ERROR | stderr | [32mINFO[0m: Started server process [[36m86753[0m] |
|
2024-07-03 05:50:40 | ERROR | stderr | [32mINFO[0m: Waiting for application startup. |
|
2024-07-03 05:50:40 | ERROR | stderr | [32mINFO[0m: Application startup complete. |
|
2024-07-03 05:50:40 | ERROR | stderr | [32mINFO[0m: Uvicorn running on [1mhttp://127.0.0.1:21002[0m (Press CTRL+C to quit) |
|
2024-07-03 05:52:46 | INFO | controller | Register a new worker: http://127.0.0.1:21003 |
|
2024-07-03 05:52:46 | INFO | controller | Register done: http://127.0.0.1:21003, {'model_names': ['vicuna-7b-v1.5'], 'speed': 1, 'queue_length': 0} |
|
2024-07-03 05:52:46 | INFO | stdout | [32mINFO[0m: 127.0.0.1:59954 - "[1mPOST /register_worker HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-03 05:53:31 | INFO | controller | Receive heart beat. http://127.0.0.1:21003 |
|
2024-07-03 05:53:31 | INFO | stdout | [32mINFO[0m: 127.0.0.1:44442 - "[1mPOST /receive_heart_beat HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-03 05:54:16 | INFO | controller | Receive heart beat. http://127.0.0.1:21003 |
|
2024-07-03 05:54:16 | INFO | stdout | [32mINFO[0m: 127.0.0.1:50732 - "[1mPOST /receive_heart_beat HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-03 05:54:32 | INFO | controller | Register a new worker: http://127.0.0.1:21003 |
|
2024-07-03 05:54:32 | INFO | controller | Register done: http://127.0.0.1:21003, {'model_names': ['vicuna-7b-v1.5'], 'speed': 1, 'queue_length': 0} |
|
2024-07-03 05:54:32 | INFO | stdout | [32mINFO[0m: 127.0.0.1:49984 - "[1mPOST /refresh_all_workers HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-03 05:54:32 | INFO | stdout | [32mINFO[0m: 127.0.0.1:49994 - "[1mPOST /list_models HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-03 05:54:32 | INFO | controller | names: ['http://127.0.0.1:21003'], queue_lens: [0.0], ret: http://127.0.0.1:21003 |
|
2024-07-03 05:54:32 | INFO | stdout | [32mINFO[0m: 127.0.0.1:50010 - "[1mPOST /get_worker_address HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-03 05:55:01 | INFO | controller | Receive heart beat. http://127.0.0.1:21003 |
|
2024-07-03 05:55:01 | INFO | stdout | [32mINFO[0m: 127.0.0.1:52580 - "[1mPOST /receive_heart_beat HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-03 05:55:46 | INFO | controller | Receive heart beat. http://127.0.0.1:21003 |
|
2024-07-03 05:55:46 | INFO | stdout | [32mINFO[0m: 127.0.0.1:36462 - "[1mPOST /receive_heart_beat HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-03 05:56:11 | INFO | controller | Register a new worker: http://127.0.0.1:21003 |
|
2024-07-03 05:56:11 | INFO | controller | Register done: http://127.0.0.1:21003, {'model_names': ['vicuna-7b-v1.5'], 'speed': 1, 'queue_length': 0} |
|
2024-07-03 05:56:11 | INFO | stdout | [32mINFO[0m: 127.0.0.1:51020 - "[1mPOST /refresh_all_workers HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-03 05:56:11 | INFO | stdout | [32mINFO[0m: 127.0.0.1:51032 - "[1mPOST /list_models HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-03 05:56:11 | INFO | controller | names: ['http://127.0.0.1:21003'], queue_lens: [0.0], ret: http://127.0.0.1:21003 |
|
2024-07-03 05:56:11 | INFO | stdout | [32mINFO[0m: 127.0.0.1:51036 - "[1mPOST /get_worker_address HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-03 05:56:31 | INFO | controller | Receive heart beat. http://127.0.0.1:21003 |
|
2024-07-03 05:56:31 | INFO | stdout | [32mINFO[0m: 127.0.0.1:35372 - "[1mPOST /receive_heart_beat HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-03 05:57:16 | INFO | controller | Receive heart beat. http://127.0.0.1:21003 |
|
2024-07-03 05:57:16 | INFO | stdout | [32mINFO[0m: 127.0.0.1:48530 - "[1mPOST /receive_heart_beat HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-03 05:58:01 | INFO | controller | Receive heart beat. http://127.0.0.1:21003 |
|
2024-07-03 05:58:01 | INFO | stdout | [32mINFO[0m: 127.0.0.1:54872 - "[1mPOST /receive_heart_beat HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-03 05:58:18 | INFO | controller | Register a new worker: http://127.0.0.1:21003 |
|
2024-07-03 05:58:18 | INFO | controller | Register done: http://127.0.0.1:21003, {'model_names': ['vicuna-7b-v1.5'], 'speed': 1, 'queue_length': 0} |
|
2024-07-03 05:58:18 | INFO | stdout | [32mINFO[0m: 127.0.0.1:45950 - "[1mPOST /refresh_all_workers HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-03 05:58:18 | INFO | stdout | [32mINFO[0m: 127.0.0.1:45954 - "[1mPOST /list_language_models HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-03 05:58:37 | INFO | controller | names: ['http://127.0.0.1:21003'], queue_lens: [0.0], ret: http://127.0.0.1:21003 |
|
2024-07-03 05:58:37 | INFO | stdout | [32mINFO[0m: 127.0.0.1:58440 - "[1mPOST /get_worker_address HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-03 05:58:46 | INFO | controller | Receive heart beat. http://127.0.0.1:21003 |
|
2024-07-03 05:58:46 | INFO | stdout | [32mINFO[0m: 127.0.0.1:36438 - "[1mPOST /receive_heart_beat HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-03 05:59:08 | INFO | controller | names: ['http://127.0.0.1:21003'], queue_lens: [0.0], ret: http://127.0.0.1:21003 |
|
2024-07-03 05:59:08 | INFO | stdout | [32mINFO[0m: 127.0.0.1:53772 - "[1mPOST /get_worker_address HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-03 05:59:31 | INFO | controller | Receive heart beat. http://127.0.0.1:21003 |
|
2024-07-03 05:59:31 | INFO | stdout | [32mINFO[0m: 127.0.0.1:36736 - "[1mPOST /receive_heart_beat HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-03 06:00:16 | INFO | controller | Receive heart beat. http://127.0.0.1:21003 |
|
2024-07-03 06:00:16 | INFO | stdout | [32mINFO[0m: 127.0.0.1:54552 - "[1mPOST /receive_heart_beat HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-03 06:01:01 | INFO | controller | Receive heart beat. http://127.0.0.1:21003 |
|
2024-07-03 06:01:01 | INFO | stdout | [32mINFO[0m: 127.0.0.1:48538 - "[1mPOST /receive_heart_beat HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-03 06:01:46 | INFO | controller | Receive heart beat. http://127.0.0.1:21003 |
|
2024-07-03 06:01:46 | INFO | stdout | [32mINFO[0m: 127.0.0.1:44790 - "[1mPOST /receive_heart_beat HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-03 06:02:31 | INFO | controller | Receive heart beat. http://127.0.0.1:21003 |
|
2024-07-03 06:02:31 | INFO | stdout | [32mINFO[0m: 127.0.0.1:43236 - "[1mPOST /receive_heart_beat HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-03 06:03:16 | INFO | controller | Receive heart beat. http://127.0.0.1:21003 |
|
2024-07-03 06:03:16 | INFO | stdout | [32mINFO[0m: 127.0.0.1:49682 - "[1mPOST /receive_heart_beat HTTP/1.1[0m" [32m200 OK[0m |
|
2024-07-03 06:03:50 | ERROR | stderr | [32mINFO[0m: Shutting down |
|
2024-07-03 06:03:50 | ERROR | stderr | [32mINFO[0m: Waiting for application shutdown. |
|
2024-07-03 06:03:50 | ERROR | stderr | [32mINFO[0m: Application shutdown complete. |
|
2024-07-03 06:03:50 | ERROR | stderr | [32mINFO[0m: Finished server process [[36m86753[0m] |
|
2024-07-03 06:03:50 | ERROR | stderr | Traceback (most recent call last): |
|
2024-07-03 06:03:50 | ERROR | stderr | File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main |
|
2024-07-03 06:03:50 | ERROR | stderr | return _run_code(code, main_globals, None, |
|
2024-07-03 06:03:50 | ERROR | stderr | File "/usr/lib/python3.8/runpy.py", line 87, in _run_code |
|
2024-07-03 06:03:50 | ERROR | stderr | exec(code, run_globals) |
|
2024-07-03 06:03:50 | ERROR | stderr | File "/LLM_32T/evelyn/FastChat/fastchat/serve/controller.py", line 389, in <module> |
|
2024-07-03 06:03:50 | ERROR | stderr | uvicorn.run(app, host=args.host, port=args.port, log_level="info") |
|
2024-07-03 06:03:50 | ERROR | stderr | File "/usr/local/lib/python3.8/dist-packages/uvicorn/main.py", line 577, in run |
|
2024-07-03 06:03:50 | ERROR | stderr | server.run() |
|
2024-07-03 06:03:50 | ERROR | stderr | File "/usr/local/lib/python3.8/dist-packages/uvicorn/server.py", line 65, in run |
|
2024-07-03 06:03:50 | ERROR | stderr | return asyncio.run(self.serve(sockets=sockets)) |
|
2024-07-03 06:03:50 | ERROR | stderr | File "/usr/lib/python3.8/asyncio/runners.py", line 44, in run |
|
2024-07-03 06:03:50 | ERROR | stderr | return loop.run_until_complete(main) |
|
2024-07-03 06:03:50 | ERROR | stderr | File "uvloop/loop.pyx", line 1511, in uvloop.loop.Loop.run_until_complete |
|
2024-07-03 06:03:50 | ERROR | stderr | File "uvloop/loop.pyx", line 1504, in uvloop.loop.Loop.run_until_complete |
|
2024-07-03 06:03:50 | ERROR | stderr | File "uvloop/loop.pyx", line 1377, in uvloop.loop.Loop.run_forever |
|
2024-07-03 06:03:50 | ERROR | stderr | File "uvloop/loop.pyx", line 555, in uvloop.loop.Loop._run |
|
2024-07-03 06:03:50 | ERROR | stderr | File "uvloop/loop.pyx", line 474, in uvloop.loop.Loop._on_idle |
|
2024-07-03 06:03:50 | ERROR | stderr | File "uvloop/cbhandles.pyx", line 83, in uvloop.loop.Handle._run |
|
2024-07-03 06:03:50 | ERROR | stderr | File "uvloop/cbhandles.pyx", line 63, in uvloop.loop.Handle._run |
|
2024-07-03 06:03:50 | ERROR | stderr | File "/usr/local/lib/python3.8/dist-packages/uvicorn/server.py", line 69, in serve |
|
2024-07-03 06:03:50 | ERROR | stderr | await self._serve(sockets) |
|
2024-07-03 06:03:50 | ERROR | stderr | File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__ |
|
2024-07-03 06:03:50 | ERROR | stderr | next(self.gen) |
|
2024-07-03 06:03:50 | ERROR | stderr | File "/usr/local/lib/python3.8/dist-packages/uvicorn/server.py", line 328, in capture_signals |
|
2024-07-03 06:03:50 | ERROR | stderr | signal.raise_signal(captured_signal) |
|
2024-07-03 06:03:50 | ERROR | stderr | KeyboardInterrupt |
|
2024-07-03 06:03:50 | ERROR | stderr | Exception ignored in: <module 'threading' from '/usr/lib/python3.8/threading.py'> |
|
2024-07-03 06:03:50 | ERROR | stderr | Traceback (most recent call last): |
|
2024-07-03 06:03:50 | ERROR | stderr | File "/usr/lib/python3.8/threading.py", line 1388, in _shutdown |
|
2024-07-03 06:03:50 | ERROR | stderr | lock.acquire() |
|
2024-07-03 06:03:50 | ERROR | stderr | KeyboardInterrupt: |
|
|
