diff --git "a/controller.log.2024-02-27" "b/controller.log.2024-02-27" new file mode 100644--- /dev/null +++ "b/controller.log.2024-02-27" @@ -0,0 +1,9729 @@ +2024-02-27 22:27:54 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 22:27:54 | INFO | stdout | INFO: 127.0.0.1:58728 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:28:28 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 22:28:28 | INFO | stdout | INFO: 127.0.0.1:46838 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:28:39 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 22:28:39 | INFO | stdout | INFO: 127.0.0.1:40590 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:29:13 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 22:29:13 | INFO | stdout | INFO: 127.0.0.1:54078 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:29:24 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 22:29:24 | INFO | stdout | INFO: 127.0.0.1:56568 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:29:58 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 22:29:58 | INFO | stdout | INFO: 127.0.0.1:40600 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:30:09 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 22:30:09 | INFO | stdout | INFO: 127.0.0.1:49276 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:30:43 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 22:30:43 | INFO | stdout | INFO: 127.0.0.1:53512 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:30:55 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 22:30:55 | INFO | stdout | INFO: 127.0.0.1:48662 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:31:28 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 22:31:28 | INFO | stdout | INFO: 127.0.0.1:54234 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:31:40 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 22:31:40 | INFO | stdout | INFO: 127.0.0.1:58580 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:32:13 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 22:32:13 | INFO | stdout | INFO: 127.0.0.1:44608 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:32:25 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 22:32:25 | INFO | stdout | INFO: 127.0.0.1:51034 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:32:58 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 22:32:58 | INFO | stdout | INFO: 127.0.0.1:45156 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:33:10 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 22:33:10 | INFO | stdout | INFO: 127.0.0.1:60094 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:33:43 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 22:33:43 | INFO | stdout | INFO: 127.0.0.1:46834 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:33:55 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 22:33:55 | INFO | stdout | INFO: 127.0.0.1:40788 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:34:29 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 22:34:29 | INFO | stdout | INFO: 127.0.0.1:44968 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:34:40 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 22:34:40 | INFO | stdout | INFO: 127.0.0.1:54082 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:35:14 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 22:35:14 | INFO | stdout | INFO: 127.0.0.1:37752 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:35:25 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 22:35:25 | INFO | stdout | INFO: 127.0.0.1:36590 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:35:59 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 22:35:59 | INFO | stdout | INFO: 127.0.0.1:60046 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:36:10 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 22:36:10 | INFO | stdout | INFO: 127.0.0.1:35778 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:36:44 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 22:36:44 | INFO | stdout | INFO: 127.0.0.1:36628 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:36:55 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 22:36:55 | INFO | stdout | INFO: 127.0.0.1:48948 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:37:29 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 22:37:29 | INFO | stdout | INFO: 127.0.0.1:40052 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:37:40 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 22:37:40 | INFO | stdout | INFO: 127.0.0.1:59126 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:38:14 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 22:38:14 | INFO | stdout | INFO: 127.0.0.1:47852 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:38:25 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 22:38:25 | INFO | stdout | INFO: 127.0.0.1:47168 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:38:59 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 22:38:59 | INFO | stdout | INFO: 127.0.0.1:46952 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:39:10 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 22:39:10 | INFO | stdout | INFO: 127.0.0.1:57718 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:39:44 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 22:39:44 | INFO | stdout | INFO: 127.0.0.1:38224 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:39:55 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 22:39:55 | INFO | stdout | INFO: 127.0.0.1:59564 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:40:29 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 22:40:29 | INFO | stdout | INFO: 127.0.0.1:59214 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:40:40 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 22:40:40 | INFO | stdout | INFO: 127.0.0.1:51262 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:41:14 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 22:41:14 | INFO | stdout | INFO: 127.0.0.1:59870 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:41:25 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 22:41:25 | INFO | stdout | INFO: 127.0.0.1:36862 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:41:59 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 22:41:59 | INFO | stdout | INFO: 127.0.0.1:44196 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:42:10 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 22:42:10 | INFO | stdout | INFO: 127.0.0.1:59336 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:42:44 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 22:42:44 | INFO | stdout | INFO: 127.0.0.1:51014 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:42:55 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 22:42:55 | INFO | stdout | INFO: 127.0.0.1:40578 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:43:29 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 22:43:29 | INFO | stdout | INFO: 127.0.0.1:46972 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:43:40 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 22:43:40 | INFO | stdout | INFO: 127.0.0.1:46496 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:44:14 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 22:44:14 | INFO | stdout | INFO: 127.0.0.1:51182 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:44:25 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 22:44:25 | INFO | stdout | INFO: 127.0.0.1:44654 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:44:59 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 22:44:59 | INFO | stdout | INFO: 127.0.0.1:40130 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:45:11 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 22:45:11 | INFO | stdout | INFO: 127.0.0.1:56460 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:45:44 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 22:45:44 | INFO | stdout | INFO: 127.0.0.1:55294 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:45:56 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 22:45:56 | INFO | stdout | INFO: 127.0.0.1:57130 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:46:29 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 22:46:29 | INFO | stdout | INFO: 127.0.0.1:53284 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:46:41 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 22:46:41 | INFO | stdout | INFO: 127.0.0.1:43712 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:47:14 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 22:47:14 | INFO | stdout | INFO: 127.0.0.1:50160 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:47:26 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 22:47:26 | INFO | stdout | INFO: 127.0.0.1:37322 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:47:59 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 22:47:59 | INFO | stdout | INFO: 127.0.0.1:51622 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:48:11 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 22:48:11 | INFO | stdout | INFO: 127.0.0.1:41966 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:48:44 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 22:48:44 | INFO | stdout | INFO: 127.0.0.1:40744 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:48:56 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 22:48:56 | INFO | stdout | INFO: 127.0.0.1:33252 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:49:30 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 22:49:30 | INFO | stdout | INFO: 127.0.0.1:56998 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:49:41 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 22:49:41 | INFO | stdout | INFO: 127.0.0.1:48814 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:50:15 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 22:50:15 | INFO | stdout | INFO: 127.0.0.1:51332 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:50:26 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 22:50:26 | INFO | stdout | INFO: 127.0.0.1:46028 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:51:00 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 22:51:00 | INFO | stdout | INFO: 127.0.0.1:54898 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:51:11 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 22:51:11 | INFO | stdout | INFO: 127.0.0.1:38570 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:51:45 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 22:51:45 | INFO | stdout | INFO: 127.0.0.1:43698 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:51:56 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 22:51:56 | INFO | stdout | INFO: 127.0.0.1:39916 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:52:30 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 22:52:30 | INFO | stdout | INFO: 127.0.0.1:58596 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:52:41 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 22:52:41 | INFO | stdout | INFO: 127.0.0.1:53340 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:53:15 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 22:53:15 | INFO | stdout | INFO: 127.0.0.1:49764 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:53:26 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 22:53:26 | INFO | stdout | INFO: 127.0.0.1:32810 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:54:00 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 22:54:00 | INFO | stdout | INFO: 127.0.0.1:58482 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:54:11 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 22:54:11 | INFO | stdout | INFO: 127.0.0.1:43208 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:54:45 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 22:54:45 | INFO | stdout | INFO: 127.0.0.1:50606 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:54:56 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 22:54:56 | INFO | stdout | INFO: 127.0.0.1:49494 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:55:30 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 22:55:30 | INFO | stdout | INFO: 127.0.0.1:60076 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:55:41 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 22:55:41 | INFO | stdout | INFO: 127.0.0.1:60576 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:56:15 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 22:56:15 | INFO | stdout | INFO: 127.0.0.1:35434 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:56:26 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 22:56:26 | INFO | stdout | INFO: 127.0.0.1:52604 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:57:00 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 22:57:00 | INFO | stdout | INFO: 127.0.0.1:41796 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:57:11 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 22:57:11 | INFO | stdout | INFO: 127.0.0.1:49604 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:57:45 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 22:57:45 | INFO | stdout | INFO: 127.0.0.1:39532 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:57:56 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 22:57:56 | INFO | stdout | INFO: 127.0.0.1:46486 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:58:30 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 22:58:30 | INFO | stdout | INFO: 127.0.0.1:48018 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:58:41 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 22:58:41 | INFO | stdout | INFO: 127.0.0.1:51620 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:59:12 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-27 22:59:12 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-27 22:59:12 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-27 22:59:12 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-27 22:59:12 | INFO | stdout | INFO: 127.0.0.1:33346 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-27 22:59:12 | INFO | stdout | INFO: 127.0.0.1:33350 - "POST /list_models HTTP/1.1" 200 OK +2024-02-27 22:59:15 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 22:59:15 | INFO | stdout | INFO: 127.0.0.1:55680 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:59:26 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 22:59:26 | INFO | stdout | INFO: 127.0.0.1:49424 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 22:59:28 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-27 22:59:28 | INFO | stdout | INFO: 127.0.0.1:49426 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-27 22:59:36 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-27 22:59:36 | INFO | stdout | INFO: 127.0.0.1:54746 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-27 22:59:42 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [2.0], ret: http://localhost:40000 +2024-02-27 22:59:42 | INFO | stdout | INFO: 127.0.0.1:54756 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-27 22:59:45 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [3.0], ret: http://localhost:40000 +2024-02-27 22:59:45 | INFO | stdout | INFO: 127.0.0.1:44918 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-27 22:59:48 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [4.0], ret: http://localhost:40000 +2024-02-27 22:59:48 | INFO | stdout | INFO: 127.0.0.1:44924 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-27 23:00:00 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:00:00 | INFO | stdout | INFO: 127.0.0.1:40050 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:00:11 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:00:11 | INFO | stdout | INFO: 127.0.0.1:53812 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:00:24 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-27 23:00:24 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-27 23:00:24 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-27 23:00:24 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-27 23:00:24 | INFO | stdout | INFO: 127.0.0.1:33778 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-27 23:00:24 | INFO | stdout | INFO: 127.0.0.1:33780 - "POST /list_models HTTP/1.1" 200 OK +2024-02-27 23:00:45 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:00:45 | INFO | stdout | INFO: 127.0.0.1:59128 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:00:56 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:00:56 | INFO | stdout | INFO: 127.0.0.1:60706 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:01:30 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:01:30 | INFO | stdout | INFO: 127.0.0.1:58448 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:01:42 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:01:42 | INFO | stdout | INFO: 127.0.0.1:35696 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:02:15 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:02:15 | INFO | stdout | INFO: 127.0.0.1:52076 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:02:27 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:02:27 | INFO | stdout | INFO: 127.0.0.1:56374 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:03:01 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:03:01 | INFO | stdout | INFO: 127.0.0.1:57000 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:03:12 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:03:12 | INFO | stdout | INFO: 127.0.0.1:35720 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:03:46 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:03:46 | INFO | stdout | INFO: 127.0.0.1:43190 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:03:57 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:03:57 | INFO | stdout | INFO: 127.0.0.1:51504 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:04:31 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:04:31 | INFO | stdout | INFO: 127.0.0.1:45902 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:04:42 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:04:42 | INFO | stdout | INFO: 127.0.0.1:34060 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:05:16 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:05:16 | INFO | stdout | INFO: 127.0.0.1:35436 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:05:27 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:05:27 | INFO | stdout | INFO: 127.0.0.1:34700 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:06:01 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:06:01 | INFO | stdout | INFO: 127.0.0.1:60066 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:06:12 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:06:12 | INFO | stdout | INFO: 127.0.0.1:40456 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:06:46 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:06:46 | INFO | stdout | INFO: 127.0.0.1:47912 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:06:57 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:06:57 | INFO | stdout | INFO: 127.0.0.1:59468 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:07:31 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:07:31 | INFO | stdout | INFO: 127.0.0.1:37584 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:07:42 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:07:42 | INFO | stdout | INFO: 127.0.0.1:45010 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:08:16 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:08:16 | INFO | stdout | INFO: 127.0.0.1:49052 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:08:27 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:08:27 | INFO | stdout | INFO: 127.0.0.1:53132 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:09:01 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:09:01 | INFO | stdout | INFO: 127.0.0.1:36676 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:09:12 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:09:12 | INFO | stdout | INFO: 127.0.0.1:35578 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:09:46 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:09:46 | INFO | stdout | INFO: 127.0.0.1:49826 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:09:57 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:09:57 | INFO | stdout | INFO: 127.0.0.1:41910 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:10:31 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:10:31 | INFO | stdout | INFO: 127.0.0.1:48784 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:10:42 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:10:42 | INFO | stdout | INFO: 127.0.0.1:36422 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:11:16 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:11:16 | INFO | stdout | INFO: 127.0.0.1:40034 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:11:27 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:11:27 | INFO | stdout | INFO: 127.0.0.1:54184 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:12:01 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:12:01 | INFO | stdout | INFO: 127.0.0.1:48434 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:12:12 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:12:12 | INFO | stdout | INFO: 127.0.0.1:38190 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:12:46 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:12:46 | INFO | stdout | INFO: 127.0.0.1:57862 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:12:57 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:12:57 | INFO | stdout | INFO: 127.0.0.1:45158 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:13:31 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:13:31 | INFO | stdout | INFO: 127.0.0.1:37062 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:13:42 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:13:42 | INFO | stdout | INFO: 127.0.0.1:57248 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:14:16 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:14:16 | INFO | stdout | INFO: 127.0.0.1:58742 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:14:27 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:14:27 | INFO | stdout | INFO: 127.0.0.1:48270 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:15:01 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:15:01 | INFO | stdout | INFO: 127.0.0.1:51308 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:15:12 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:15:12 | INFO | stdout | INFO: 127.0.0.1:56012 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:15:46 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:15:46 | INFO | stdout | INFO: 127.0.0.1:46096 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:15:58 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:15:58 | INFO | stdout | INFO: 127.0.0.1:43580 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:16:31 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:16:31 | INFO | stdout | INFO: 127.0.0.1:36806 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:16:43 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:16:43 | INFO | stdout | INFO: 127.0.0.1:58720 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:17:17 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:17:17 | INFO | stdout | INFO: 127.0.0.1:59142 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:17:28 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:17:28 | INFO | stdout | INFO: 127.0.0.1:42198 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:18:02 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:18:02 | INFO | stdout | INFO: 127.0.0.1:48096 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:18:13 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:18:13 | INFO | stdout | INFO: 127.0.0.1:52856 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:18:18 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-27 23:18:18 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-27 23:18:18 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-27 23:18:18 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-27 23:18:18 | INFO | stdout | INFO: 127.0.0.1:59336 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-27 23:18:18 | INFO | stdout | INFO: 127.0.0.1:59342 - "POST /list_models HTTP/1.1" 200 OK +2024-02-27 23:18:32 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-27 23:18:32 | INFO | stdout | INFO: 127.0.0.1:48296 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-27 23:18:47 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:18:47 | INFO | stdout | INFO: 127.0.0.1:32848 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:18:58 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:18:58 | INFO | stdout | INFO: 127.0.0.1:41054 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:19:32 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:19:32 | INFO | stdout | INFO: 127.0.0.1:46910 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:19:43 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:19:43 | INFO | stdout | INFO: 127.0.0.1:47984 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:20:17 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:20:17 | INFO | stdout | INFO: 127.0.0.1:55560 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:20:28 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:20:28 | INFO | stdout | INFO: 127.0.0.1:44238 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:21:02 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:21:02 | INFO | stdout | INFO: 127.0.0.1:50790 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:21:13 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:21:13 | INFO | stdout | INFO: 127.0.0.1:46150 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:21:41 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-27 23:21:41 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-27 23:21:41 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-27 23:21:41 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-27 23:21:41 | INFO | stdout | INFO: 127.0.0.1:57634 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-27 23:21:41 | INFO | stdout | INFO: 127.0.0.1:57644 - "POST /list_models HTTP/1.1" 200 OK +2024-02-27 23:21:47 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:21:47 | INFO | stdout | INFO: 127.0.0.1:49120 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:21:58 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:21:58 | INFO | stdout | INFO: 127.0.0.1:56944 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:22:07 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-27 23:22:07 | INFO | stdout | INFO: 127.0.0.1:37398 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-27 23:22:20 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-27 23:22:20 | INFO | stdout | INFO: 127.0.0.1:36314 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-27 23:22:32 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:22:32 | INFO | stdout | INFO: 127.0.0.1:55750 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:22:43 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:22:43 | INFO | stdout | INFO: 127.0.0.1:35934 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:23:17 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:23:17 | INFO | stdout | INFO: 127.0.0.1:40368 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:23:28 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:23:28 | INFO | stdout | INFO: 127.0.0.1:51546 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:24:02 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:24:02 | INFO | stdout | INFO: 127.0.0.1:49220 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:24:13 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:24:13 | INFO | stdout | INFO: 127.0.0.1:37850 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:24:47 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:24:47 | INFO | stdout | INFO: 127.0.0.1:33944 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:24:58 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:24:58 | INFO | stdout | INFO: 127.0.0.1:39554 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:25:32 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:25:32 | INFO | stdout | INFO: 127.0.0.1:44158 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:25:43 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:25:43 | INFO | stdout | INFO: 127.0.0.1:35342 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:26:17 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:26:17 | INFO | stdout | INFO: 127.0.0.1:39464 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:26:28 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:26:28 | INFO | stdout | INFO: 127.0.0.1:39392 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:27:02 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:27:02 | INFO | stdout | INFO: 127.0.0.1:34578 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:27:13 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:27:13 | INFO | stdout | INFO: 127.0.0.1:34568 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:27:47 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:27:47 | INFO | stdout | INFO: 127.0.0.1:57596 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:27:58 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:27:58 | INFO | stdout | INFO: 127.0.0.1:36968 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:28:32 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:28:32 | INFO | stdout | INFO: 127.0.0.1:43900 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:28:43 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:28:43 | INFO | stdout | INFO: 127.0.0.1:60048 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:29:17 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:29:17 | INFO | stdout | INFO: 127.0.0.1:41916 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:29:29 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:29:29 | INFO | stdout | INFO: 127.0.0.1:52528 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:30:02 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:30:02 | INFO | stdout | INFO: 127.0.0.1:49964 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:30:14 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:30:14 | INFO | stdout | INFO: 127.0.0.1:40394 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:30:47 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:30:47 | INFO | stdout | INFO: 127.0.0.1:42028 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:30:59 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:30:59 | INFO | stdout | INFO: 127.0.0.1:52870 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:31:32 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:31:32 | INFO | stdout | INFO: 127.0.0.1:51060 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:31:44 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:31:44 | INFO | stdout | INFO: 127.0.0.1:38070 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:32:17 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:32:17 | INFO | stdout | INFO: 127.0.0.1:48468 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:32:29 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:32:29 | INFO | stdout | INFO: 127.0.0.1:37594 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:33:02 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:33:02 | INFO | stdout | INFO: 127.0.0.1:48094 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:33:14 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:33:14 | INFO | stdout | INFO: 127.0.0.1:35506 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:33:48 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:33:48 | INFO | stdout | INFO: 127.0.0.1:35610 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:33:59 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:33:59 | INFO | stdout | INFO: 127.0.0.1:50848 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:34:33 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:34:33 | INFO | stdout | INFO: 127.0.0.1:41580 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:34:44 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:34:44 | INFO | stdout | INFO: 127.0.0.1:43814 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:35:18 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:35:18 | INFO | stdout | INFO: 127.0.0.1:35078 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:35:29 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:35:29 | INFO | stdout | INFO: 127.0.0.1:52272 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:36:03 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:36:03 | INFO | stdout | INFO: 127.0.0.1:54098 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:36:14 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:36:14 | INFO | stdout | INFO: 127.0.0.1:40820 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:36:48 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:36:48 | INFO | stdout | INFO: 127.0.0.1:51606 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:36:59 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:36:59 | INFO | stdout | INFO: 127.0.0.1:33602 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:37:06 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-27 23:37:06 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-27 23:37:06 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-27 23:37:06 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-27 23:37:06 | INFO | stdout | INFO: 127.0.0.1:57640 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-27 23:37:06 | INFO | stdout | INFO: 127.0.0.1:57656 - "POST /list_models HTTP/1.1" 200 OK +2024-02-27 23:37:33 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:37:33 | INFO | stdout | INFO: 127.0.0.1:47108 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:37:44 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:37:44 | INFO | stdout | INFO: 127.0.0.1:46780 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:38:18 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:38:18 | INFO | stdout | INFO: 127.0.0.1:55084 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:38:29 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:38:29 | INFO | stdout | INFO: 127.0.0.1:52482 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:39:03 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:39:03 | INFO | stdout | INFO: 127.0.0.1:41162 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:39:14 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:39:14 | INFO | stdout | INFO: 127.0.0.1:49724 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:39:48 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:39:48 | INFO | stdout | INFO: 127.0.0.1:56402 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:39:59 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:39:59 | INFO | stdout | INFO: 127.0.0.1:51382 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:40:33 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:40:33 | INFO | stdout | INFO: 127.0.0.1:36922 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:40:44 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:40:44 | INFO | stdout | INFO: 127.0.0.1:57902 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:41:18 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:41:18 | INFO | stdout | INFO: 127.0.0.1:38708 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:41:29 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:41:29 | INFO | stdout | INFO: 127.0.0.1:36566 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:42:03 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:42:03 | INFO | stdout | INFO: 127.0.0.1:57846 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:42:14 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:42:14 | INFO | stdout | INFO: 127.0.0.1:57064 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:42:48 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:42:48 | INFO | stdout | INFO: 127.0.0.1:43338 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:42:59 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:42:59 | INFO | stdout | INFO: 127.0.0.1:42496 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:43:33 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:43:33 | INFO | stdout | INFO: 127.0.0.1:36204 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:43:45 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:43:45 | INFO | stdout | INFO: 127.0.0.1:49022 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:44:18 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:44:18 | INFO | stdout | INFO: 127.0.0.1:41360 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:44:30 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:44:30 | INFO | stdout | INFO: 127.0.0.1:47880 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:45:03 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:45:03 | INFO | stdout | INFO: 127.0.0.1:48756 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:45:05 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-27 23:45:05 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-27 23:45:05 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-27 23:45:05 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-27 23:45:05 | INFO | stdout | INFO: 127.0.0.1:56680 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-27 23:45:05 | INFO | stdout | INFO: 127.0.0.1:56688 - "POST /list_models HTTP/1.1" 200 OK +2024-02-27 23:45:15 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:45:15 | INFO | stdout | INFO: 127.0.0.1:48008 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:45:25 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-27 23:45:25 | INFO | stdout | INFO: 127.0.0.1:53550 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-27 23:45:32 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-27 23:45:32 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-27 23:45:32 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-27 23:45:32 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-27 23:45:32 | INFO | stdout | INFO: 127.0.0.1:53560 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-27 23:45:32 | INFO | stdout | INFO: 127.0.0.1:53564 - "POST /list_models HTTP/1.1" 200 OK +2024-02-27 23:45:36 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-27 23:45:36 | INFO | stdout | INFO: 127.0.0.1:48060 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-27 23:45:48 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:45:48 | INFO | stdout | INFO: 127.0.0.1:35098 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:45:50 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-27 23:45:50 | INFO | stdout | INFO: 127.0.0.1:35104 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-27 23:46:00 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:46:00 | INFO | stdout | INFO: 127.0.0.1:37142 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:46:09 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-27 23:46:09 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-27 23:46:09 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-27 23:46:09 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-27 23:46:09 | INFO | stdout | INFO: 127.0.0.1:50152 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-27 23:46:09 | INFO | stdout | INFO: 127.0.0.1:50154 - "POST /list_models HTTP/1.1" 200 OK +2024-02-27 23:46:33 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:46:33 | INFO | stdout | INFO: 127.0.0.1:34730 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:46:45 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:46:45 | INFO | stdout | INFO: 127.0.0.1:38178 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:47:18 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:47:18 | INFO | stdout | INFO: 127.0.0.1:54606 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:47:30 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:47:30 | INFO | stdout | INFO: 127.0.0.1:51166 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:48:03 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:48:03 | INFO | stdout | INFO: 127.0.0.1:56646 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:48:15 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:48:15 | INFO | stdout | INFO: 127.0.0.1:39774 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:48:49 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:48:49 | INFO | stdout | INFO: 127.0.0.1:47438 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:49:00 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:49:00 | INFO | stdout | INFO: 127.0.0.1:50048 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:49:34 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:49:34 | INFO | stdout | INFO: 127.0.0.1:48724 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:49:45 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:49:45 | INFO | stdout | INFO: 127.0.0.1:49876 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:50:19 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:50:19 | INFO | stdout | INFO: 127.0.0.1:32784 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:50:30 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:50:30 | INFO | stdout | INFO: 127.0.0.1:48796 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:51:04 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:51:04 | INFO | stdout | INFO: 127.0.0.1:35986 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:51:15 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:51:15 | INFO | stdout | INFO: 127.0.0.1:41014 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:51:49 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:51:49 | INFO | stdout | INFO: 127.0.0.1:36812 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:52:00 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:52:00 | INFO | stdout | INFO: 127.0.0.1:33584 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:52:34 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:52:34 | INFO | stdout | INFO: 127.0.0.1:47332 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:52:45 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:52:45 | INFO | stdout | INFO: 127.0.0.1:51746 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:53:19 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:53:19 | INFO | stdout | INFO: 127.0.0.1:57654 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:53:30 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:53:30 | INFO | stdout | INFO: 127.0.0.1:59880 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:54:04 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:54:04 | INFO | stdout | INFO: 127.0.0.1:48548 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:54:15 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:54:15 | INFO | stdout | INFO: 127.0.0.1:48974 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:54:49 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:54:49 | INFO | stdout | INFO: 127.0.0.1:46932 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:54:57 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-27 23:54:57 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-27 23:54:57 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-27 23:54:57 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-27 23:54:57 | INFO | stdout | INFO: 127.0.0.1:49472 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-27 23:54:57 | INFO | stdout | INFO: 127.0.0.1:49474 - "POST /list_models HTTP/1.1" 200 OK +2024-02-27 23:55:00 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:55:00 | INFO | stdout | INFO: 127.0.0.1:49480 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:55:34 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:55:34 | INFO | stdout | INFO: 127.0.0.1:50816 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:55:45 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:55:45 | INFO | stdout | INFO: 127.0.0.1:42474 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:56:19 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:56:19 | INFO | stdout | INFO: 127.0.0.1:35322 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:56:30 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:56:30 | INFO | stdout | INFO: 127.0.0.1:47498 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:57:04 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:57:04 | INFO | stdout | INFO: 127.0.0.1:37016 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:57:15 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:57:15 | INFO | stdout | INFO: 127.0.0.1:58030 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:57:49 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:57:49 | INFO | stdout | INFO: 127.0.0.1:46924 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:58:01 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:58:01 | INFO | stdout | INFO: 127.0.0.1:49362 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:58:34 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:58:34 | INFO | stdout | INFO: 127.0.0.1:49594 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:58:46 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:58:46 | INFO | stdout | INFO: 127.0.0.1:38816 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:59:19 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-27 23:59:19 | INFO | stdout | INFO: 127.0.0.1:33904 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-27 23:59:31 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-27 23:59:31 | INFO | stdout | INFO: 127.0.0.1:42238 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:00:04 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:00:04 | INFO | stdout | INFO: 127.0.0.1:40978 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:00:16 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:00:16 | INFO | stdout | INFO: 127.0.0.1:34192 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:00:49 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:00:49 | INFO | stdout | INFO: 127.0.0.1:53396 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:01:01 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:01:01 | INFO | stdout | INFO: 127.0.0.1:57766 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:01:34 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:01:34 | INFO | stdout | INFO: 127.0.0.1:54334 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:01:46 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:01:46 | INFO | stdout | INFO: 127.0.0.1:57052 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:02:19 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:02:19 | INFO | stdout | INFO: 127.0.0.1:41444 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:02:31 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:02:31 | INFO | stdout | INFO: 127.0.0.1:53080 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:03:05 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:03:05 | INFO | stdout | INFO: 127.0.0.1:49380 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:03:16 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:03:16 | INFO | stdout | INFO: 127.0.0.1:54300 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:03:50 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:03:50 | INFO | stdout | INFO: 127.0.0.1:57796 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:04:01 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:04:01 | INFO | stdout | INFO: 127.0.0.1:36994 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:04:35 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:04:35 | INFO | stdout | INFO: 127.0.0.1:38004 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:04:46 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:04:46 | INFO | stdout | INFO: 127.0.0.1:45216 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:05:20 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:05:20 | INFO | stdout | INFO: 127.0.0.1:55180 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:05:31 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:05:31 | INFO | stdout | INFO: 127.0.0.1:32848 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:06:05 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:06:05 | INFO | stdout | INFO: 127.0.0.1:44270 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:06:16 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:06:16 | INFO | stdout | INFO: 127.0.0.1:59722 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:06:50 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:06:50 | INFO | stdout | INFO: 127.0.0.1:47960 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:07:01 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:07:01 | INFO | stdout | INFO: 127.0.0.1:54032 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:07:35 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:07:35 | INFO | stdout | INFO: 127.0.0.1:33920 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:07:46 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:07:46 | INFO | stdout | INFO: 127.0.0.1:44814 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:08:20 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:08:20 | INFO | stdout | INFO: 127.0.0.1:35610 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:08:31 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:08:31 | INFO | stdout | INFO: 127.0.0.1:52006 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:09:05 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:09:05 | INFO | stdout | INFO: 127.0.0.1:32946 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:09:16 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:09:16 | INFO | stdout | INFO: 127.0.0.1:38752 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:09:50 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:09:50 | INFO | stdout | INFO: 127.0.0.1:45158 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:10:01 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:10:01 | INFO | stdout | INFO: 127.0.0.1:50618 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:10:35 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:10:35 | INFO | stdout | INFO: 127.0.0.1:58464 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:10:46 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:10:46 | INFO | stdout | INFO: 127.0.0.1:42560 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:11:20 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:11:20 | INFO | stdout | INFO: 127.0.0.1:46948 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:11:31 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:11:31 | INFO | stdout | INFO: 127.0.0.1:41896 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:12:05 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:12:05 | INFO | stdout | INFO: 127.0.0.1:39832 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:12:16 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:12:16 | INFO | stdout | INFO: 127.0.0.1:51978 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:12:50 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:12:50 | INFO | stdout | INFO: 127.0.0.1:59236 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:13:02 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:13:02 | INFO | stdout | INFO: 127.0.0.1:58376 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:13:35 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:13:35 | INFO | stdout | INFO: 127.0.0.1:43044 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:13:47 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:13:47 | INFO | stdout | INFO: 127.0.0.1:42824 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:14:20 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:14:20 | INFO | stdout | INFO: 127.0.0.1:32812 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:14:32 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:14:32 | INFO | stdout | INFO: 127.0.0.1:41164 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:15:05 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:15:05 | INFO | stdout | INFO: 127.0.0.1:52096 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:15:17 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:15:17 | INFO | stdout | INFO: 127.0.0.1:47162 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:15:50 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:15:50 | INFO | stdout | INFO: 127.0.0.1:59172 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:16:02 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:16:02 | INFO | stdout | INFO: 127.0.0.1:40560 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:16:35 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:16:35 | INFO | stdout | INFO: 127.0.0.1:55186 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:16:47 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:16:47 | INFO | stdout | INFO: 127.0.0.1:38502 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:17:21 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:17:21 | INFO | stdout | INFO: 127.0.0.1:46202 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:17:32 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:17:32 | INFO | stdout | INFO: 127.0.0.1:46074 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:18:06 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:18:06 | INFO | stdout | INFO: 127.0.0.1:49742 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:18:17 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:18:17 | INFO | stdout | INFO: 127.0.0.1:46456 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:18:51 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:18:51 | INFO | stdout | INFO: 127.0.0.1:55178 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:19:02 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:19:02 | INFO | stdout | INFO: 127.0.0.1:53654 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:19:36 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:19:36 | INFO | stdout | INFO: 127.0.0.1:48092 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:19:47 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:19:47 | INFO | stdout | INFO: 127.0.0.1:60282 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:20:21 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:20:21 | INFO | stdout | INFO: 127.0.0.1:60182 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:20:32 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:20:32 | INFO | stdout | INFO: 127.0.0.1:52000 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:21:06 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:21:06 | INFO | stdout | INFO: 127.0.0.1:57072 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:21:17 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:21:17 | INFO | stdout | INFO: 127.0.0.1:41498 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:21:51 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:21:51 | INFO | stdout | INFO: 127.0.0.1:42852 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:22:02 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:22:02 | INFO | stdout | INFO: 127.0.0.1:33632 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:22:36 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:22:36 | INFO | stdout | INFO: 127.0.0.1:53272 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:22:47 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:22:47 | INFO | stdout | INFO: 127.0.0.1:50324 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:23:21 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:23:21 | INFO | stdout | INFO: 127.0.0.1:41508 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:23:32 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:23:32 | INFO | stdout | INFO: 127.0.0.1:36492 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:24:06 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:24:06 | INFO | stdout | INFO: 127.0.0.1:57810 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:24:17 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:24:17 | INFO | stdout | INFO: 127.0.0.1:40264 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:24:49 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 00:24:49 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 00:24:49 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 00:24:49 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 00:24:49 | INFO | stdout | INFO: 127.0.0.1:57268 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 00:24:49 | INFO | stdout | INFO: 127.0.0.1:57278 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 00:24:51 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:24:51 | INFO | stdout | INFO: 127.0.0.1:57284 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:25:02 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:25:02 | INFO | stdout | INFO: 127.0.0.1:46500 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:25:14 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 00:25:14 | INFO | stdout | INFO: 127.0.0.1:59492 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 00:25:30 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 00:25:30 | INFO | stdout | INFO: 127.0.0.1:37410 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 00:25:36 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:25:36 | INFO | stdout | INFO: 127.0.0.1:42418 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:25:47 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:25:47 | INFO | stdout | INFO: 127.0.0.1:37398 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:26:02 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 00:26:02 | INFO | stdout | INFO: 127.0.0.1:52014 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 00:26:21 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:26:21 | INFO | stdout | INFO: 127.0.0.1:40188 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:26:32 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:26:32 | INFO | stdout | INFO: 127.0.0.1:35316 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:27:06 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:27:06 | INFO | stdout | INFO: 127.0.0.1:52618 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:27:18 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:27:18 | INFO | stdout | INFO: 127.0.0.1:52528 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:27:51 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:27:51 | INFO | stdout | INFO: 127.0.0.1:58756 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:28:03 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:28:03 | INFO | stdout | INFO: 127.0.0.1:50888 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:28:36 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:28:36 | INFO | stdout | INFO: 127.0.0.1:41838 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:28:48 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:28:48 | INFO | stdout | INFO: 127.0.0.1:54802 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:29:21 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:29:21 | INFO | stdout | INFO: 127.0.0.1:59572 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:29:33 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:29:33 | INFO | stdout | INFO: 127.0.0.1:48772 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:30:06 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:30:06 | INFO | stdout | INFO: 127.0.0.1:50978 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:30:18 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:30:18 | INFO | stdout | INFO: 127.0.0.1:43936 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:30:51 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:30:51 | INFO | stdout | INFO: 127.0.0.1:50876 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:31:03 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:31:03 | INFO | stdout | INFO: 127.0.0.1:38792 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:31:37 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:31:37 | INFO | stdout | INFO: 127.0.0.1:53814 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:31:48 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:31:48 | INFO | stdout | INFO: 127.0.0.1:42606 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:32:22 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:32:22 | INFO | stdout | INFO: 127.0.0.1:36038 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:32:33 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:32:33 | INFO | stdout | INFO: 127.0.0.1:33434 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:33:07 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:33:07 | INFO | stdout | INFO: 127.0.0.1:42750 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:33:18 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:33:18 | INFO | stdout | INFO: 127.0.0.1:54562 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:33:52 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:33:52 | INFO | stdout | INFO: 127.0.0.1:51420 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:34:03 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:34:03 | INFO | stdout | INFO: 127.0.0.1:47592 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:34:37 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:34:37 | INFO | stdout | INFO: 127.0.0.1:52996 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:34:48 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:34:48 | INFO | stdout | INFO: 127.0.0.1:45880 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:35:22 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:35:22 | INFO | stdout | INFO: 127.0.0.1:52244 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:35:33 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:35:33 | INFO | stdout | INFO: 127.0.0.1:40734 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:36:07 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:36:07 | INFO | stdout | INFO: 127.0.0.1:54414 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:36:18 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:36:18 | INFO | stdout | INFO: 127.0.0.1:60678 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:36:52 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:36:52 | INFO | stdout | INFO: 127.0.0.1:41472 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:37:03 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:37:03 | INFO | stdout | INFO: 127.0.0.1:50460 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:37:37 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:37:37 | INFO | stdout | INFO: 127.0.0.1:55054 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:37:48 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:37:48 | INFO | stdout | INFO: 127.0.0.1:51394 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:38:05 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 00:38:05 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 00:38:05 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 00:38:05 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 00:38:05 | INFO | stdout | INFO: 127.0.0.1:34666 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 00:38:05 | INFO | stdout | INFO: 127.0.0.1:34672 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 00:38:22 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:38:22 | INFO | stdout | INFO: 127.0.0.1:39330 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:38:33 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:38:33 | INFO | stdout | INFO: 127.0.0.1:42420 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:39:07 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:39:07 | INFO | stdout | INFO: 127.0.0.1:44578 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:39:18 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:39:18 | INFO | stdout | INFO: 127.0.0.1:54126 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:39:52 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:39:52 | INFO | stdout | INFO: 127.0.0.1:46886 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:40:03 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:40:03 | INFO | stdout | INFO: 127.0.0.1:60808 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:40:37 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:40:37 | INFO | stdout | INFO: 127.0.0.1:53568 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:40:48 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:40:48 | INFO | stdout | INFO: 127.0.0.1:50746 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:41:22 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:41:22 | INFO | stdout | INFO: 127.0.0.1:49570 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:41:34 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:41:34 | INFO | stdout | INFO: 127.0.0.1:46592 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:42:07 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:42:07 | INFO | stdout | INFO: 127.0.0.1:56036 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:42:18 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 00:42:18 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 00:42:18 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 00:42:18 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 00:42:18 | INFO | stdout | INFO: 127.0.0.1:45462 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 00:42:18 | INFO | stdout | INFO: 127.0.0.1:45466 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 00:42:19 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:42:19 | INFO | stdout | INFO: 127.0.0.1:45478 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:42:52 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:42:52 | INFO | stdout | INFO: 127.0.0.1:48130 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:43:04 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:43:04 | INFO | stdout | INFO: 127.0.0.1:50046 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:43:37 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:43:37 | INFO | stdout | INFO: 127.0.0.1:57792 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:43:49 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:43:49 | INFO | stdout | INFO: 127.0.0.1:53072 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:44:22 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:44:22 | INFO | stdout | INFO: 127.0.0.1:58120 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:44:34 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:44:34 | INFO | stdout | INFO: 127.0.0.1:49680 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:45:07 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:45:07 | INFO | stdout | INFO: 127.0.0.1:55096 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:45:19 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:45:19 | INFO | stdout | INFO: 127.0.0.1:44286 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:45:53 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:45:53 | INFO | stdout | INFO: 127.0.0.1:52742 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:46:04 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:46:04 | INFO | stdout | INFO: 127.0.0.1:46310 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:46:38 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:46:38 | INFO | stdout | INFO: 127.0.0.1:51016 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:46:49 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:46:49 | INFO | stdout | INFO: 127.0.0.1:43208 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:47:23 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:47:23 | INFO | stdout | INFO: 127.0.0.1:43668 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:47:34 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:47:34 | INFO | stdout | INFO: 127.0.0.1:51794 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:48:08 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:48:08 | INFO | stdout | INFO: 127.0.0.1:52668 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:48:19 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:48:19 | INFO | stdout | INFO: 127.0.0.1:45230 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:48:53 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:48:53 | INFO | stdout | INFO: 127.0.0.1:32938 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:49:04 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:49:04 | INFO | stdout | INFO: 127.0.0.1:49748 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:49:38 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:49:38 | INFO | stdout | INFO: 127.0.0.1:41896 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:49:43 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 00:49:43 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 00:49:43 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 00:49:43 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 00:49:43 | INFO | stdout | INFO: 127.0.0.1:41906 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 00:49:43 | INFO | stdout | INFO: 127.0.0.1:41914 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 00:49:49 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:49:49 | INFO | stdout | INFO: 127.0.0.1:47002 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:50:23 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:50:23 | INFO | stdout | INFO: 127.0.0.1:37254 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:50:34 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:50:34 | INFO | stdout | INFO: 127.0.0.1:33452 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:51:08 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:51:08 | INFO | stdout | INFO: 127.0.0.1:45086 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:51:12 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 00:51:12 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 00:51:12 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 00:51:12 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 00:51:12 | INFO | stdout | INFO: 127.0.0.1:45088 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 00:51:12 | INFO | stdout | INFO: 127.0.0.1:45098 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 00:51:19 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:51:19 | INFO | stdout | INFO: 127.0.0.1:59928 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:51:49 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 00:51:49 | INFO | stdout | INFO: 127.0.0.1:53968 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 00:51:53 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:51:53 | INFO | stdout | INFO: 127.0.0.1:53982 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:52:04 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:52:04 | INFO | stdout | INFO: 127.0.0.1:36144 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:52:26 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 00:52:26 | INFO | stdout | INFO: 127.0.0.1:57222 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 00:52:38 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:52:38 | INFO | stdout | INFO: 127.0.0.1:40730 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:52:45 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 00:52:45 | INFO | stdout | INFO: 127.0.0.1:40728 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 00:52:49 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:52:49 | INFO | stdout | INFO: 127.0.0.1:40742 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:53:23 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:53:23 | INFO | stdout | INFO: 127.0.0.1:60670 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:53:34 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:53:34 | INFO | stdout | INFO: 127.0.0.1:37532 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:53:46 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 00:53:46 | INFO | stdout | INFO: 127.0.0.1:56936 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 00:54:08 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:54:08 | INFO | stdout | INFO: 127.0.0.1:47780 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:54:19 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:54:19 | INFO | stdout | INFO: 127.0.0.1:35478 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:54:53 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:54:53 | INFO | stdout | INFO: 127.0.0.1:50188 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:54:58 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 00:54:58 | INFO | stdout | INFO: 127.0.0.1:44152 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 00:55:02 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 00:55:02 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 00:55:02 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 00:55:02 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 00:55:02 | INFO | stdout | INFO: 127.0.0.1:44168 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 00:55:02 | INFO | stdout | INFO: 127.0.0.1:44182 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 00:55:04 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:55:04 | INFO | stdout | INFO: 127.0.0.1:44188 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:55:38 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:55:38 | INFO | stdout | INFO: 127.0.0.1:49740 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:55:44 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 00:55:44 | INFO | stdout | INFO: 127.0.0.1:49756 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 00:55:49 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:55:49 | INFO | stdout | INFO: 127.0.0.1:33468 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:56:23 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:56:23 | INFO | stdout | INFO: 127.0.0.1:51802 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:56:35 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:56:35 | INFO | stdout | INFO: 127.0.0.1:53066 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:57:08 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:57:08 | INFO | stdout | INFO: 127.0.0.1:32920 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:57:18 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 00:57:18 | INFO | stdout | INFO: 127.0.0.1:54040 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 00:57:20 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:57:20 | INFO | stdout | INFO: 127.0.0.1:54056 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:57:53 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:57:53 | INFO | stdout | INFO: 127.0.0.1:45078 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:58:05 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:58:05 | INFO | stdout | INFO: 127.0.0.1:52364 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:58:38 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:58:38 | INFO | stdout | INFO: 127.0.0.1:33848 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:58:50 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:58:50 | INFO | stdout | INFO: 127.0.0.1:37486 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:59:24 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 00:59:24 | INFO | stdout | INFO: 127.0.0.1:42066 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:59:35 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 00:59:35 | INFO | stdout | INFO: 127.0.0.1:47740 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 00:59:41 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 00:59:41 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 00:59:41 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 00:59:41 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 00:59:41 | INFO | stdout | INFO: 127.0.0.1:47744 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 00:59:41 | INFO | stdout | INFO: 127.0.0.1:47748 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 00:59:59 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 00:59:59 | INFO | stdout | INFO: 127.0.0.1:50294 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 01:00:09 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:00:09 | INFO | stdout | INFO: 127.0.0.1:34274 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:00:20 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:00:20 | INFO | stdout | INFO: 127.0.0.1:35474 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:00:44 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 01:00:44 | INFO | stdout | INFO: 127.0.0.1:49776 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 01:00:54 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:00:54 | INFO | stdout | INFO: 127.0.0.1:36120 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:01:05 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 01:01:05 | INFO | stdout | INFO: 127.0.0.1:46510 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 01:01:05 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:01:05 | INFO | stdout | INFO: 127.0.0.1:46522 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:01:21 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 01:01:21 | INFO | stdout | INFO: 127.0.0.1:57856 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 01:01:39 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:01:39 | INFO | stdout | INFO: 127.0.0.1:58592 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:01:50 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:01:50 | INFO | stdout | INFO: 127.0.0.1:59804 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:02:24 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:02:24 | INFO | stdout | INFO: 127.0.0.1:36552 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:02:35 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:02:35 | INFO | stdout | INFO: 127.0.0.1:53782 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:03:09 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:03:09 | INFO | stdout | INFO: 127.0.0.1:38536 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:03:20 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:03:20 | INFO | stdout | INFO: 127.0.0.1:37028 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:03:54 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:03:54 | INFO | stdout | INFO: 127.0.0.1:36256 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:04:05 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:04:05 | INFO | stdout | INFO: 127.0.0.1:55148 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:04:39 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:04:39 | INFO | stdout | INFO: 127.0.0.1:57086 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:04:50 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:04:50 | INFO | stdout | INFO: 127.0.0.1:45256 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:05:24 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:05:24 | INFO | stdout | INFO: 127.0.0.1:40550 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:05:35 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:05:35 | INFO | stdout | INFO: 127.0.0.1:55002 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:06:09 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:06:09 | INFO | stdout | INFO: 127.0.0.1:55680 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:06:20 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:06:20 | INFO | stdout | INFO: 127.0.0.1:43480 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:06:54 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:06:54 | INFO | stdout | INFO: 127.0.0.1:56138 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:07:05 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:07:05 | INFO | stdout | INFO: 127.0.0.1:40492 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:07:39 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:07:39 | INFO | stdout | INFO: 127.0.0.1:36778 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:07:50 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:07:50 | INFO | stdout | INFO: 127.0.0.1:60154 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:08:24 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:08:24 | INFO | stdout | INFO: 127.0.0.1:47434 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:08:35 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:08:35 | INFO | stdout | INFO: 127.0.0.1:54690 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:09:09 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:09:09 | INFO | stdout | INFO: 127.0.0.1:37624 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:09:20 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:09:20 | INFO | stdout | INFO: 127.0.0.1:37012 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:09:54 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:09:54 | INFO | stdout | INFO: 127.0.0.1:49050 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:10:05 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:10:05 | INFO | stdout | INFO: 127.0.0.1:40614 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:10:39 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:10:39 | INFO | stdout | INFO: 127.0.0.1:51142 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:10:50 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:10:50 | INFO | stdout | INFO: 127.0.0.1:56096 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:11:24 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:11:24 | INFO | stdout | INFO: 127.0.0.1:47210 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:11:36 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:11:36 | INFO | stdout | INFO: 127.0.0.1:41568 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:12:09 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:12:09 | INFO | stdout | INFO: 127.0.0.1:57944 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:12:21 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:12:21 | INFO | stdout | INFO: 127.0.0.1:50762 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:12:55 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:12:55 | INFO | stdout | INFO: 127.0.0.1:55802 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:13:06 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:13:06 | INFO | stdout | INFO: 127.0.0.1:55760 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:13:40 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:13:40 | INFO | stdout | INFO: 127.0.0.1:37538 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:13:51 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:13:51 | INFO | stdout | INFO: 127.0.0.1:40486 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:14:25 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:14:25 | INFO | stdout | INFO: 127.0.0.1:44584 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:14:36 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:14:36 | INFO | stdout | INFO: 127.0.0.1:49012 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:15:10 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:15:10 | INFO | stdout | INFO: 127.0.0.1:56534 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:15:21 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:15:21 | INFO | stdout | INFO: 127.0.0.1:53074 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:15:55 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:15:55 | INFO | stdout | INFO: 127.0.0.1:60660 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:16:06 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:16:06 | INFO | stdout | INFO: 127.0.0.1:50440 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:16:40 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:16:40 | INFO | stdout | INFO: 127.0.0.1:45852 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:16:51 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:16:51 | INFO | stdout | INFO: 127.0.0.1:40316 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:17:25 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:17:25 | INFO | stdout | INFO: 127.0.0.1:50688 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:17:36 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:17:36 | INFO | stdout | INFO: 127.0.0.1:36952 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:18:10 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:18:10 | INFO | stdout | INFO: 127.0.0.1:48876 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:18:21 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:18:21 | INFO | stdout | INFO: 127.0.0.1:37958 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:18:55 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:18:55 | INFO | stdout | INFO: 127.0.0.1:40694 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:19:06 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:19:06 | INFO | stdout | INFO: 127.0.0.1:41554 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:19:40 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:19:40 | INFO | stdout | INFO: 127.0.0.1:33728 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:19:51 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:19:51 | INFO | stdout | INFO: 127.0.0.1:49820 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:20:25 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:20:25 | INFO | stdout | INFO: 127.0.0.1:41128 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:20:36 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:20:36 | INFO | stdout | INFO: 127.0.0.1:40540 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:20:46 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 01:20:46 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 01:20:46 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 01:20:46 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 01:20:46 | INFO | stdout | INFO: 127.0.0.1:51804 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 01:20:46 | INFO | stdout | INFO: 127.0.0.1:51810 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 01:21:01 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 01:21:01 | INFO | stdout | INFO: 127.0.0.1:46870 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 01:21:10 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:21:10 | INFO | stdout | INFO: 127.0.0.1:38752 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:21:21 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:21:21 | INFO | stdout | INFO: 127.0.0.1:40076 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:21:22 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 01:21:22 | INFO | stdout | INFO: 127.0.0.1:40084 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 01:21:22 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 01:21:22 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 1} +2024-02-28 01:21:22 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 01:21:22 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 01:21:22 | INFO | stdout | INFO: 127.0.0.1:40098 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 01:21:22 | INFO | stdout | INFO: 127.0.0.1:40102 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 01:21:35 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 01:21:35 | INFO | stdout | INFO: 127.0.0.1:50010 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 01:21:51 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [2.0], ret: http://localhost:40000 +2024-02-28 01:21:51 | INFO | stdout | INFO: 127.0.0.1:50004 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 01:21:52 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [3.0], ret: http://localhost:40000 +2024-02-28 01:21:52 | INFO | stdout | INFO: 127.0.0.1:50020 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 01:21:55 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:21:55 | INFO | stdout | INFO: 127.0.0.1:49010 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:22:04 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 01:22:04 | INFO | stdout | INFO: 127.0.0.1:49012 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 01:22:06 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:22:06 | INFO | stdout | INFO: 127.0.0.1:39124 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:22:22 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 01:22:22 | INFO | stdout | INFO: 127.0.0.1:36248 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 01:22:40 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:22:40 | INFO | stdout | INFO: 127.0.0.1:49758 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:22:46 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 01:22:46 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 01:22:46 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 01:22:46 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 01:22:46 | INFO | stdout | INFO: 127.0.0.1:56528 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 01:22:46 | INFO | stdout | INFO: 127.0.0.1:56534 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 01:22:50 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 01:22:50 | INFO | stdout | INFO: 127.0.0.1:56536 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 01:22:51 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:22:51 | INFO | stdout | INFO: 127.0.0.1:56548 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:23:03 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 01:23:03 | INFO | stdout | INFO: 127.0.0.1:46068 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 01:23:17 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 01:23:17 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 01:23:17 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 01:23:17 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 01:23:17 | INFO | stdout | INFO: 127.0.0.1:47526 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 01:23:17 | INFO | stdout | INFO: 127.0.0.1:47536 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 01:23:25 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:23:25 | INFO | stdout | INFO: 127.0.0.1:46042 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:23:34 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 01:23:34 | INFO | stdout | INFO: 127.0.0.1:46056 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 01:23:36 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:23:36 | INFO | stdout | INFO: 127.0.0.1:34322 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:23:54 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 01:23:54 | INFO | stdout | INFO: 127.0.0.1:33596 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 01:24:05 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [1.0], ret: http://localhost:40001 +2024-02-28 01:24:05 | INFO | stdout | INFO: 127.0.0.1:56026 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 01:24:10 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:24:10 | INFO | stdout | INFO: 127.0.0.1:56034 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:24:17 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [2.0], ret: http://localhost:40001 +2024-02-28 01:24:17 | INFO | stdout | INFO: 127.0.0.1:60562 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 01:24:21 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:24:21 | INFO | stdout | INFO: 127.0.0.1:60568 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:24:44 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 01:24:44 | INFO | stdout | INFO: 127.0.0.1:51156 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 01:24:55 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:24:55 | INFO | stdout | INFO: 127.0.0.1:53868 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:25:06 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:25:06 | INFO | stdout | INFO: 127.0.0.1:43232 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:25:13 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 01:25:13 | INFO | stdout | INFO: 127.0.0.1:43236 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 01:25:36 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 01:25:36 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 01:25:36 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 01:25:36 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 01:25:36 | INFO | stdout | INFO: 127.0.0.1:37078 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 01:25:36 | INFO | stdout | INFO: 127.0.0.1:37088 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 01:25:37 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 01:25:37 | INFO | stdout | INFO: 127.0.0.1:37100 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 01:25:40 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:25:40 | INFO | stdout | INFO: 127.0.0.1:37102 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:25:52 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:25:52 | INFO | stdout | INFO: 127.0.0.1:37334 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:25:56 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 01:25:56 | INFO | stdout | INFO: 127.0.0.1:44838 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 01:26:20 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 01:26:20 | INFO | stdout | INFO: 127.0.0.1:50264 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 01:26:23 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 01:26:23 | INFO | stdout | INFO: 127.0.0.1:50272 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 01:26:26 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:26:26 | INFO | stdout | INFO: 127.0.0.1:45034 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:26:36 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [1.0], ret: http://localhost:40001 +2024-02-28 01:26:36 | INFO | stdout | INFO: 127.0.0.1:59520 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 01:26:37 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:26:37 | INFO | stdout | INFO: 127.0.0.1:59524 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:26:51 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 01:26:51 | INFO | stdout | INFO: 127.0.0.1:57174 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 01:27:11 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:27:11 | INFO | stdout | INFO: 127.0.0.1:55962 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:27:22 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:27:22 | INFO | stdout | INFO: 127.0.0.1:37632 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:27:56 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:27:56 | INFO | stdout | INFO: 127.0.0.1:34966 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:28:07 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:28:07 | INFO | stdout | INFO: 127.0.0.1:44116 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:28:41 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:28:41 | INFO | stdout | INFO: 127.0.0.1:59600 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:28:52 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:28:52 | INFO | stdout | INFO: 127.0.0.1:41102 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:29:26 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:29:26 | INFO | stdout | INFO: 127.0.0.1:35628 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:29:37 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:29:37 | INFO | stdout | INFO: 127.0.0.1:35326 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:30:11 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:30:11 | INFO | stdout | INFO: 127.0.0.1:36534 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:30:22 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:30:22 | INFO | stdout | INFO: 127.0.0.1:43292 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:30:56 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:30:56 | INFO | stdout | INFO: 127.0.0.1:49184 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:31:07 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:31:07 | INFO | stdout | INFO: 127.0.0.1:44200 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:31:41 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:31:41 | INFO | stdout | INFO: 127.0.0.1:48176 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:31:52 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:31:52 | INFO | stdout | INFO: 127.0.0.1:54098 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:32:26 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:32:26 | INFO | stdout | INFO: 127.0.0.1:39860 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:32:37 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:32:37 | INFO | stdout | INFO: 127.0.0.1:45226 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:33:11 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:33:11 | INFO | stdout | INFO: 127.0.0.1:34544 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:33:22 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:33:22 | INFO | stdout | INFO: 127.0.0.1:35216 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:33:56 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:33:56 | INFO | stdout | INFO: 127.0.0.1:48830 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:34:07 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:34:07 | INFO | stdout | INFO: 127.0.0.1:58300 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:34:41 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:34:41 | INFO | stdout | INFO: 127.0.0.1:46454 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:34:52 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:34:52 | INFO | stdout | INFO: 127.0.0.1:41176 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:35:26 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:35:26 | INFO | stdout | INFO: 127.0.0.1:36382 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:35:37 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:35:37 | INFO | stdout | INFO: 127.0.0.1:47962 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:36:11 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:36:11 | INFO | stdout | INFO: 127.0.0.1:41948 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:36:22 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:36:22 | INFO | stdout | INFO: 127.0.0.1:60326 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:36:56 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:36:56 | INFO | stdout | INFO: 127.0.0.1:47764 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:37:07 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:37:07 | INFO | stdout | INFO: 127.0.0.1:47282 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:37:41 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:37:41 | INFO | stdout | INFO: 127.0.0.1:33982 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:37:52 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:37:52 | INFO | stdout | INFO: 127.0.0.1:36712 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:38:26 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:38:26 | INFO | stdout | INFO: 127.0.0.1:43388 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:38:37 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:38:37 | INFO | stdout | INFO: 127.0.0.1:41346 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:39:02 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 01:39:02 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 01:39:02 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 01:39:02 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 01:39:02 | INFO | stdout | INFO: 127.0.0.1:39880 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 01:39:02 | INFO | stdout | INFO: 127.0.0.1:39896 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 01:39:11 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:39:11 | INFO | stdout | INFO: 127.0.0.1:54972 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:39:22 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:39:22 | INFO | stdout | INFO: 127.0.0.1:41970 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:39:56 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:39:56 | INFO | stdout | INFO: 127.0.0.1:58604 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:40:04 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 01:40:04 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 01:40:04 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 01:40:04 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 01:40:04 | INFO | stdout | INFO: 127.0.0.1:58610 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 01:40:04 | INFO | stdout | INFO: 127.0.0.1:58614 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 01:40:08 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:40:08 | INFO | stdout | INFO: 127.0.0.1:37742 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:40:42 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:40:42 | INFO | stdout | INFO: 127.0.0.1:50660 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:40:53 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:40:53 | INFO | stdout | INFO: 127.0.0.1:43892 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:41:05 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 01:41:05 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 01:41:05 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 01:41:05 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 01:41:05 | INFO | stdout | INFO: 127.0.0.1:46786 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 01:41:05 | INFO | stdout | INFO: 127.0.0.1:46802 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 01:41:27 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:41:27 | INFO | stdout | INFO: 127.0.0.1:32862 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:41:35 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 01:41:35 | INFO | stdout | INFO: 127.0.0.1:40174 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 01:41:38 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:41:38 | INFO | stdout | INFO: 127.0.0.1:40180 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:42:12 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:42:12 | INFO | stdout | INFO: 127.0.0.1:35010 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:42:23 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:42:23 | INFO | stdout | INFO: 127.0.0.1:43236 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:42:57 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:42:57 | INFO | stdout | INFO: 127.0.0.1:46118 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:43:08 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:43:08 | INFO | stdout | INFO: 127.0.0.1:53208 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:43:41 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 01:43:41 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 01:43:41 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 01:43:41 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 01:43:41 | INFO | stdout | INFO: 127.0.0.1:49938 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 01:43:41 | INFO | stdout | INFO: 127.0.0.1:49944 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 01:43:42 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:43:42 | INFO | stdout | INFO: 127.0.0.1:49948 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:43:53 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:43:53 | INFO | stdout | INFO: 127.0.0.1:57582 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:44:05 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 01:44:05 | INFO | stdout | INFO: 127.0.0.1:38642 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 01:44:27 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 01:44:27 | INFO | stdout | INFO: 127.0.0.1:57882 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 01:44:27 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:44:27 | INFO | stdout | INFO: 127.0.0.1:57884 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:44:38 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:44:38 | INFO | stdout | INFO: 127.0.0.1:35670 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:45:04 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 01:45:04 | INFO | stdout | INFO: 127.0.0.1:55092 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 01:45:12 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:45:12 | INFO | stdout | INFO: 127.0.0.1:40768 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:45:23 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:45:23 | INFO | stdout | INFO: 127.0.0.1:48580 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:45:43 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 01:45:43 | INFO | stdout | INFO: 127.0.0.1:46256 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 01:45:57 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:45:57 | INFO | stdout | INFO: 127.0.0.1:54174 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:46:06 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [1.0], ret: http://localhost:40001 +2024-02-28 01:46:06 | INFO | stdout | INFO: 127.0.0.1:34658 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 01:46:08 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:46:08 | INFO | stdout | INFO: 127.0.0.1:34674 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:46:42 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:46:42 | INFO | stdout | INFO: 127.0.0.1:42594 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:46:53 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:46:53 | INFO | stdout | INFO: 127.0.0.1:33048 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:47:27 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:47:27 | INFO | stdout | INFO: 127.0.0.1:36022 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:47:38 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:47:38 | INFO | stdout | INFO: 127.0.0.1:45834 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:48:12 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:48:12 | INFO | stdout | INFO: 127.0.0.1:56244 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:48:23 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:48:23 | INFO | stdout | INFO: 127.0.0.1:49148 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:48:57 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:48:57 | INFO | stdout | INFO: 127.0.0.1:38508 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:49:08 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:49:08 | INFO | stdout | INFO: 127.0.0.1:52692 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:49:42 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:49:42 | INFO | stdout | INFO: 127.0.0.1:35990 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:49:53 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:49:53 | INFO | stdout | INFO: 127.0.0.1:45822 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:50:27 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:50:27 | INFO | stdout | INFO: 127.0.0.1:36470 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:50:38 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:50:38 | INFO | stdout | INFO: 127.0.0.1:50446 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:51:12 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:51:12 | INFO | stdout | INFO: 127.0.0.1:33682 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:51:23 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:51:23 | INFO | stdout | INFO: 127.0.0.1:38438 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:51:57 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:51:57 | INFO | stdout | INFO: 127.0.0.1:45424 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:52:08 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:52:08 | INFO | stdout | INFO: 127.0.0.1:33184 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:52:42 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:52:42 | INFO | stdout | INFO: 127.0.0.1:55344 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:52:53 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:52:53 | INFO | stdout | INFO: 127.0.0.1:36654 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:52:58 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 01:52:58 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 01:52:58 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 01:52:58 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 01:52:58 | INFO | stdout | INFO: 127.0.0.1:52364 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 01:52:58 | INFO | stdout | INFO: 127.0.0.1:52370 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 01:53:12 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 01:53:12 | INFO | stdout | INFO: 127.0.0.1:48782 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 01:53:27 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:53:27 | INFO | stdout | INFO: 127.0.0.1:51312 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:53:33 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 01:53:33 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 01:53:33 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 01:53:33 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 01:53:33 | INFO | stdout | INFO: 127.0.0.1:51320 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 01:53:33 | INFO | stdout | INFO: 127.0.0.1:51336 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 01:53:38 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:53:38 | INFO | stdout | INFO: 127.0.0.1:45304 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:53:39 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 01:53:39 | INFO | stdout | INFO: 127.0.0.1:45320 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 01:53:48 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [1.0], ret: http://localhost:40001 +2024-02-28 01:53:48 | INFO | stdout | INFO: 127.0.0.1:39300 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 01:54:12 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:54:12 | INFO | stdout | INFO: 127.0.0.1:34568 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:54:18 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [2.0], ret: http://localhost:40001 +2024-02-28 01:54:18 | INFO | stdout | INFO: 127.0.0.1:55654 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 01:54:23 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:54:23 | INFO | stdout | INFO: 127.0.0.1:55658 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:54:29 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 01:54:29 | INFO | stdout | INFO: 127.0.0.1:51022 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 01:54:43 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [1.0], ret: http://localhost:40001 +2024-02-28 01:54:43 | INFO | stdout | INFO: 127.0.0.1:54212 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 01:54:57 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:54:57 | INFO | stdout | INFO: 127.0.0.1:46294 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:55:09 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:55:09 | INFO | stdout | INFO: 127.0.0.1:52750 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:55:43 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:55:43 | INFO | stdout | INFO: 127.0.0.1:33750 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:55:54 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:55:54 | INFO | stdout | INFO: 127.0.0.1:44946 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:56:28 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:56:28 | INFO | stdout | INFO: 127.0.0.1:53222 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:56:39 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:56:39 | INFO | stdout | INFO: 127.0.0.1:35160 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:57:13 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:57:13 | INFO | stdout | INFO: 127.0.0.1:55012 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:57:16 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 01:57:16 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 01:57:16 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 01:57:16 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 01:57:16 | INFO | stdout | INFO: 127.0.0.1:51738 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 01:57:16 | INFO | stdout | INFO: 127.0.0.1:51742 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 01:57:24 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:57:24 | INFO | stdout | INFO: 127.0.0.1:51752 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:57:27 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 01:57:27 | INFO | stdout | INFO: 127.0.0.1:44464 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 01:57:48 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 01:57:48 | INFO | stdout | INFO: 127.0.0.1:50076 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 01:57:58 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:57:58 | INFO | stdout | INFO: 127.0.0.1:37124 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:58:09 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:58:09 | INFO | stdout | INFO: 127.0.0.1:46316 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:58:19 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 01:58:19 | INFO | stdout | INFO: 127.0.0.1:40588 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 01:58:43 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:58:43 | INFO | stdout | INFO: 127.0.0.1:50962 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:58:44 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 01:58:44 | INFO | stdout | INFO: 127.0.0.1:50968 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 01:58:54 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:58:54 | INFO | stdout | INFO: 127.0.0.1:35398 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:59:28 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 01:59:28 | INFO | stdout | INFO: 127.0.0.1:53662 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 01:59:39 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 01:59:39 | INFO | stdout | INFO: 127.0.0.1:45366 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:00:13 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:00:13 | INFO | stdout | INFO: 127.0.0.1:47832 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:00:24 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:00:24 | INFO | stdout | INFO: 127.0.0.1:43598 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:00:58 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:00:58 | INFO | stdout | INFO: 127.0.0.1:49372 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:01:09 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:01:09 | INFO | stdout | INFO: 127.0.0.1:39852 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:01:43 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:01:43 | INFO | stdout | INFO: 127.0.0.1:53094 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:01:54 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:01:54 | INFO | stdout | INFO: 127.0.0.1:39808 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:02:02 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 02:02:02 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 02:02:02 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 02:02:02 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 02:02:02 | INFO | stdout | INFO: 127.0.0.1:43148 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 02:02:02 | INFO | stdout | INFO: 127.0.0.1:43162 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 02:02:28 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:02:28 | INFO | stdout | INFO: 127.0.0.1:52230 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:02:39 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:02:39 | INFO | stdout | INFO: 127.0.0.1:55148 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:02:53 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 02:02:53 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 02:02:53 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 02:02:53 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 02:02:53 | INFO | stdout | INFO: 127.0.0.1:56022 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 02:02:53 | INFO | stdout | INFO: 127.0.0.1:56034 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 02:03:07 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 02:03:07 | INFO | stdout | INFO: 127.0.0.1:49634 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 02:03:13 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:03:13 | INFO | stdout | INFO: 127.0.0.1:49644 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:03:22 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 02:03:22 | INFO | stdout | INFO: 127.0.0.1:60306 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 02:03:24 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:03:24 | INFO | stdout | INFO: 127.0.0.1:60318 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:03:54 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 02:03:54 | INFO | stdout | INFO: 127.0.0.1:34850 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 02:03:58 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:03:58 | INFO | stdout | INFO: 127.0.0.1:59414 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:04:09 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:04:09 | INFO | stdout | INFO: 127.0.0.1:54976 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:04:27 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 02:04:27 | INFO | stdout | INFO: 127.0.0.1:43932 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 02:04:43 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:04:43 | INFO | stdout | INFO: 127.0.0.1:35730 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:04:54 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:04:54 | INFO | stdout | INFO: 127.0.0.1:37344 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:05:28 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:05:28 | INFO | stdout | INFO: 127.0.0.1:43918 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:05:39 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:05:39 | INFO | stdout | INFO: 127.0.0.1:47338 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:06:13 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:06:13 | INFO | stdout | INFO: 127.0.0.1:57262 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:06:24 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:06:24 | INFO | stdout | INFO: 127.0.0.1:36804 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:06:58 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:06:58 | INFO | stdout | INFO: 127.0.0.1:53010 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:07:09 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:07:09 | INFO | stdout | INFO: 127.0.0.1:57692 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:07:43 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:07:43 | INFO | stdout | INFO: 127.0.0.1:44212 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:07:54 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:07:54 | INFO | stdout | INFO: 127.0.0.1:59532 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:08:28 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:08:28 | INFO | stdout | INFO: 127.0.0.1:45484 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:08:39 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:08:39 | INFO | stdout | INFO: 127.0.0.1:46864 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:09:13 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:09:13 | INFO | stdout | INFO: 127.0.0.1:54230 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:09:25 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:09:25 | INFO | stdout | INFO: 127.0.0.1:46116 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:09:59 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:09:59 | INFO | stdout | INFO: 127.0.0.1:59460 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:10:10 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:10:10 | INFO | stdout | INFO: 127.0.0.1:55738 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:10:44 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:10:44 | INFO | stdout | INFO: 127.0.0.1:53482 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:10:55 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:10:55 | INFO | stdout | INFO: 127.0.0.1:56968 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:11:29 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:11:29 | INFO | stdout | INFO: 127.0.0.1:60332 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:11:40 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:11:40 | INFO | stdout | INFO: 127.0.0.1:41814 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:12:14 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:12:14 | INFO | stdout | INFO: 127.0.0.1:40230 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:12:25 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:12:25 | INFO | stdout | INFO: 127.0.0.1:60110 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:12:59 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:12:59 | INFO | stdout | INFO: 127.0.0.1:52360 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:13:10 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:13:10 | INFO | stdout | INFO: 127.0.0.1:37190 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:13:44 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:13:44 | INFO | stdout | INFO: 127.0.0.1:46532 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:13:55 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:13:55 | INFO | stdout | INFO: 127.0.0.1:49096 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:14:29 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:14:29 | INFO | stdout | INFO: 127.0.0.1:42818 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:14:40 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:14:40 | INFO | stdout | INFO: 127.0.0.1:36988 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:15:14 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:15:14 | INFO | stdout | INFO: 127.0.0.1:59396 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:15:24 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 02:15:24 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 02:15:24 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 02:15:24 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 02:15:24 | INFO | stdout | INFO: 127.0.0.1:57166 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 02:15:24 | INFO | stdout | INFO: 127.0.0.1:57180 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 02:15:25 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:15:25 | INFO | stdout | INFO: 127.0.0.1:39078 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:15:51 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 02:15:51 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 02:15:51 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 02:15:51 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 02:15:51 | INFO | stdout | INFO: 127.0.0.1:44084 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 02:15:51 | INFO | stdout | INFO: 127.0.0.1:44100 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 02:15:59 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:15:59 | INFO | stdout | INFO: 127.0.0.1:42540 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:16:04 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 02:16:04 | INFO | stdout | INFO: 127.0.0.1:42546 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 02:16:10 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:16:10 | INFO | stdout | INFO: 127.0.0.1:58110 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:16:14 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 02:16:14 | INFO | stdout | INFO: 127.0.0.1:58122 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 02:16:35 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [2.0], ret: http://localhost:40000 +2024-02-28 02:16:35 | INFO | stdout | INFO: 127.0.0.1:38356 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 02:16:44 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:16:44 | INFO | stdout | INFO: 127.0.0.1:38358 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:16:55 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:16:55 | INFO | stdout | INFO: 127.0.0.1:33928 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:16:58 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 02:16:58 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 02:16:58 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 02:16:58 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 02:16:58 | INFO | stdout | INFO: 127.0.0.1:33942 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 02:16:58 | INFO | stdout | INFO: 127.0.0.1:33944 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 02:17:05 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 02:17:05 | INFO | stdout | INFO: 127.0.0.1:37452 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 02:17:25 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 02:17:25 | INFO | stdout | INFO: 127.0.0.1:54830 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 02:17:29 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:17:29 | INFO | stdout | INFO: 127.0.0.1:54832 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:17:40 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:17:40 | INFO | stdout | INFO: 127.0.0.1:43606 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:17:47 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 02:17:47 | INFO | stdout | INFO: 127.0.0.1:50012 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 02:18:14 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:18:14 | INFO | stdout | INFO: 127.0.0.1:43720 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:18:25 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:18:25 | INFO | stdout | INFO: 127.0.0.1:46414 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:18:50 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 02:18:50 | INFO | stdout | INFO: 127.0.0.1:51096 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 02:18:59 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:18:59 | INFO | stdout | INFO: 127.0.0.1:52718 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:19:10 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:19:10 | INFO | stdout | INFO: 127.0.0.1:57454 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:19:12 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 02:19:12 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 02:19:12 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 02:19:12 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 02:19:12 | INFO | stdout | INFO: 127.0.0.1:57458 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 02:19:12 | INFO | stdout | INFO: 127.0.0.1:57472 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 02:19:24 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 02:19:24 | INFO | stdout | INFO: 127.0.0.1:51264 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 02:19:44 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:19:44 | INFO | stdout | INFO: 127.0.0.1:36434 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:19:55 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:19:55 | INFO | stdout | INFO: 127.0.0.1:50526 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:20:07 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 02:20:07 | INFO | stdout | INFO: 127.0.0.1:33604 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 02:20:29 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:20:29 | INFO | stdout | INFO: 127.0.0.1:37348 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:20:34 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 02:20:34 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 02:20:34 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 02:20:34 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 02:20:34 | INFO | stdout | INFO: 127.0.0.1:37362 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 02:20:34 | INFO | stdout | INFO: 127.0.0.1:37370 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 02:20:40 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:20:40 | INFO | stdout | INFO: 127.0.0.1:49542 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:21:11 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 02:21:11 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 02:21:11 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 02:21:11 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 02:21:11 | INFO | stdout | INFO: 127.0.0.1:58732 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 02:21:11 | INFO | stdout | INFO: 127.0.0.1:58738 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 02:21:14 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:21:14 | INFO | stdout | INFO: 127.0.0.1:58744 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:21:25 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:21:25 | INFO | stdout | INFO: 127.0.0.1:51196 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:21:38 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 02:21:38 | INFO | stdout | INFO: 127.0.0.1:40912 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 02:21:59 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:21:59 | INFO | stdout | INFO: 127.0.0.1:56016 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:22:10 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:22:10 | INFO | stdout | INFO: 127.0.0.1:34306 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:22:32 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 02:22:32 | INFO | stdout | INFO: 127.0.0.1:55316 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 02:22:41 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 02:22:41 | INFO | stdout | INFO: 127.0.0.1:54366 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 02:22:44 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 02:22:44 | INFO | stdout | INFO: 127.0.0.1:54376 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 02:22:44 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:22:44 | INFO | stdout | INFO: 127.0.0.1:54386 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:22:55 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:22:55 | INFO | stdout | INFO: 127.0.0.1:48406 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:23:15 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 02:23:15 | INFO | stdout | INFO: 127.0.0.1:50474 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 02:23:29 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:23:29 | INFO | stdout | INFO: 127.0.0.1:47176 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:23:34 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 02:23:34 | INFO | stdout | INFO: 127.0.0.1:47190 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 02:23:41 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:23:41 | INFO | stdout | INFO: 127.0.0.1:60078 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:23:52 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 02:23:52 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 02:23:52 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 02:23:52 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 02:23:52 | INFO | stdout | INFO: 127.0.0.1:39930 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 02:23:52 | INFO | stdout | INFO: 127.0.0.1:39944 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 02:24:15 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:24:15 | INFO | stdout | INFO: 127.0.0.1:36788 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:24:26 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:24:26 | INFO | stdout | INFO: 127.0.0.1:43680 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:24:31 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 02:24:31 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 02:24:31 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 02:24:31 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 02:24:31 | INFO | stdout | INFO: 127.0.0.1:43682 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 02:24:31 | INFO | stdout | INFO: 127.0.0.1:43698 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 02:25:00 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:25:00 | INFO | stdout | INFO: 127.0.0.1:49372 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:25:01 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 02:25:01 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 02:25:01 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 02:25:01 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 02:25:01 | INFO | stdout | INFO: 127.0.0.1:49378 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 02:25:01 | INFO | stdout | INFO: 127.0.0.1:49392 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 02:25:11 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:25:11 | INFO | stdout | INFO: 127.0.0.1:40210 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:25:44 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 02:25:44 | INFO | stdout | INFO: 127.0.0.1:45788 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 02:25:45 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:25:45 | INFO | stdout | INFO: 127.0.0.1:58734 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:25:56 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:25:56 | INFO | stdout | INFO: 127.0.0.1:39332 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:26:25 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 02:26:25 | INFO | stdout | INFO: 127.0.0.1:35394 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 02:26:30 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:26:30 | INFO | stdout | INFO: 127.0.0.1:35406 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:26:41 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:26:41 | INFO | stdout | INFO: 127.0.0.1:57156 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:26:56 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 02:26:56 | INFO | stdout | INFO: 127.0.0.1:54260 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 02:27:15 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:27:15 | INFO | stdout | INFO: 127.0.0.1:41868 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:27:26 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:27:26 | INFO | stdout | INFO: 127.0.0.1:57962 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:28:00 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:28:00 | INFO | stdout | INFO: 127.0.0.1:56314 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:28:11 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:28:11 | INFO | stdout | INFO: 127.0.0.1:50284 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:28:45 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:28:45 | INFO | stdout | INFO: 127.0.0.1:52330 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:28:56 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:28:56 | INFO | stdout | INFO: 127.0.0.1:46218 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:29:30 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:29:30 | INFO | stdout | INFO: 127.0.0.1:40876 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:29:41 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:29:41 | INFO | stdout | INFO: 127.0.0.1:59802 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:30:15 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:30:15 | INFO | stdout | INFO: 127.0.0.1:49776 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:30:26 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:30:26 | INFO | stdout | INFO: 127.0.0.1:45692 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:31:00 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:31:00 | INFO | stdout | INFO: 127.0.0.1:41608 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:31:11 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:31:11 | INFO | stdout | INFO: 127.0.0.1:43532 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:31:45 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:31:45 | INFO | stdout | INFO: 127.0.0.1:57880 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:31:56 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:31:56 | INFO | stdout | INFO: 127.0.0.1:58130 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:32:30 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:32:30 | INFO | stdout | INFO: 127.0.0.1:56418 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:32:41 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:32:41 | INFO | stdout | INFO: 127.0.0.1:37442 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:33:15 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:33:15 | INFO | stdout | INFO: 127.0.0.1:41652 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:33:26 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:33:26 | INFO | stdout | INFO: 127.0.0.1:46028 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:34:00 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:34:00 | INFO | stdout | INFO: 127.0.0.1:57820 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:34:11 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:34:11 | INFO | stdout | INFO: 127.0.0.1:45942 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:34:15 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 02:34:15 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 02:34:15 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 02:34:15 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 02:34:15 | INFO | stdout | INFO: 127.0.0.1:41530 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 02:34:15 | INFO | stdout | INFO: 127.0.0.1:41534 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 02:34:45 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:34:45 | INFO | stdout | INFO: 127.0.0.1:49106 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:34:56 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:34:56 | INFO | stdout | INFO: 127.0.0.1:42652 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:35:30 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:35:30 | INFO | stdout | INFO: 127.0.0.1:37174 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:35:41 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:35:41 | INFO | stdout | INFO: 127.0.0.1:32960 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:36:15 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:36:15 | INFO | stdout | INFO: 127.0.0.1:44350 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:36:26 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:36:26 | INFO | stdout | INFO: 127.0.0.1:58168 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:37:00 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:37:00 | INFO | stdout | INFO: 127.0.0.1:48934 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:37:11 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:37:11 | INFO | stdout | INFO: 127.0.0.1:57058 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:37:45 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:37:45 | INFO | stdout | INFO: 127.0.0.1:54862 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:37:56 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:37:56 | INFO | stdout | INFO: 127.0.0.1:33976 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:38:31 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:38:31 | INFO | stdout | INFO: 127.0.0.1:41194 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:38:41 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:38:41 | INFO | stdout | INFO: 127.0.0.1:38534 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:39:16 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:39:16 | INFO | stdout | INFO: 127.0.0.1:52718 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:39:27 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:39:27 | INFO | stdout | INFO: 127.0.0.1:34482 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:40:01 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:40:01 | INFO | stdout | INFO: 127.0.0.1:52140 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:40:12 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:40:12 | INFO | stdout | INFO: 127.0.0.1:33968 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:40:46 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:40:46 | INFO | stdout | INFO: 127.0.0.1:34198 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:40:57 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:40:57 | INFO | stdout | INFO: 127.0.0.1:49802 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:41:31 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:41:31 | INFO | stdout | INFO: 127.0.0.1:48210 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:41:42 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:41:42 | INFO | stdout | INFO: 127.0.0.1:46962 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:42:16 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:42:16 | INFO | stdout | INFO: 127.0.0.1:37952 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:42:27 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:42:27 | INFO | stdout | INFO: 127.0.0.1:55132 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:43:01 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:43:01 | INFO | stdout | INFO: 127.0.0.1:38936 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:43:12 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:43:12 | INFO | stdout | INFO: 127.0.0.1:47370 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:43:46 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:43:46 | INFO | stdout | INFO: 127.0.0.1:52268 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:43:57 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:43:57 | INFO | stdout | INFO: 127.0.0.1:56060 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:44:31 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:44:31 | INFO | stdout | INFO: 127.0.0.1:46122 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:44:34 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 02:44:34 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 02:44:34 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 02:44:34 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 02:44:34 | INFO | stdout | INFO: 127.0.0.1:46134 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 02:44:34 | INFO | stdout | INFO: 127.0.0.1:46146 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 02:44:42 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:44:42 | INFO | stdout | INFO: 127.0.0.1:39048 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:45:16 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:45:16 | INFO | stdout | INFO: 127.0.0.1:60864 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:45:27 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:45:27 | INFO | stdout | INFO: 127.0.0.1:59862 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:46:01 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:46:01 | INFO | stdout | INFO: 127.0.0.1:51022 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:46:12 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:46:12 | INFO | stdout | INFO: 127.0.0.1:37422 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:46:46 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:46:46 | INFO | stdout | INFO: 127.0.0.1:40846 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:46:57 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:46:57 | INFO | stdout | INFO: 127.0.0.1:46204 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:47:31 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:47:31 | INFO | stdout | INFO: 127.0.0.1:38100 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:47:42 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:47:42 | INFO | stdout | INFO: 127.0.0.1:34152 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:48:16 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:48:16 | INFO | stdout | INFO: 127.0.0.1:59518 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:48:27 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:48:27 | INFO | stdout | INFO: 127.0.0.1:42034 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:48:49 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 02:48:49 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 02:48:49 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 02:48:49 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 02:48:49 | INFO | stdout | INFO: 127.0.0.1:54970 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 02:48:49 | INFO | stdout | INFO: 127.0.0.1:54978 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 02:49:01 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:49:01 | INFO | stdout | INFO: 127.0.0.1:33318 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:49:12 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:49:12 | INFO | stdout | INFO: 127.0.0.1:42548 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:49:46 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:49:46 | INFO | stdout | INFO: 127.0.0.1:39460 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:49:57 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:49:57 | INFO | stdout | INFO: 127.0.0.1:58314 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:50:25 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 02:50:25 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 02:50:25 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 02:50:25 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 02:50:25 | INFO | stdout | INFO: 127.0.0.1:60110 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 02:50:25 | INFO | stdout | INFO: 127.0.0.1:60116 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 02:50:31 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:50:31 | INFO | stdout | INFO: 127.0.0.1:60132 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:50:42 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:50:42 | INFO | stdout | INFO: 127.0.0.1:43522 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:51:06 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 02:51:06 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 02:51:06 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 02:51:06 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 02:51:06 | INFO | stdout | INFO: 127.0.0.1:51968 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 02:51:06 | INFO | stdout | INFO: 127.0.0.1:51978 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 02:51:16 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:51:16 | INFO | stdout | INFO: 127.0.0.1:52664 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:51:27 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:51:27 | INFO | stdout | INFO: 127.0.0.1:47628 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:52:02 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:52:02 | INFO | stdout | INFO: 127.0.0.1:47950 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:52:12 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:52:12 | INFO | stdout | INFO: 127.0.0.1:38372 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:52:47 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:52:47 | INFO | stdout | INFO: 127.0.0.1:55470 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:52:57 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:52:57 | INFO | stdout | INFO: 127.0.0.1:42558 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:53:32 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:53:32 | INFO | stdout | INFO: 127.0.0.1:47618 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:53:43 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:53:43 | INFO | stdout | INFO: 127.0.0.1:36378 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:54:17 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:54:17 | INFO | stdout | INFO: 127.0.0.1:49456 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:54:28 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:54:28 | INFO | stdout | INFO: 127.0.0.1:56208 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:54:35 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 02:54:35 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 02:54:35 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 02:54:35 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 02:54:35 | INFO | stdout | INFO: 127.0.0.1:47488 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 02:54:35 | INFO | stdout | INFO: 127.0.0.1:47492 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 02:54:46 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 02:54:46 | INFO | stdout | INFO: 127.0.0.1:55898 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 02:54:52 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 02:54:52 | INFO | stdout | INFO: 127.0.0.1:55914 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 02:55:01 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [2.0], ret: http://localhost:40000 +2024-02-28 02:55:01 | INFO | stdout | INFO: 127.0.0.1:41320 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 02:55:02 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:55:02 | INFO | stdout | INFO: 127.0.0.1:41336 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:55:06 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 02:55:06 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 02:55:06 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 02:55:06 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 02:55:06 | INFO | stdout | INFO: 127.0.0.1:57310 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 02:55:06 | INFO | stdout | INFO: 127.0.0.1:57326 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 02:55:07 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 02:55:07 | INFO | stdout | INFO: 127.0.0.1:57340 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 02:55:13 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:55:13 | INFO | stdout | INFO: 127.0.0.1:57352 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:55:14 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 02:55:14 | INFO | stdout | INFO: 127.0.0.1:57364 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 02:55:24 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [2.0], ret: http://localhost:40000 +2024-02-28 02:55:24 | INFO | stdout | INFO: 127.0.0.1:35674 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 02:55:47 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:55:47 | INFO | stdout | INFO: 127.0.0.1:59668 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:55:58 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:55:58 | INFO | stdout | INFO: 127.0.0.1:33512 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:56:32 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:56:32 | INFO | stdout | INFO: 127.0.0.1:43192 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:56:43 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:56:43 | INFO | stdout | INFO: 127.0.0.1:42170 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:57:17 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:57:17 | INFO | stdout | INFO: 127.0.0.1:56722 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:57:28 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:57:28 | INFO | stdout | INFO: 127.0.0.1:50106 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:58:02 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:58:02 | INFO | stdout | INFO: 127.0.0.1:60168 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:58:13 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:58:13 | INFO | stdout | INFO: 127.0.0.1:39052 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:58:47 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:58:47 | INFO | stdout | INFO: 127.0.0.1:35344 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:58:58 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:58:58 | INFO | stdout | INFO: 127.0.0.1:57078 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:59:32 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 02:59:32 | INFO | stdout | INFO: 127.0.0.1:44114 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 02:59:43 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 02:59:43 | INFO | stdout | INFO: 127.0.0.1:35482 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:00:17 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:00:17 | INFO | stdout | INFO: 127.0.0.1:42952 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:00:19 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 03:00:19 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:00:19 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 03:00:19 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:00:19 | INFO | stdout | INFO: 127.0.0.1:42966 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 03:00:19 | INFO | stdout | INFO: 127.0.0.1:42968 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 03:00:27 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 03:00:27 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:00:27 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 03:00:27 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:00:27 | INFO | stdout | INFO: 127.0.0.1:55986 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 03:00:27 | INFO | stdout | INFO: 127.0.0.1:55988 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 03:00:28 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:00:28 | INFO | stdout | INFO: 127.0.0.1:55998 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:00:36 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 03:00:36 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:00:36 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 03:00:36 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:00:36 | INFO | stdout | INFO: 127.0.0.1:56384 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 03:00:36 | INFO | stdout | INFO: 127.0.0.1:56392 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 03:00:40 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 03:00:40 | INFO | stdout | INFO: 127.0.0.1:56406 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:00:51 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 03:00:51 | INFO | stdout | INFO: 127.0.0.1:33930 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:00:55 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [2.0], ret: http://localhost:40000 +2024-02-28 03:00:55 | INFO | stdout | INFO: 127.0.0.1:32878 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:01:02 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:01:02 | INFO | stdout | INFO: 127.0.0.1:32892 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:01:08 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 03:01:08 | INFO | stdout | INFO: 127.0.0.1:49890 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:01:13 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 03:01:13 | INFO | stdout | INFO: 127.0.0.1:49900 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:01:13 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:01:13 | INFO | stdout | INFO: 127.0.0.1:49906 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:01:23 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [2.0], ret: http://localhost:40000 +2024-02-28 03:01:23 | INFO | stdout | INFO: 127.0.0.1:53782 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:01:25 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [3.0], ret: http://localhost:40000 +2024-02-28 03:01:25 | INFO | stdout | INFO: 127.0.0.1:57084 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:01:43 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [4.0], ret: http://localhost:40000 +2024-02-28 03:01:43 | INFO | stdout | INFO: 127.0.0.1:47480 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:01:47 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:01:47 | INFO | stdout | INFO: 127.0.0.1:46342 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:01:58 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:01:58 | INFO | stdout | INFO: 127.0.0.1:53960 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:02:32 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:02:32 | INFO | stdout | INFO: 127.0.0.1:39424 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:02:43 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:02:43 | INFO | stdout | INFO: 127.0.0.1:54406 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:03:17 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:03:17 | INFO | stdout | INFO: 127.0.0.1:50892 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:03:28 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:03:28 | INFO | stdout | INFO: 127.0.0.1:48532 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:04:02 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:04:02 | INFO | stdout | INFO: 127.0.0.1:58128 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:04:13 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:04:13 | INFO | stdout | INFO: 127.0.0.1:53640 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:04:28 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 03:04:28 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:04:28 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 03:04:28 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:04:28 | INFO | stdout | INFO: 127.0.0.1:49890 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 03:04:28 | INFO | stdout | INFO: 127.0.0.1:49904 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 03:04:40 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 03:04:40 | INFO | stdout | INFO: 127.0.0.1:56944 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:04:47 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:04:47 | INFO | stdout | INFO: 127.0.0.1:50424 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:04:58 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:04:58 | INFO | stdout | INFO: 127.0.0.1:55880 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:04:59 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 03:04:59 | INFO | stdout | INFO: 127.0.0.1:55890 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:05:33 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:05:33 | INFO | stdout | INFO: 127.0.0.1:47476 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:05:33 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 03:05:33 | INFO | stdout | INFO: 127.0.0.1:47484 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:05:43 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:05:43 | INFO | stdout | INFO: 127.0.0.1:55062 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:06:05 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 03:06:05 | INFO | stdout | INFO: 127.0.0.1:37784 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:06:16 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [2.0], ret: http://localhost:40000 +2024-02-28 03:06:16 | INFO | stdout | INFO: 127.0.0.1:48420 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:06:18 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:06:18 | INFO | stdout | INFO: 127.0.0.1:48432 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:06:28 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:06:28 | INFO | stdout | INFO: 127.0.0.1:37532 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:06:38 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 03:06:38 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:06:38 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 03:06:38 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:06:38 | INFO | stdout | INFO: 127.0.0.1:44942 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 03:06:38 | INFO | stdout | INFO: 127.0.0.1:44944 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 03:06:42 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 03:06:42 | INFO | stdout | INFO: 127.0.0.1:44946 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:07:01 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 03:07:01 | INFO | stdout | INFO: 127.0.0.1:39612 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:07:03 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:07:03 | INFO | stdout | INFO: 127.0.0.1:39618 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:07:13 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:07:13 | INFO | stdout | INFO: 127.0.0.1:46462 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:07:18 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 03:07:18 | INFO | stdout | INFO: 127.0.0.1:43738 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:07:25 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 03:07:25 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:07:25 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 03:07:25 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:07:25 | INFO | stdout | INFO: 127.0.0.1:36722 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 03:07:25 | INFO | stdout | INFO: 127.0.0.1:36734 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 03:07:31 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 03:07:31 | INFO | stdout | INFO: 127.0.0.1:36746 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:07:48 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:07:48 | INFO | stdout | INFO: 127.0.0.1:49316 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:07:59 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:07:59 | INFO | stdout | INFO: 127.0.0.1:39940 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:07:59 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 03:07:59 | INFO | stdout | INFO: 127.0.0.1:39946 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:08:33 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:08:33 | INFO | stdout | INFO: 127.0.0.1:56034 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:08:34 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 03:08:34 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:08:34 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 03:08:34 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:08:34 | INFO | stdout | INFO: 127.0.0.1:56036 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 03:08:34 | INFO | stdout | INFO: 127.0.0.1:56042 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 03:08:44 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:08:44 | INFO | stdout | INFO: 127.0.0.1:55210 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:08:44 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 03:08:44 | INFO | stdout | INFO: 127.0.0.1:55220 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:08:48 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 03:08:48 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:08:48 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 03:08:48 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:08:48 | INFO | stdout | INFO: 127.0.0.1:48664 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 03:08:48 | INFO | stdout | INFO: 127.0.0.1:48668 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 03:08:54 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 03:08:54 | INFO | stdout | INFO: 127.0.0.1:48680 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:09:18 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:09:18 | INFO | stdout | INFO: 127.0.0.1:43446 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:09:29 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:09:29 | INFO | stdout | INFO: 127.0.0.1:42148 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:09:56 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 03:09:56 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:09:56 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 03:09:56 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:09:56 | INFO | stdout | INFO: 127.0.0.1:41906 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 03:09:56 | INFO | stdout | INFO: 127.0.0.1:41922 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 03:10:03 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:10:03 | INFO | stdout | INFO: 127.0.0.1:41936 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:10:14 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:10:14 | INFO | stdout | INFO: 127.0.0.1:53446 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:10:48 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:10:48 | INFO | stdout | INFO: 127.0.0.1:39032 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:10:59 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:10:59 | INFO | stdout | INFO: 127.0.0.1:57866 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:11:27 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 03:11:27 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:11:27 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 03:11:27 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:11:27 | INFO | stdout | INFO: 127.0.0.1:37582 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 03:11:27 | INFO | stdout | INFO: 127.0.0.1:37594 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 03:11:33 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:11:33 | INFO | stdout | INFO: 127.0.0.1:37610 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:11:44 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:11:44 | INFO | stdout | INFO: 127.0.0.1:58980 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:12:01 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 03:12:01 | INFO | stdout | INFO: 127.0.0.1:52166 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:12:18 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:12:18 | INFO | stdout | INFO: 127.0.0.1:51102 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:12:29 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:12:29 | INFO | stdout | INFO: 127.0.0.1:53012 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:12:54 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 03:12:54 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:12:54 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 03:12:54 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:12:54 | INFO | stdout | INFO: 127.0.0.1:45954 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 03:12:54 | INFO | stdout | INFO: 127.0.0.1:45968 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 03:13:03 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:13:03 | INFO | stdout | INFO: 127.0.0.1:52348 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:13:14 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:13:14 | INFO | stdout | INFO: 127.0.0.1:52176 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:13:33 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 03:13:33 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:13:33 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 03:13:33 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:13:33 | INFO | stdout | INFO: 127.0.0.1:57434 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 03:13:33 | INFO | stdout | INFO: 127.0.0.1:57446 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 03:13:48 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:13:48 | INFO | stdout | INFO: 127.0.0.1:38552 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:13:59 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:13:59 | INFO | stdout | INFO: 127.0.0.1:43076 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:14:32 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 03:14:32 | INFO | stdout | INFO: 127.0.0.1:33958 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:14:33 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:14:33 | INFO | stdout | INFO: 127.0.0.1:33970 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:14:44 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:14:44 | INFO | stdout | INFO: 127.0.0.1:59608 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:15:18 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:15:18 | INFO | stdout | INFO: 127.0.0.1:57196 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:15:29 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:15:29 | INFO | stdout | INFO: 127.0.0.1:41246 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:15:40 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 03:15:40 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:15:40 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 03:15:40 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:15:40 | INFO | stdout | INFO: 127.0.0.1:51848 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 03:15:40 | INFO | stdout | INFO: 127.0.0.1:51856 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 03:16:03 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:16:03 | INFO | stdout | INFO: 127.0.0.1:38886 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:16:14 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:16:14 | INFO | stdout | INFO: 127.0.0.1:34662 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:16:24 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 03:16:24 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:16:24 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 03:16:24 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:16:24 | INFO | stdout | INFO: 127.0.0.1:55334 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 03:16:24 | INFO | stdout | INFO: 127.0.0.1:55350 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 03:16:45 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 03:16:45 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:16:45 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 03:16:45 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:16:45 | INFO | stdout | INFO: 127.0.0.1:56306 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 03:16:45 | INFO | stdout | INFO: 127.0.0.1:56322 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 03:16:48 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:16:48 | INFO | stdout | INFO: 127.0.0.1:56338 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:16:59 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:16:59 | INFO | stdout | INFO: 127.0.0.1:42754 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:17:33 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 03:17:33 | INFO | stdout | INFO: 127.0.0.1:33862 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:17:33 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:17:33 | INFO | stdout | INFO: 127.0.0.1:33876 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:17:44 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:17:44 | INFO | stdout | INFO: 127.0.0.1:49166 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:18:18 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:18:18 | INFO | stdout | INFO: 127.0.0.1:46336 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:18:24 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 03:18:24 | INFO | stdout | INFO: 127.0.0.1:46348 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:18:29 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:18:29 | INFO | stdout | INFO: 127.0.0.1:57676 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:19:03 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:19:03 | INFO | stdout | INFO: 127.0.0.1:49944 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:19:14 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:19:14 | INFO | stdout | INFO: 127.0.0.1:35754 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:19:49 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:19:49 | INFO | stdout | INFO: 127.0.0.1:37262 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:19:53 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 03:19:53 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:19:53 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 03:19:53 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:19:53 | INFO | stdout | INFO: 127.0.0.1:37278 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 03:19:53 | INFO | stdout | INFO: 127.0.0.1:37288 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 03:19:56 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 03:19:56 | INFO | stdout | INFO: 127.0.0.1:49126 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:19:59 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:19:59 | INFO | stdout | INFO: 127.0.0.1:49132 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:20:34 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:20:34 | INFO | stdout | INFO: 127.0.0.1:49566 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:20:44 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:20:44 | INFO | stdout | INFO: 127.0.0.1:34056 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:21:04 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 03:21:04 | INFO | stdout | INFO: 127.0.0.1:59018 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:21:19 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:21:19 | INFO | stdout | INFO: 127.0.0.1:53416 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:21:25 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 03:21:25 | INFO | stdout | INFO: 127.0.0.1:42132 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:21:29 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:21:29 | INFO | stdout | INFO: 127.0.0.1:42144 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:21:42 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 03:21:42 | INFO | stdout | INFO: 127.0.0.1:38540 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:22:04 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:22:04 | INFO | stdout | INFO: 127.0.0.1:32860 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:22:15 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:22:15 | INFO | stdout | INFO: 127.0.0.1:56830 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:22:28 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 03:22:28 | INFO | stdout | INFO: 127.0.0.1:44098 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:22:48 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 03:22:48 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:22:48 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 03:22:48 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:22:48 | INFO | stdout | INFO: 127.0.0.1:39476 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 03:22:48 | INFO | stdout | INFO: 127.0.0.1:39490 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 03:22:49 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:22:49 | INFO | stdout | INFO: 127.0.0.1:39494 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:22:52 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 03:22:52 | INFO | stdout | INFO: 127.0.0.1:39504 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:23:00 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:23:00 | INFO | stdout | INFO: 127.0.0.1:36132 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:23:21 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 03:23:21 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:23:21 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 03:23:21 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:23:21 | INFO | stdout | INFO: 127.0.0.1:34826 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 03:23:21 | INFO | stdout | INFO: 127.0.0.1:34842 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 03:23:25 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 03:23:25 | INFO | stdout | INFO: 127.0.0.1:47954 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:23:34 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:23:34 | INFO | stdout | INFO: 127.0.0.1:47964 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:23:45 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:23:45 | INFO | stdout | INFO: 127.0.0.1:39430 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:23:52 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 03:23:52 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:23:52 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 03:23:52 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:23:52 | INFO | stdout | INFO: 127.0.0.1:39434 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 03:23:52 | INFO | stdout | INFO: 127.0.0.1:39442 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 03:23:54 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 03:23:54 | INFO | stdout | INFO: 127.0.0.1:39458 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:24:16 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 03:24:16 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:24:16 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 03:24:16 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:24:16 | INFO | stdout | INFO: 127.0.0.1:34058 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 03:24:16 | INFO | stdout | INFO: 127.0.0.1:34070 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 03:24:18 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 03:24:18 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:24:18 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 03:24:18 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:24:18 | INFO | stdout | INFO: 127.0.0.1:34086 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 03:24:18 | INFO | stdout | INFO: 127.0.0.1:34088 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 03:24:19 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:24:19 | INFO | stdout | INFO: 127.0.0.1:34098 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:24:23 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 03:24:23 | INFO | stdout | INFO: 127.0.0.1:34114 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:24:30 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:24:30 | INFO | stdout | INFO: 127.0.0.1:51952 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:24:31 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 03:24:31 | INFO | stdout | INFO: 127.0.0.1:51964 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:24:53 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [2.0], ret: http://localhost:40000 +2024-02-28 03:24:53 | INFO | stdout | INFO: 127.0.0.1:52760 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:25:03 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 03:25:03 | INFO | stdout | INFO: 127.0.0.1:49178 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:25:04 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:25:04 | INFO | stdout | INFO: 127.0.0.1:49184 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:25:15 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:25:15 | INFO | stdout | INFO: 127.0.0.1:59328 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:25:49 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:25:49 | INFO | stdout | INFO: 127.0.0.1:55008 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:26:00 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:26:00 | INFO | stdout | INFO: 127.0.0.1:56020 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:26:34 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:26:34 | INFO | stdout | INFO: 127.0.0.1:57048 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:26:45 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:26:45 | INFO | stdout | INFO: 127.0.0.1:35890 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:27:19 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:27:19 | INFO | stdout | INFO: 127.0.0.1:43668 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:27:30 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:27:30 | INFO | stdout | INFO: 127.0.0.1:43032 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:27:53 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 03:27:53 | INFO | stdout | INFO: 127.0.0.1:53548 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:28:04 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:28:04 | INFO | stdout | INFO: 127.0.0.1:34758 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:28:15 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:28:15 | INFO | stdout | INFO: 127.0.0.1:44584 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:28:33 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 03:28:33 | INFO | stdout | INFO: 127.0.0.1:33906 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:28:42 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 03:28:42 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:28:42 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 03:28:43 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:28:43 | INFO | stdout | INFO: 127.0.0.1:50898 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 03:28:43 | INFO | stdout | INFO: 127.0.0.1:50914 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 03:28:49 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:28:49 | INFO | stdout | INFO: 127.0.0.1:42706 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:28:56 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 03:28:56 | INFO | stdout | INFO: 127.0.0.1:49284 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:29:00 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:29:00 | INFO | stdout | INFO: 127.0.0.1:49288 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:29:08 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 03:29:08 | INFO | stdout | INFO: 127.0.0.1:52892 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:29:34 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:29:34 | INFO | stdout | INFO: 127.0.0.1:36480 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:29:45 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:29:45 | INFO | stdout | INFO: 127.0.0.1:40408 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:30:06 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 03:30:06 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:30:06 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 03:30:06 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:30:06 | INFO | stdout | INFO: 127.0.0.1:44412 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 03:30:06 | INFO | stdout | INFO: 127.0.0.1:44416 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 03:30:09 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 03:30:09 | INFO | stdout | INFO: 127.0.0.1:44424 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:30:19 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:30:19 | INFO | stdout | INFO: 127.0.0.1:58324 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:30:27 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 03:30:27 | INFO | stdout | INFO: 127.0.0.1:53230 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:30:30 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:30:30 | INFO | stdout | INFO: 127.0.0.1:53236 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:31:00 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 03:31:00 | INFO | stdout | INFO: 127.0.0.1:52042 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:31:04 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:31:04 | INFO | stdout | INFO: 127.0.0.1:52048 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:31:15 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:31:15 | INFO | stdout | INFO: 127.0.0.1:39194 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:31:26 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 03:31:26 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:31:26 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 03:31:26 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:31:26 | INFO | stdout | INFO: 127.0.0.1:50266 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 03:31:26 | INFO | stdout | INFO: 127.0.0.1:50268 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 03:31:29 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 03:31:29 | INFO | stdout | INFO: 127.0.0.1:50278 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:31:43 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 03:31:43 | INFO | stdout | INFO: 127.0.0.1:53866 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:31:49 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:31:49 | INFO | stdout | INFO: 127.0.0.1:42344 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:31:58 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 03:31:58 | INFO | stdout | INFO: 127.0.0.1:51248 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:32:00 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:32:00 | INFO | stdout | INFO: 127.0.0.1:51252 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:32:16 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 03:32:16 | INFO | stdout | INFO: 127.0.0.1:45678 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:32:34 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:32:34 | INFO | stdout | INFO: 127.0.0.1:50422 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:32:36 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [1.0], ret: http://localhost:40001 +2024-02-28 03:32:36 | INFO | stdout | INFO: 127.0.0.1:41890 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:32:45 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:32:45 | INFO | stdout | INFO: 127.0.0.1:35048 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:33:13 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 03:33:13 | INFO | stdout | INFO: 127.0.0.1:40310 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:33:19 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:33:19 | INFO | stdout | INFO: 127.0.0.1:41152 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:33:30 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:33:30 | INFO | stdout | INFO: 127.0.0.1:52736 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:34:05 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:34:05 | INFO | stdout | INFO: 127.0.0.1:43546 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:34:15 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:34:15 | INFO | stdout | INFO: 127.0.0.1:33616 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:34:31 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 03:34:31 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:34:31 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 03:34:31 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:34:31 | INFO | stdout | INFO: 127.0.0.1:51392 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 03:34:31 | INFO | stdout | INFO: 127.0.0.1:51406 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 03:34:50 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:34:50 | INFO | stdout | INFO: 127.0.0.1:45004 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:35:00 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:35:00 | INFO | stdout | INFO: 127.0.0.1:52638 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:35:03 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 03:35:03 | INFO | stdout | INFO: 127.0.0.1:52654 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:35:18 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [1.0], ret: http://localhost:40001 +2024-02-28 03:35:18 | INFO | stdout | INFO: 127.0.0.1:53066 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:35:23 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 03:35:23 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:35:23 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 03:35:23 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:35:23 | INFO | stdout | INFO: 127.0.0.1:53080 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 03:35:23 | INFO | stdout | INFO: 127.0.0.1:53096 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 03:35:31 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 03:35:31 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:35:31 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 03:35:31 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:35:31 | INFO | stdout | INFO: 127.0.0.1:56722 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 03:35:31 | INFO | stdout | INFO: 127.0.0.1:56734 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 03:35:35 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:35:35 | INFO | stdout | INFO: 127.0.0.1:35846 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:35:45 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:35:45 | INFO | stdout | INFO: 127.0.0.1:46614 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:36:12 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 03:36:12 | INFO | stdout | INFO: 127.0.0.1:36588 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:36:20 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:36:20 | INFO | stdout | INFO: 127.0.0.1:55010 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:36:30 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:36:30 | INFO | stdout | INFO: 127.0.0.1:55986 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:37:05 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:37:05 | INFO | stdout | INFO: 127.0.0.1:56910 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:37:07 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 03:37:07 | INFO | stdout | INFO: 127.0.0.1:56918 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:37:15 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:37:15 | INFO | stdout | INFO: 127.0.0.1:45108 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:37:30 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 03:37:30 | INFO | stdout | INFO: 127.0.0.1:41284 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:37:50 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:37:50 | INFO | stdout | INFO: 127.0.0.1:47056 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:37:58 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 03:37:58 | INFO | stdout | INFO: 127.0.0.1:46344 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:38:01 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:38:01 | INFO | stdout | INFO: 127.0.0.1:46352 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:38:35 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:38:35 | INFO | stdout | INFO: 127.0.0.1:36940 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:38:40 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 03:38:40 | INFO | stdout | INFO: 127.0.0.1:36952 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:38:46 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:38:46 | INFO | stdout | INFO: 127.0.0.1:56572 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:39:11 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 03:39:11 | INFO | stdout | INFO: 127.0.0.1:45402 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:39:20 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:39:20 | INFO | stdout | INFO: 127.0.0.1:34426 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:39:31 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:39:31 | INFO | stdout | INFO: 127.0.0.1:50852 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:39:41 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 03:39:41 | INFO | stdout | INFO: 127.0.0.1:33448 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:39:57 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 03:39:57 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:39:57 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 03:39:57 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:39:57 | INFO | stdout | INFO: 127.0.0.1:37946 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 03:39:57 | INFO | stdout | INFO: 127.0.0.1:37950 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 03:40:05 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:40:05 | INFO | stdout | INFO: 127.0.0.1:43598 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:40:12 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 03:40:12 | INFO | stdout | INFO: 127.0.0.1:43602 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:40:16 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:40:16 | INFO | stdout | INFO: 127.0.0.1:55348 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:40:39 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 03:40:39 | INFO | stdout | INFO: 127.0.0.1:45188 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:40:50 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:40:50 | INFO | stdout | INFO: 127.0.0.1:56728 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:40:54 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [1.0], ret: http://localhost:40001 +2024-02-28 03:40:54 | INFO | stdout | INFO: 127.0.0.1:56742 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:41:01 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:41:01 | INFO | stdout | INFO: 127.0.0.1:41712 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:41:15 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 03:41:15 | INFO | stdout | INFO: 127.0.0.1:33688 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:41:35 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:41:35 | INFO | stdout | INFO: 127.0.0.1:58304 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:41:40 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 03:41:40 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:41:40 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 03:41:40 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:41:40 | INFO | stdout | INFO: 127.0.0.1:58316 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 03:41:40 | INFO | stdout | INFO: 127.0.0.1:58318 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 03:41:46 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:41:46 | INFO | stdout | INFO: 127.0.0.1:43612 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:42:20 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:42:20 | INFO | stdout | INFO: 127.0.0.1:60434 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:42:31 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:42:31 | INFO | stdout | INFO: 127.0.0.1:36764 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:43:02 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 03:43:02 | INFO | stdout | INFO: 127.0.0.1:59764 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 03:43:05 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:43:05 | INFO | stdout | INFO: 127.0.0.1:55350 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:43:16 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:43:16 | INFO | stdout | INFO: 127.0.0.1:39368 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:43:50 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:43:50 | INFO | stdout | INFO: 127.0.0.1:55204 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:44:01 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:44:01 | INFO | stdout | INFO: 127.0.0.1:56490 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:44:23 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 03:44:23 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:44:23 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 03:44:23 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 03:44:23 | INFO | stdout | INFO: 127.0.0.1:45976 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 03:44:23 | INFO | stdout | INFO: 127.0.0.1:45988 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 03:44:35 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:44:35 | INFO | stdout | INFO: 127.0.0.1:59562 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:44:46 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:44:46 | INFO | stdout | INFO: 127.0.0.1:48770 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:45:20 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:45:20 | INFO | stdout | INFO: 127.0.0.1:40530 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:45:31 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:45:31 | INFO | stdout | INFO: 127.0.0.1:58330 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:46:05 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:46:05 | INFO | stdout | INFO: 127.0.0.1:46972 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:46:16 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:46:16 | INFO | stdout | INFO: 127.0.0.1:44800 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:46:50 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:46:50 | INFO | stdout | INFO: 127.0.0.1:50194 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:47:01 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:47:01 | INFO | stdout | INFO: 127.0.0.1:36006 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:47:35 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:47:35 | INFO | stdout | INFO: 127.0.0.1:50236 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:47:46 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:47:46 | INFO | stdout | INFO: 127.0.0.1:34720 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:48:21 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:48:21 | INFO | stdout | INFO: 127.0.0.1:56702 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:48:31 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:48:31 | INFO | stdout | INFO: 127.0.0.1:44708 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:49:06 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:49:06 | INFO | stdout | INFO: 127.0.0.1:54058 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:49:16 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:49:16 | INFO | stdout | INFO: 127.0.0.1:45524 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:49:51 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:49:51 | INFO | stdout | INFO: 127.0.0.1:51084 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:50:01 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:50:01 | INFO | stdout | INFO: 127.0.0.1:34054 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:50:36 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:50:36 | INFO | stdout | INFO: 127.0.0.1:34166 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:50:46 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:50:46 | INFO | stdout | INFO: 127.0.0.1:40564 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:51:21 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:51:21 | INFO | stdout | INFO: 127.0.0.1:52460 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:51:31 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:51:31 | INFO | stdout | INFO: 127.0.0.1:36784 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:52:06 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:52:06 | INFO | stdout | INFO: 127.0.0.1:38800 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:52:16 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:52:16 | INFO | stdout | INFO: 127.0.0.1:45042 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:52:51 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:52:51 | INFO | stdout | INFO: 127.0.0.1:46906 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:53:02 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:53:02 | INFO | stdout | INFO: 127.0.0.1:37842 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:53:36 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:53:36 | INFO | stdout | INFO: 127.0.0.1:34746 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:53:47 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:53:47 | INFO | stdout | INFO: 127.0.0.1:37162 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:54:21 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:54:21 | INFO | stdout | INFO: 127.0.0.1:48512 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:54:32 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:54:32 | INFO | stdout | INFO: 127.0.0.1:40168 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:55:06 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:55:06 | INFO | stdout | INFO: 127.0.0.1:56144 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:55:17 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:55:17 | INFO | stdout | INFO: 127.0.0.1:38974 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:55:51 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:55:51 | INFO | stdout | INFO: 127.0.0.1:56368 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:56:02 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:56:02 | INFO | stdout | INFO: 127.0.0.1:49410 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:56:36 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:56:36 | INFO | stdout | INFO: 127.0.0.1:48572 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:56:47 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:56:47 | INFO | stdout | INFO: 127.0.0.1:47572 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:57:21 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:57:21 | INFO | stdout | INFO: 127.0.0.1:38908 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:57:32 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:57:32 | INFO | stdout | INFO: 127.0.0.1:38690 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:58:06 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:58:06 | INFO | stdout | INFO: 127.0.0.1:45310 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:58:17 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:58:17 | INFO | stdout | INFO: 127.0.0.1:54534 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:58:51 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:58:51 | INFO | stdout | INFO: 127.0.0.1:37190 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:59:02 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:59:02 | INFO | stdout | INFO: 127.0.0.1:49944 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:59:36 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 03:59:36 | INFO | stdout | INFO: 127.0.0.1:41508 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 03:59:47 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 03:59:47 | INFO | stdout | INFO: 127.0.0.1:49398 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:00:21 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:00:21 | INFO | stdout | INFO: 127.0.0.1:42794 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:00:32 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:00:32 | INFO | stdout | INFO: 127.0.0.1:51800 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:01:06 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:01:06 | INFO | stdout | INFO: 127.0.0.1:50472 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:01:17 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:01:17 | INFO | stdout | INFO: 127.0.0.1:41838 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:01:52 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:01:52 | INFO | stdout | INFO: 127.0.0.1:36950 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:02:02 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:02:02 | INFO | stdout | INFO: 127.0.0.1:36728 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:02:37 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:02:37 | INFO | stdout | INFO: 127.0.0.1:47096 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:02:47 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:02:47 | INFO | stdout | INFO: 127.0.0.1:56820 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:03:22 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:03:22 | INFO | stdout | INFO: 127.0.0.1:47006 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:03:32 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:03:32 | INFO | stdout | INFO: 127.0.0.1:52576 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:04:07 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:04:07 | INFO | stdout | INFO: 127.0.0.1:45930 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:04:17 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:04:17 | INFO | stdout | INFO: 127.0.0.1:33884 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:04:52 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:04:52 | INFO | stdout | INFO: 127.0.0.1:57496 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:05:02 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:05:02 | INFO | stdout | INFO: 127.0.0.1:60850 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:05:37 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:05:37 | INFO | stdout | INFO: 127.0.0.1:45148 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:05:47 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:05:47 | INFO | stdout | INFO: 127.0.0.1:35632 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:06:22 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:06:22 | INFO | stdout | INFO: 127.0.0.1:45688 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:06:32 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:06:32 | INFO | stdout | INFO: 127.0.0.1:44766 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:07:07 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:07:07 | INFO | stdout | INFO: 127.0.0.1:39538 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:07:18 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:07:18 | INFO | stdout | INFO: 127.0.0.1:57616 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:07:52 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:07:52 | INFO | stdout | INFO: 127.0.0.1:36080 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:08:03 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:08:03 | INFO | stdout | INFO: 127.0.0.1:35984 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:08:37 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:08:37 | INFO | stdout | INFO: 127.0.0.1:56842 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:08:48 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:08:48 | INFO | stdout | INFO: 127.0.0.1:58146 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:09:22 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:09:22 | INFO | stdout | INFO: 127.0.0.1:45510 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:09:33 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:09:33 | INFO | stdout | INFO: 127.0.0.1:46818 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:10:07 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:10:07 | INFO | stdout | INFO: 127.0.0.1:50014 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:10:18 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:10:18 | INFO | stdout | INFO: 127.0.0.1:36982 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:10:52 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:10:52 | INFO | stdout | INFO: 127.0.0.1:37180 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:11:03 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:11:03 | INFO | stdout | INFO: 127.0.0.1:55514 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:11:37 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:11:37 | INFO | stdout | INFO: 127.0.0.1:45466 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:11:48 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:11:48 | INFO | stdout | INFO: 127.0.0.1:59348 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:12:22 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:12:22 | INFO | stdout | INFO: 127.0.0.1:47904 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:12:33 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:12:33 | INFO | stdout | INFO: 127.0.0.1:49080 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:13:07 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:13:07 | INFO | stdout | INFO: 127.0.0.1:39690 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:13:18 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:13:18 | INFO | stdout | INFO: 127.0.0.1:36878 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:13:52 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:13:52 | INFO | stdout | INFO: 127.0.0.1:46150 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:14:03 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:14:03 | INFO | stdout | INFO: 127.0.0.1:47654 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:14:37 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:14:37 | INFO | stdout | INFO: 127.0.0.1:33346 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:14:48 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:14:48 | INFO | stdout | INFO: 127.0.0.1:49182 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:15:22 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:15:22 | INFO | stdout | INFO: 127.0.0.1:34950 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:15:33 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:15:33 | INFO | stdout | INFO: 127.0.0.1:46102 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:16:08 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:16:08 | INFO | stdout | INFO: 127.0.0.1:35882 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:16:18 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:16:18 | INFO | stdout | INFO: 127.0.0.1:34298 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:16:53 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:16:53 | INFO | stdout | INFO: 127.0.0.1:44162 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:17:03 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:17:03 | INFO | stdout | INFO: 127.0.0.1:59398 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:17:38 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:17:38 | INFO | stdout | INFO: 127.0.0.1:51202 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:17:48 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:17:48 | INFO | stdout | INFO: 127.0.0.1:40910 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:18:23 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:18:23 | INFO | stdout | INFO: 127.0.0.1:36378 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:18:33 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:18:33 | INFO | stdout | INFO: 127.0.0.1:48920 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:19:08 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:19:08 | INFO | stdout | INFO: 127.0.0.1:54086 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:19:18 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:19:18 | INFO | stdout | INFO: 127.0.0.1:53242 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:19:53 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:19:53 | INFO | stdout | INFO: 127.0.0.1:51064 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:20:03 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:20:03 | INFO | stdout | INFO: 127.0.0.1:47374 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:20:38 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:20:38 | INFO | stdout | INFO: 127.0.0.1:44060 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:20:48 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:20:48 | INFO | stdout | INFO: 127.0.0.1:39008 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:21:23 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:21:23 | INFO | stdout | INFO: 127.0.0.1:60996 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:21:34 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:21:34 | INFO | stdout | INFO: 127.0.0.1:36552 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:22:08 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:22:08 | INFO | stdout | INFO: 127.0.0.1:60902 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:22:19 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:22:19 | INFO | stdout | INFO: 127.0.0.1:36010 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:22:53 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:22:53 | INFO | stdout | INFO: 127.0.0.1:44178 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:23:04 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:23:04 | INFO | stdout | INFO: 127.0.0.1:59180 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:23:38 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:23:38 | INFO | stdout | INFO: 127.0.0.1:34374 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:23:49 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:23:49 | INFO | stdout | INFO: 127.0.0.1:42814 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:24:23 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:24:23 | INFO | stdout | INFO: 127.0.0.1:35980 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:24:34 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:24:34 | INFO | stdout | INFO: 127.0.0.1:46062 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:25:08 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:25:08 | INFO | stdout | INFO: 127.0.0.1:45940 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:25:19 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:25:19 | INFO | stdout | INFO: 127.0.0.1:50426 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:25:53 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:25:53 | INFO | stdout | INFO: 127.0.0.1:48828 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:26:04 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:26:04 | INFO | stdout | INFO: 127.0.0.1:36264 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:26:38 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:26:38 | INFO | stdout | INFO: 127.0.0.1:49228 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:26:49 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:26:49 | INFO | stdout | INFO: 127.0.0.1:60326 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:27:23 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:27:23 | INFO | stdout | INFO: 127.0.0.1:54524 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:27:34 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:27:34 | INFO | stdout | INFO: 127.0.0.1:48204 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:28:08 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:28:08 | INFO | stdout | INFO: 127.0.0.1:32992 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:28:19 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:28:19 | INFO | stdout | INFO: 127.0.0.1:47088 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:28:53 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:28:53 | INFO | stdout | INFO: 127.0.0.1:36324 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:29:04 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:29:04 | INFO | stdout | INFO: 127.0.0.1:43354 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:29:39 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:29:39 | INFO | stdout | INFO: 127.0.0.1:34238 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:29:49 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:29:49 | INFO | stdout | INFO: 127.0.0.1:37212 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:30:24 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:30:24 | INFO | stdout | INFO: 127.0.0.1:60834 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:30:34 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:30:34 | INFO | stdout | INFO: 127.0.0.1:49084 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:31:09 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:31:09 | INFO | stdout | INFO: 127.0.0.1:35346 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:31:19 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:31:19 | INFO | stdout | INFO: 127.0.0.1:35822 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:31:54 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:31:54 | INFO | stdout | INFO: 127.0.0.1:58610 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:32:04 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:32:04 | INFO | stdout | INFO: 127.0.0.1:50400 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:32:39 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:32:39 | INFO | stdout | INFO: 127.0.0.1:52038 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:32:49 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:32:49 | INFO | stdout | INFO: 127.0.0.1:53566 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:33:24 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:33:24 | INFO | stdout | INFO: 127.0.0.1:36070 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:33:34 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:33:34 | INFO | stdout | INFO: 127.0.0.1:42308 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:34:09 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:34:09 | INFO | stdout | INFO: 127.0.0.1:39760 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:34:19 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:34:19 | INFO | stdout | INFO: 127.0.0.1:49804 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:34:54 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:34:54 | INFO | stdout | INFO: 127.0.0.1:44714 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:35:04 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:35:04 | INFO | stdout | INFO: 127.0.0.1:38288 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:35:35 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 04:35:35 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 04:35:35 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 04:35:35 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 04:35:35 | INFO | stdout | INFO: 127.0.0.1:34076 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 04:35:35 | INFO | stdout | INFO: 127.0.0.1:34082 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 04:35:39 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:35:39 | INFO | stdout | INFO: 127.0.0.1:34084 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:35:45 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 04:35:45 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 04:35:45 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 04:35:45 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 04:35:45 | INFO | stdout | INFO: 127.0.0.1:56154 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 04:35:45 | INFO | stdout | INFO: 127.0.0.1:56170 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 04:35:50 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:35:50 | INFO | stdout | INFO: 127.0.0.1:56184 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:36:01 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 04:36:01 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 04:36:01 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 04:36:01 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 04:36:01 | INFO | stdout | INFO: 127.0.0.1:58100 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 04:36:01 | INFO | stdout | INFO: 127.0.0.1:58108 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 04:36:15 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 04:36:15 | INFO | stdout | INFO: 127.0.0.1:44026 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 04:36:24 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:36:24 | INFO | stdout | INFO: 127.0.0.1:44034 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:36:29 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 04:36:29 | INFO | stdout | INFO: 127.0.0.1:51986 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 04:36:35 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:36:35 | INFO | stdout | INFO: 127.0.0.1:37240 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:36:40 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 04:36:40 | INFO | stdout | INFO: 127.0.0.1:37256 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 04:37:05 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [2.0], ret: http://localhost:40000 +2024-02-28 04:37:05 | INFO | stdout | INFO: 127.0.0.1:57354 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 04:37:09 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:37:09 | INFO | stdout | INFO: 127.0.0.1:57370 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:37:15 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 04:37:15 | INFO | stdout | INFO: 127.0.0.1:54284 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 04:37:20 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:37:20 | INFO | stdout | INFO: 127.0.0.1:54298 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:37:54 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:37:54 | INFO | stdout | INFO: 127.0.0.1:59052 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:38:05 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:38:05 | INFO | stdout | INFO: 127.0.0.1:44968 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:38:15 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 04:38:15 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 04:38:15 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 04:38:15 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 04:38:15 | INFO | stdout | INFO: 127.0.0.1:37522 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 04:38:15 | INFO | stdout | INFO: 127.0.0.1:37530 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 04:38:39 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:38:39 | INFO | stdout | INFO: 127.0.0.1:51682 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:38:50 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:38:50 | INFO | stdout | INFO: 127.0.0.1:40780 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:39:24 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:39:24 | INFO | stdout | INFO: 127.0.0.1:57006 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:39:35 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:39:35 | INFO | stdout | INFO: 127.0.0.1:57930 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:40:09 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:40:09 | INFO | stdout | INFO: 127.0.0.1:55030 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:40:20 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:40:20 | INFO | stdout | INFO: 127.0.0.1:37402 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:40:54 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:40:54 | INFO | stdout | INFO: 127.0.0.1:47154 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:41:05 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:41:05 | INFO | stdout | INFO: 127.0.0.1:56986 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:41:39 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:41:39 | INFO | stdout | INFO: 127.0.0.1:33094 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:41:50 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:41:50 | INFO | stdout | INFO: 127.0.0.1:53812 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:42:24 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:42:24 | INFO | stdout | INFO: 127.0.0.1:60994 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:42:35 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:42:35 | INFO | stdout | INFO: 127.0.0.1:52474 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:43:10 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:43:10 | INFO | stdout | INFO: 127.0.0.1:46430 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:43:20 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:43:20 | INFO | stdout | INFO: 127.0.0.1:42086 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:43:55 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:43:55 | INFO | stdout | INFO: 127.0.0.1:34074 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:44:05 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:44:05 | INFO | stdout | INFO: 127.0.0.1:36386 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:44:40 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:44:40 | INFO | stdout | INFO: 127.0.0.1:57346 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:44:50 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:44:50 | INFO | stdout | INFO: 127.0.0.1:33250 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:45:25 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:45:25 | INFO | stdout | INFO: 127.0.0.1:49530 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:45:35 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:45:35 | INFO | stdout | INFO: 127.0.0.1:57768 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:46:10 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:46:10 | INFO | stdout | INFO: 127.0.0.1:36066 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:46:20 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:46:20 | INFO | stdout | INFO: 127.0.0.1:57580 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:46:55 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:46:55 | INFO | stdout | INFO: 127.0.0.1:34146 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:47:05 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:47:05 | INFO | stdout | INFO: 127.0.0.1:54544 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:47:40 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:47:40 | INFO | stdout | INFO: 127.0.0.1:48740 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:47:50 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:47:50 | INFO | stdout | INFO: 127.0.0.1:46524 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:48:25 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:48:25 | INFO | stdout | INFO: 127.0.0.1:54052 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:48:35 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:48:35 | INFO | stdout | INFO: 127.0.0.1:49348 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:49:10 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:49:10 | INFO | stdout | INFO: 127.0.0.1:57334 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:49:20 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:49:20 | INFO | stdout | INFO: 127.0.0.1:39652 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:49:55 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:49:55 | INFO | stdout | INFO: 127.0.0.1:44690 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:50:06 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:50:06 | INFO | stdout | INFO: 127.0.0.1:41774 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:50:40 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:50:40 | INFO | stdout | INFO: 127.0.0.1:34418 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:50:51 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:50:51 | INFO | stdout | INFO: 127.0.0.1:44164 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:51:25 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:51:25 | INFO | stdout | INFO: 127.0.0.1:45324 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:51:36 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:51:36 | INFO | stdout | INFO: 127.0.0.1:51038 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:52:10 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:52:10 | INFO | stdout | INFO: 127.0.0.1:34640 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:52:21 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:52:21 | INFO | stdout | INFO: 127.0.0.1:40662 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:52:55 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:52:55 | INFO | stdout | INFO: 127.0.0.1:45184 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:53:06 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:53:06 | INFO | stdout | INFO: 127.0.0.1:53728 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:53:40 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:53:40 | INFO | stdout | INFO: 127.0.0.1:39318 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:53:48 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 04:53:48 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 04:53:48 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 04:53:48 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 04:53:48 | INFO | stdout | INFO: 127.0.0.1:37096 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 04:53:48 | INFO | stdout | INFO: 127.0.0.1:37100 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 04:53:51 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:53:51 | INFO | stdout | INFO: 127.0.0.1:37116 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:54:25 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 04:54:25 | INFO | stdout | INFO: 127.0.0.1:41094 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 04:54:25 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:54:25 | INFO | stdout | INFO: 127.0.0.1:41098 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:54:36 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:54:36 | INFO | stdout | INFO: 127.0.0.1:60250 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:54:42 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 04:54:42 | INFO | stdout | INFO: 127.0.0.1:60254 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 04:55:10 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:55:10 | INFO | stdout | INFO: 127.0.0.1:56744 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:55:21 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:55:21 | INFO | stdout | INFO: 127.0.0.1:42408 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:55:23 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 04:55:23 | INFO | stdout | INFO: 127.0.0.1:42424 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 04:55:55 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:55:55 | INFO | stdout | INFO: 127.0.0.1:57732 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:56:06 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:56:06 | INFO | stdout | INFO: 127.0.0.1:41976 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:56:40 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:56:41 | INFO | stdout | INFO: 127.0.0.1:36868 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:56:51 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:56:51 | INFO | stdout | INFO: 127.0.0.1:38130 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:57:26 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:57:26 | INFO | stdout | INFO: 127.0.0.1:60882 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:57:36 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:57:36 | INFO | stdout | INFO: 127.0.0.1:55800 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:58:11 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:58:11 | INFO | stdout | INFO: 127.0.0.1:50332 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:58:21 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:58:21 | INFO | stdout | INFO: 127.0.0.1:32936 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:58:56 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:58:56 | INFO | stdout | INFO: 127.0.0.1:46480 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:59:06 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:59:06 | INFO | stdout | INFO: 127.0.0.1:42258 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:59:41 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 04:59:41 | INFO | stdout | INFO: 127.0.0.1:40632 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 04:59:51 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 04:59:51 | INFO | stdout | INFO: 127.0.0.1:38468 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:00:26 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:00:26 | INFO | stdout | INFO: 127.0.0.1:49536 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:00:36 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:00:36 | INFO | stdout | INFO: 127.0.0.1:55070 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:01:11 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:01:11 | INFO | stdout | INFO: 127.0.0.1:45004 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:01:21 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:01:21 | INFO | stdout | INFO: 127.0.0.1:53490 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:01:36 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 05:01:36 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 05:01:36 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 05:01:36 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 05:01:36 | INFO | stdout | INFO: 127.0.0.1:41050 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 05:01:36 | INFO | stdout | INFO: 127.0.0.1:41064 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 05:01:56 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:01:56 | INFO | stdout | INFO: 127.0.0.1:54126 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:01:59 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 05:01:59 | INFO | stdout | INFO: 127.0.0.1:54136 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 05:02:06 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:02:06 | INFO | stdout | INFO: 127.0.0.1:48222 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:02:37 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 05:02:37 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 05:02:37 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 05:02:37 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 05:02:37 | INFO | stdout | INFO: 127.0.0.1:60936 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 05:02:37 | INFO | stdout | INFO: 127.0.0.1:60950 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 05:02:41 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:02:41 | INFO | stdout | INFO: 127.0.0.1:60966 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:02:51 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:02:51 | INFO | stdout | INFO: 127.0.0.1:52192 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:02:56 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 05:02:56 | INFO | stdout | INFO: 127.0.0.1:44986 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 05:03:26 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:03:26 | INFO | stdout | INFO: 127.0.0.1:34638 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:03:29 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 05:03:29 | INFO | stdout | INFO: 127.0.0.1:34652 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 05:03:36 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:03:36 | INFO | stdout | INFO: 127.0.0.1:47202 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:04:11 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:04:11 | INFO | stdout | INFO: 127.0.0.1:53756 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:04:21 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 05:04:21 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 05:04:21 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 05:04:21 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 05:04:21 | INFO | stdout | INFO: 127.0.0.1:33082 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 05:04:21 | INFO | stdout | INFO: 127.0.0.1:33090 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 05:04:22 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:04:22 | INFO | stdout | INFO: 127.0.0.1:33092 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:04:43 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 05:04:43 | INFO | stdout | INFO: 127.0.0.1:40898 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 05:04:56 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:04:56 | INFO | stdout | INFO: 127.0.0.1:34082 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:05:07 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:05:07 | INFO | stdout | INFO: 127.0.0.1:43036 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:05:41 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:05:41 | INFO | stdout | INFO: 127.0.0.1:49874 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:05:52 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:05:52 | INFO | stdout | INFO: 127.0.0.1:57860 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:06:26 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:06:26 | INFO | stdout | INFO: 127.0.0.1:35814 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:06:37 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:06:37 | INFO | stdout | INFO: 127.0.0.1:59828 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:07:11 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:07:11 | INFO | stdout | INFO: 127.0.0.1:41002 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:07:18 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 05:07:18 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 05:07:18 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 05:07:18 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 05:07:18 | INFO | stdout | INFO: 127.0.0.1:50910 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 05:07:18 | INFO | stdout | INFO: 127.0.0.1:50914 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 05:07:22 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:07:22 | INFO | stdout | INFO: 127.0.0.1:50928 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:07:29 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 05:07:29 | INFO | stdout | INFO: 127.0.0.1:34042 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 05:07:56 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:07:56 | INFO | stdout | INFO: 127.0.0.1:44088 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:07:58 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 05:07:58 | INFO | stdout | INFO: 127.0.0.1:44104 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 05:08:07 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:08:07 | INFO | stdout | INFO: 127.0.0.1:44290 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:08:17 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 05:08:17 | INFO | stdout | INFO: 127.0.0.1:43864 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 05:08:41 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:08:41 | INFO | stdout | INFO: 127.0.0.1:47910 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:08:52 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:08:52 | INFO | stdout | INFO: 127.0.0.1:39746 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:09:01 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 05:09:01 | INFO | stdout | INFO: 127.0.0.1:44358 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 05:09:26 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:09:26 | INFO | stdout | INFO: 127.0.0.1:60274 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:09:28 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 05:09:28 | INFO | stdout | INFO: 127.0.0.1:60288 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 05:09:37 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:09:37 | INFO | stdout | INFO: 127.0.0.1:53790 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:09:53 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 05:09:53 | INFO | stdout | INFO: 127.0.0.1:47932 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 05:10:11 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:10:11 | INFO | stdout | INFO: 127.0.0.1:33120 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:10:22 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:10:22 | INFO | stdout | INFO: 127.0.0.1:36152 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:10:23 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 05:10:23 | INFO | stdout | INFO: 127.0.0.1:36154 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 05:10:49 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 05:10:49 | INFO | stdout | INFO: 127.0.0.1:34008 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 05:10:56 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:10:56 | INFO | stdout | INFO: 127.0.0.1:60784 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:11:07 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:11:07 | INFO | stdout | INFO: 127.0.0.1:34436 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:11:42 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:11:42 | INFO | stdout | INFO: 127.0.0.1:50934 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:11:52 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:11:52 | INFO | stdout | INFO: 127.0.0.1:34028 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:12:27 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:12:27 | INFO | stdout | INFO: 127.0.0.1:41212 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:12:28 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 05:12:28 | INFO | stdout | INFO: 127.0.0.1:41220 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 05:12:37 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:12:37 | INFO | stdout | INFO: 127.0.0.1:45604 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:12:45 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 05:12:45 | INFO | stdout | INFO: 127.0.0.1:34542 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 05:13:12 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:13:12 | INFO | stdout | INFO: 127.0.0.1:44546 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:13:22 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:13:22 | INFO | stdout | INFO: 127.0.0.1:41028 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:13:57 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:13:57 | INFO | stdout | INFO: 127.0.0.1:47260 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:14:07 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:14:07 | INFO | stdout | INFO: 127.0.0.1:34490 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:14:42 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:14:42 | INFO | stdout | INFO: 127.0.0.1:56014 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:14:52 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:14:52 | INFO | stdout | INFO: 127.0.0.1:45836 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:15:27 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:15:27 | INFO | stdout | INFO: 127.0.0.1:33126 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:15:37 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:15:37 | INFO | stdout | INFO: 127.0.0.1:53574 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:16:12 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:16:12 | INFO | stdout | INFO: 127.0.0.1:57546 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:16:22 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:16:22 | INFO | stdout | INFO: 127.0.0.1:53322 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:16:57 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:16:57 | INFO | stdout | INFO: 127.0.0.1:46670 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:17:07 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:17:07 | INFO | stdout | INFO: 127.0.0.1:60622 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:17:42 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:17:42 | INFO | stdout | INFO: 127.0.0.1:34288 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:17:52 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:17:52 | INFO | stdout | INFO: 127.0.0.1:60722 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:18:27 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:18:27 | INFO | stdout | INFO: 127.0.0.1:38702 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:18:38 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:18:38 | INFO | stdout | INFO: 127.0.0.1:38178 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:19:12 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:19:12 | INFO | stdout | INFO: 127.0.0.1:46808 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:19:23 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:19:23 | INFO | stdout | INFO: 127.0.0.1:34774 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:19:57 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:19:57 | INFO | stdout | INFO: 127.0.0.1:40972 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:20:08 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:20:08 | INFO | stdout | INFO: 127.0.0.1:34996 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:20:42 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:20:42 | INFO | stdout | INFO: 127.0.0.1:37990 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:20:53 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:20:53 | INFO | stdout | INFO: 127.0.0.1:44512 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:21:27 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:21:27 | INFO | stdout | INFO: 127.0.0.1:49540 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:21:38 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:21:38 | INFO | stdout | INFO: 127.0.0.1:33840 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:22:12 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:22:12 | INFO | stdout | INFO: 127.0.0.1:42312 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:22:23 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:22:23 | INFO | stdout | INFO: 127.0.0.1:40790 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:22:57 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:22:57 | INFO | stdout | INFO: 127.0.0.1:39248 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:23:08 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:23:08 | INFO | stdout | INFO: 127.0.0.1:34962 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:23:42 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:23:42 | INFO | stdout | INFO: 127.0.0.1:44710 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:23:53 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:23:53 | INFO | stdout | INFO: 127.0.0.1:49984 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:24:27 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:24:27 | INFO | stdout | INFO: 127.0.0.1:34876 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:24:38 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:24:38 | INFO | stdout | INFO: 127.0.0.1:33790 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:25:13 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:25:13 | INFO | stdout | INFO: 127.0.0.1:46710 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:25:23 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:25:23 | INFO | stdout | INFO: 127.0.0.1:54460 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:25:58 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:25:58 | INFO | stdout | INFO: 127.0.0.1:43344 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:26:08 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:26:08 | INFO | stdout | INFO: 127.0.0.1:53686 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:26:43 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:26:43 | INFO | stdout | INFO: 127.0.0.1:56114 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:26:53 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:26:53 | INFO | stdout | INFO: 127.0.0.1:37232 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:27:28 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:27:28 | INFO | stdout | INFO: 127.0.0.1:35076 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:27:38 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:27:38 | INFO | stdout | INFO: 127.0.0.1:60136 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:28:13 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:28:13 | INFO | stdout | INFO: 127.0.0.1:35844 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:28:23 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:28:23 | INFO | stdout | INFO: 127.0.0.1:42078 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:28:58 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:28:58 | INFO | stdout | INFO: 127.0.0.1:59048 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:29:08 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:29:08 | INFO | stdout | INFO: 127.0.0.1:46804 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:29:43 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:29:43 | INFO | stdout | INFO: 127.0.0.1:50322 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:29:53 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:29:53 | INFO | stdout | INFO: 127.0.0.1:59244 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:30:28 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:30:28 | INFO | stdout | INFO: 127.0.0.1:54256 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:30:38 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:30:38 | INFO | stdout | INFO: 127.0.0.1:48640 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:30:57 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 05:30:57 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 05:30:57 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 05:30:57 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 05:30:57 | INFO | stdout | INFO: 127.0.0.1:52006 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 05:30:57 | INFO | stdout | INFO: 127.0.0.1:52020 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 05:31:13 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:31:13 | INFO | stdout | INFO: 127.0.0.1:60160 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:31:23 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:31:23 | INFO | stdout | INFO: 127.0.0.1:52266 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:31:58 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:31:58 | INFO | stdout | INFO: 127.0.0.1:56062 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:32:08 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:32:08 | INFO | stdout | INFO: 127.0.0.1:59540 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:32:43 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:32:43 | INFO | stdout | INFO: 127.0.0.1:40898 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:32:54 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:32:54 | INFO | stdout | INFO: 127.0.0.1:60852 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:33:28 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:33:28 | INFO | stdout | INFO: 127.0.0.1:53064 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:33:39 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:33:39 | INFO | stdout | INFO: 127.0.0.1:38440 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:34:13 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:34:13 | INFO | stdout | INFO: 127.0.0.1:54530 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:34:24 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:34:24 | INFO | stdout | INFO: 127.0.0.1:53520 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:34:58 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:34:58 | INFO | stdout | INFO: 127.0.0.1:46602 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:35:09 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:35:09 | INFO | stdout | INFO: 127.0.0.1:55238 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:35:43 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:35:43 | INFO | stdout | INFO: 127.0.0.1:53854 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:35:54 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:35:54 | INFO | stdout | INFO: 127.0.0.1:44484 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:36:28 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:36:28 | INFO | stdout | INFO: 127.0.0.1:44710 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:36:39 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:36:39 | INFO | stdout | INFO: 127.0.0.1:45584 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:37:13 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:37:13 | INFO | stdout | INFO: 127.0.0.1:39606 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:37:24 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:37:24 | INFO | stdout | INFO: 127.0.0.1:52568 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:37:32 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 05:37:32 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 05:37:32 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 05:37:32 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 05:37:32 | INFO | stdout | INFO: 127.0.0.1:48746 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 05:37:32 | INFO | stdout | INFO: 127.0.0.1:48762 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 05:37:58 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:37:58 | INFO | stdout | INFO: 127.0.0.1:42158 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:38:09 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:38:09 | INFO | stdout | INFO: 127.0.0.1:33552 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:38:43 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:38:43 | INFO | stdout | INFO: 127.0.0.1:35682 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:38:54 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:38:54 | INFO | stdout | INFO: 127.0.0.1:44932 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:39:29 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:39:29 | INFO | stdout | INFO: 127.0.0.1:58296 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:39:31 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 05:39:31 | INFO | stdout | INFO: 127.0.0.1:58304 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 05:39:39 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:39:39 | INFO | stdout | INFO: 127.0.0.1:39622 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:39:49 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 05:39:49 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 05:39:49 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 05:39:49 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 05:39:49 | INFO | stdout | INFO: 127.0.0.1:55352 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 05:39:49 | INFO | stdout | INFO: 127.0.0.1:55366 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 05:40:14 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:40:14 | INFO | stdout | INFO: 127.0.0.1:46102 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:40:24 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:40:24 | INFO | stdout | INFO: 127.0.0.1:50362 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:40:59 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:40:59 | INFO | stdout | INFO: 127.0.0.1:47834 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:41:09 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:41:09 | INFO | stdout | INFO: 127.0.0.1:37884 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:41:44 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:41:44 | INFO | stdout | INFO: 127.0.0.1:49696 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:41:54 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:41:54 | INFO | stdout | INFO: 127.0.0.1:53886 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:42:29 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:42:29 | INFO | stdout | INFO: 127.0.0.1:54270 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:42:39 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:42:39 | INFO | stdout | INFO: 127.0.0.1:36452 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:43:14 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:43:14 | INFO | stdout | INFO: 127.0.0.1:35902 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:43:24 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:43:24 | INFO | stdout | INFO: 127.0.0.1:60950 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:43:31 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 05:43:31 | INFO | stdout | INFO: 127.0.0.1:39102 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 05:43:59 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:43:59 | INFO | stdout | INFO: 127.0.0.1:57352 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:44:09 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:44:09 | INFO | stdout | INFO: 127.0.0.1:32814 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:44:44 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:44:44 | INFO | stdout | INFO: 127.0.0.1:55380 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:44:54 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:44:54 | INFO | stdout | INFO: 127.0.0.1:59402 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:45:29 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:45:29 | INFO | stdout | INFO: 127.0.0.1:43158 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:45:39 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:45:39 | INFO | stdout | INFO: 127.0.0.1:60410 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:46:14 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:46:14 | INFO | stdout | INFO: 127.0.0.1:45272 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:46:24 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:46:24 | INFO | stdout | INFO: 127.0.0.1:47598 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:46:59 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:46:59 | INFO | stdout | INFO: 127.0.0.1:48888 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:47:10 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:47:10 | INFO | stdout | INFO: 127.0.0.1:45666 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:47:44 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:47:44 | INFO | stdout | INFO: 127.0.0.1:60568 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:47:55 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:47:55 | INFO | stdout | INFO: 127.0.0.1:37382 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:48:29 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:48:29 | INFO | stdout | INFO: 127.0.0.1:49326 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:48:40 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:48:40 | INFO | stdout | INFO: 127.0.0.1:42170 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:49:14 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:49:14 | INFO | stdout | INFO: 127.0.0.1:46186 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:49:25 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:49:25 | INFO | stdout | INFO: 127.0.0.1:45724 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:49:59 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:49:59 | INFO | stdout | INFO: 127.0.0.1:40056 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:50:10 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:50:10 | INFO | stdout | INFO: 127.0.0.1:51798 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:50:44 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:50:44 | INFO | stdout | INFO: 127.0.0.1:37214 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:50:55 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:50:55 | INFO | stdout | INFO: 127.0.0.1:47700 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:51:29 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:51:29 | INFO | stdout | INFO: 127.0.0.1:47162 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:51:40 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:51:40 | INFO | stdout | INFO: 127.0.0.1:53808 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:52:14 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:52:14 | INFO | stdout | INFO: 127.0.0.1:43276 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:52:25 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:52:25 | INFO | stdout | INFO: 127.0.0.1:43104 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:52:59 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:52:59 | INFO | stdout | INFO: 127.0.0.1:54858 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:53:10 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:53:10 | INFO | stdout | INFO: 127.0.0.1:46658 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:53:45 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:53:45 | INFO | stdout | INFO: 127.0.0.1:38634 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:53:55 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:53:55 | INFO | stdout | INFO: 127.0.0.1:33166 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:54:30 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:54:30 | INFO | stdout | INFO: 127.0.0.1:33656 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:54:40 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:54:40 | INFO | stdout | INFO: 127.0.0.1:41162 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:55:15 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:55:15 | INFO | stdout | INFO: 127.0.0.1:43402 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:55:25 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:55:25 | INFO | stdout | INFO: 127.0.0.1:43630 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:56:00 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:56:00 | INFO | stdout | INFO: 127.0.0.1:46890 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:56:10 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:56:10 | INFO | stdout | INFO: 127.0.0.1:42324 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:56:45 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:56:45 | INFO | stdout | INFO: 127.0.0.1:38896 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:56:55 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:56:55 | INFO | stdout | INFO: 127.0.0.1:42920 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:57:30 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:57:30 | INFO | stdout | INFO: 127.0.0.1:59174 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:57:40 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:57:40 | INFO | stdout | INFO: 127.0.0.1:48008 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:58:15 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:58:15 | INFO | stdout | INFO: 127.0.0.1:53376 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:58:25 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:58:25 | INFO | stdout | INFO: 127.0.0.1:39482 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:59:00 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:59:00 | INFO | stdout | INFO: 127.0.0.1:34794 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:59:10 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:59:10 | INFO | stdout | INFO: 127.0.0.1:44230 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:59:45 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 05:59:45 | INFO | stdout | INFO: 127.0.0.1:54098 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 05:59:55 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 05:59:55 | INFO | stdout | INFO: 127.0.0.1:56986 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:00:30 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:00:30 | INFO | stdout | INFO: 127.0.0.1:40326 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:00:40 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:00:40 | INFO | stdout | INFO: 127.0.0.1:57112 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:01:15 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:01:15 | INFO | stdout | INFO: 127.0.0.1:50668 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:01:25 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:01:25 | INFO | stdout | INFO: 127.0.0.1:53936 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:02:00 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:02:00 | INFO | stdout | INFO: 127.0.0.1:51954 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:02:11 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:02:11 | INFO | stdout | INFO: 127.0.0.1:49580 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:02:45 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:02:45 | INFO | stdout | INFO: 127.0.0.1:41722 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:02:56 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:02:56 | INFO | stdout | INFO: 127.0.0.1:49558 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:03:30 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:03:30 | INFO | stdout | INFO: 127.0.0.1:34102 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:03:41 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:03:41 | INFO | stdout | INFO: 127.0.0.1:54526 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:04:15 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:04:15 | INFO | stdout | INFO: 127.0.0.1:46368 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:04:26 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:04:26 | INFO | stdout | INFO: 127.0.0.1:41998 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:05:00 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:05:00 | INFO | stdout | INFO: 127.0.0.1:50990 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:05:11 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:05:11 | INFO | stdout | INFO: 127.0.0.1:56730 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:05:45 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:05:45 | INFO | stdout | INFO: 127.0.0.1:47818 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:05:56 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:05:56 | INFO | stdout | INFO: 127.0.0.1:51232 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:06:30 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:06:30 | INFO | stdout | INFO: 127.0.0.1:37504 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:06:41 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:06:41 | INFO | stdout | INFO: 127.0.0.1:60364 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:07:15 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:07:15 | INFO | stdout | INFO: 127.0.0.1:60664 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:07:26 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:07:26 | INFO | stdout | INFO: 127.0.0.1:41982 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:08:01 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:08:01 | INFO | stdout | INFO: 127.0.0.1:58676 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:08:11 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:08:11 | INFO | stdout | INFO: 127.0.0.1:41398 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:08:46 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:08:46 | INFO | stdout | INFO: 127.0.0.1:38768 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:08:56 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:08:56 | INFO | stdout | INFO: 127.0.0.1:39478 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:09:31 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:09:31 | INFO | stdout | INFO: 127.0.0.1:48486 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:09:41 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:09:41 | INFO | stdout | INFO: 127.0.0.1:40812 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:10:16 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:10:16 | INFO | stdout | INFO: 127.0.0.1:58228 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:10:26 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:10:26 | INFO | stdout | INFO: 127.0.0.1:34744 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:11:01 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:11:01 | INFO | stdout | INFO: 127.0.0.1:53848 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:11:11 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:11:11 | INFO | stdout | INFO: 127.0.0.1:34370 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:11:46 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:11:46 | INFO | stdout | INFO: 127.0.0.1:47402 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:11:56 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:11:56 | INFO | stdout | INFO: 127.0.0.1:58246 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:12:17 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 06:12:17 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 06:12:17 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 06:12:17 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 06:12:17 | INFO | stdout | INFO: 127.0.0.1:34586 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 06:12:17 | INFO | stdout | INFO: 127.0.0.1:34600 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 06:12:31 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:12:31 | INFO | stdout | INFO: 127.0.0.1:51174 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:12:37 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 06:12:37 | INFO | stdout | INFO: 127.0.0.1:60192 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 06:12:41 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:12:41 | INFO | stdout | INFO: 127.0.0.1:60200 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:13:16 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:13:16 | INFO | stdout | INFO: 127.0.0.1:59262 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:13:26 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:13:26 | INFO | stdout | INFO: 127.0.0.1:57126 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:14:01 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:14:01 | INFO | stdout | INFO: 127.0.0.1:38660 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:14:11 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:14:11 | INFO | stdout | INFO: 127.0.0.1:39848 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:14:46 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:14:46 | INFO | stdout | INFO: 127.0.0.1:46294 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:14:56 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:14:56 | INFO | stdout | INFO: 127.0.0.1:49362 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:15:31 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:15:31 | INFO | stdout | INFO: 127.0.0.1:55480 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:15:41 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:15:41 | INFO | stdout | INFO: 127.0.0.1:39916 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:16:16 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:16:16 | INFO | stdout | INFO: 127.0.0.1:55468 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:16:27 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:16:27 | INFO | stdout | INFO: 127.0.0.1:45992 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:17:01 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:17:01 | INFO | stdout | INFO: 127.0.0.1:48004 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:17:12 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:17:12 | INFO | stdout | INFO: 127.0.0.1:39966 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:17:46 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:17:46 | INFO | stdout | INFO: 127.0.0.1:41862 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:17:57 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:17:57 | INFO | stdout | INFO: 127.0.0.1:37718 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:18:31 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:18:31 | INFO | stdout | INFO: 127.0.0.1:55818 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:18:42 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:18:42 | INFO | stdout | INFO: 127.0.0.1:60500 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:19:16 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:19:16 | INFO | stdout | INFO: 127.0.0.1:42268 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:19:27 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:19:27 | INFO | stdout | INFO: 127.0.0.1:50670 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:20:01 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:20:01 | INFO | stdout | INFO: 127.0.0.1:57752 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:20:12 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:20:12 | INFO | stdout | INFO: 127.0.0.1:53156 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:20:46 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:20:46 | INFO | stdout | INFO: 127.0.0.1:43972 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:20:57 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:20:57 | INFO | stdout | INFO: 127.0.0.1:35384 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:21:32 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:21:32 | INFO | stdout | INFO: 127.0.0.1:42864 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:21:42 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:21:42 | INFO | stdout | INFO: 127.0.0.1:50622 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:22:17 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:22:17 | INFO | stdout | INFO: 127.0.0.1:41158 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:22:27 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:22:27 | INFO | stdout | INFO: 127.0.0.1:41708 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:23:02 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:23:02 | INFO | stdout | INFO: 127.0.0.1:59644 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:23:12 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:23:12 | INFO | stdout | INFO: 127.0.0.1:43878 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:23:47 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:23:47 | INFO | stdout | INFO: 127.0.0.1:59218 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:23:57 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:23:57 | INFO | stdout | INFO: 127.0.0.1:48636 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:24:01 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 06:24:01 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 06:24:01 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 06:24:01 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 06:24:01 | INFO | stdout | INFO: 127.0.0.1:48652 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 06:24:01 | INFO | stdout | INFO: 127.0.0.1:48662 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 06:24:25 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 06:24:25 | INFO | stdout | INFO: 127.0.0.1:41296 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 06:24:32 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:24:32 | INFO | stdout | INFO: 127.0.0.1:41310 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:24:39 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 06:24:39 | INFO | stdout | INFO: 127.0.0.1:34074 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 06:24:42 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:24:42 | INFO | stdout | INFO: 127.0.0.1:34078 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:25:17 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:25:17 | INFO | stdout | INFO: 127.0.0.1:36168 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:25:27 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:25:27 | INFO | stdout | INFO: 127.0.0.1:47926 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:26:02 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:26:02 | INFO | stdout | INFO: 127.0.0.1:55340 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:26:12 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:26:12 | INFO | stdout | INFO: 127.0.0.1:34952 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:26:47 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:26:47 | INFO | stdout | INFO: 127.0.0.1:44582 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:26:57 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:26:57 | INFO | stdout | INFO: 127.0.0.1:55552 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:27:32 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:27:32 | INFO | stdout | INFO: 127.0.0.1:41580 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:27:42 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:27:42 | INFO | stdout | INFO: 127.0.0.1:44164 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:28:17 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:28:17 | INFO | stdout | INFO: 127.0.0.1:48756 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:28:27 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:28:27 | INFO | stdout | INFO: 127.0.0.1:44986 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:29:02 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:29:02 | INFO | stdout | INFO: 127.0.0.1:44734 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:29:12 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:29:12 | INFO | stdout | INFO: 127.0.0.1:43264 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:29:47 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:29:47 | INFO | stdout | INFO: 127.0.0.1:60044 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:29:57 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:29:57 | INFO | stdout | INFO: 127.0.0.1:36990 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:30:32 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:30:32 | INFO | stdout | INFO: 127.0.0.1:35082 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:30:43 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:30:43 | INFO | stdout | INFO: 127.0.0.1:53326 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:31:17 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:31:17 | INFO | stdout | INFO: 127.0.0.1:45862 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:31:28 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:31:28 | INFO | stdout | INFO: 127.0.0.1:57910 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:32:02 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:32:02 | INFO | stdout | INFO: 127.0.0.1:37230 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:32:13 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:32:13 | INFO | stdout | INFO: 127.0.0.1:42388 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:32:47 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:32:47 | INFO | stdout | INFO: 127.0.0.1:36406 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:32:58 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:32:58 | INFO | stdout | INFO: 127.0.0.1:60776 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:33:32 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:33:32 | INFO | stdout | INFO: 127.0.0.1:33296 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:33:43 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:33:43 | INFO | stdout | INFO: 127.0.0.1:35480 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:34:17 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:34:17 | INFO | stdout | INFO: 127.0.0.1:34336 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:34:28 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:34:28 | INFO | stdout | INFO: 127.0.0.1:33298 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:35:03 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:35:03 | INFO | stdout | INFO: 127.0.0.1:43316 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:35:13 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:35:13 | INFO | stdout | INFO: 127.0.0.1:59766 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:35:48 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:35:48 | INFO | stdout | INFO: 127.0.0.1:42062 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:35:58 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:35:58 | INFO | stdout | INFO: 127.0.0.1:37000 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:36:33 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:36:33 | INFO | stdout | INFO: 127.0.0.1:57338 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:36:43 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:36:43 | INFO | stdout | INFO: 127.0.0.1:43386 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:37:18 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:37:18 | INFO | stdout | INFO: 127.0.0.1:34094 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:37:28 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:37:28 | INFO | stdout | INFO: 127.0.0.1:60728 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:38:03 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:38:03 | INFO | stdout | INFO: 127.0.0.1:57550 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:38:13 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:38:13 | INFO | stdout | INFO: 127.0.0.1:58068 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:38:48 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:38:48 | INFO | stdout | INFO: 127.0.0.1:37420 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:38:58 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:38:58 | INFO | stdout | INFO: 127.0.0.1:39330 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:39:33 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:39:33 | INFO | stdout | INFO: 127.0.0.1:55938 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:39:43 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:39:43 | INFO | stdout | INFO: 127.0.0.1:35452 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:40:18 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:40:18 | INFO | stdout | INFO: 127.0.0.1:52116 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:40:28 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:40:28 | INFO | stdout | INFO: 127.0.0.1:58596 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:41:03 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:41:03 | INFO | stdout | INFO: 127.0.0.1:44404 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:41:13 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:41:13 | INFO | stdout | INFO: 127.0.0.1:57944 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:41:15 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 06:41:15 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 06:41:15 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 06:41:15 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 06:41:15 | INFO | stdout | INFO: 127.0.0.1:32892 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 06:41:15 | INFO | stdout | INFO: 127.0.0.1:32900 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 06:41:27 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 06:41:27 | INFO | stdout | INFO: 127.0.0.1:40306 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 06:41:42 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 06:41:42 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 06:41:42 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 06:41:42 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 06:41:42 | INFO | stdout | INFO: 127.0.0.1:55634 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 06:41:43 | INFO | stdout | INFO: 127.0.0.1:55650 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 06:41:44 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 06:41:44 | INFO | stdout | INFO: 127.0.0.1:55656 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 06:41:48 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:41:48 | INFO | stdout | INFO: 127.0.0.1:49310 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:41:58 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:41:58 | INFO | stdout | INFO: 127.0.0.1:52362 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:42:00 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 06:42:00 | INFO | stdout | INFO: 127.0.0.1:52366 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 06:42:10 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 06:42:10 | INFO | stdout | INFO: 127.0.0.1:39554 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 06:42:18 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 06:42:18 | INFO | stdout | INFO: 127.0.0.1:34872 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 06:42:33 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:42:33 | INFO | stdout | INFO: 127.0.0.1:39988 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:42:43 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:42:43 | INFO | stdout | INFO: 127.0.0.1:34996 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:43:18 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:43:18 | INFO | stdout | INFO: 127.0.0.1:48162 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:43:28 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:43:28 | INFO | stdout | INFO: 127.0.0.1:38110 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:44:03 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:44:03 | INFO | stdout | INFO: 127.0.0.1:50260 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:44:13 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:44:13 | INFO | stdout | INFO: 127.0.0.1:40616 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:44:48 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:44:48 | INFO | stdout | INFO: 127.0.0.1:51582 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:44:58 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:44:58 | INFO | stdout | INFO: 127.0.0.1:59122 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:45:33 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:45:33 | INFO | stdout | INFO: 127.0.0.1:39042 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:45:44 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:45:44 | INFO | stdout | INFO: 127.0.0.1:36032 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:46:18 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:46:18 | INFO | stdout | INFO: 127.0.0.1:46946 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:46:29 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:46:29 | INFO | stdout | INFO: 127.0.0.1:58046 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:47:03 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:47:03 | INFO | stdout | INFO: 127.0.0.1:39702 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:47:14 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:47:14 | INFO | stdout | INFO: 127.0.0.1:54844 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:47:48 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:47:48 | INFO | stdout | INFO: 127.0.0.1:59686 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:47:59 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:47:59 | INFO | stdout | INFO: 127.0.0.1:34404 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:48:34 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:48:34 | INFO | stdout | INFO: 127.0.0.1:56646 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:48:44 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:48:44 | INFO | stdout | INFO: 127.0.0.1:40042 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:49:19 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:49:19 | INFO | stdout | INFO: 127.0.0.1:54774 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:49:29 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:49:29 | INFO | stdout | INFO: 127.0.0.1:39088 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:50:04 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:50:04 | INFO | stdout | INFO: 127.0.0.1:40042 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:50:14 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:50:14 | INFO | stdout | INFO: 127.0.0.1:59886 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:50:49 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:50:49 | INFO | stdout | INFO: 127.0.0.1:50406 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:50:59 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:50:59 | INFO | stdout | INFO: 127.0.0.1:45610 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:51:34 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:51:34 | INFO | stdout | INFO: 127.0.0.1:40412 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:51:44 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:51:44 | INFO | stdout | INFO: 127.0.0.1:39106 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:52:19 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:52:19 | INFO | stdout | INFO: 127.0.0.1:51782 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:52:29 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:52:29 | INFO | stdout | INFO: 127.0.0.1:47596 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:53:04 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:53:04 | INFO | stdout | INFO: 127.0.0.1:49024 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:53:14 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:53:14 | INFO | stdout | INFO: 127.0.0.1:34738 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:53:49 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:53:49 | INFO | stdout | INFO: 127.0.0.1:33368 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:53:59 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:53:59 | INFO | stdout | INFO: 127.0.0.1:54202 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:54:34 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:54:34 | INFO | stdout | INFO: 127.0.0.1:39052 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:54:44 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:54:44 | INFO | stdout | INFO: 127.0.0.1:45850 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:55:19 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:55:19 | INFO | stdout | INFO: 127.0.0.1:60800 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:55:29 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:55:29 | INFO | stdout | INFO: 127.0.0.1:42972 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:56:04 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:56:04 | INFO | stdout | INFO: 127.0.0.1:54874 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:56:14 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:56:14 | INFO | stdout | INFO: 127.0.0.1:40346 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:56:49 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:56:49 | INFO | stdout | INFO: 127.0.0.1:55580 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:56:59 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:56:59 | INFO | stdout | INFO: 127.0.0.1:34014 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:57:34 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:57:34 | INFO | stdout | INFO: 127.0.0.1:47326 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:57:44 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:57:44 | INFO | stdout | INFO: 127.0.0.1:47682 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:58:19 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:58:19 | INFO | stdout | INFO: 127.0.0.1:48664 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:58:29 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:58:29 | INFO | stdout | INFO: 127.0.0.1:37346 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:59:04 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:59:04 | INFO | stdout | INFO: 127.0.0.1:36716 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:59:14 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 06:59:14 | INFO | stdout | INFO: 127.0.0.1:43732 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 06:59:19 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 06:59:19 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 06:59:19 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 06:59:19 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 06:59:19 | INFO | stdout | INFO: 127.0.0.1:53696 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 06:59:19 | INFO | stdout | INFO: 127.0.0.1:53702 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 06:59:49 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 06:59:49 | INFO | stdout | INFO: 127.0.0.1:52670 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:00:00 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:00:00 | INFO | stdout | INFO: 127.0.0.1:47330 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:00:34 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:00:34 | INFO | stdout | INFO: 127.0.0.1:35278 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:00:45 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:00:45 | INFO | stdout | INFO: 127.0.0.1:55214 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:01:19 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:01:19 | INFO | stdout | INFO: 127.0.0.1:41482 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:01:30 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:01:30 | INFO | stdout | INFO: 127.0.0.1:40620 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:02:04 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:02:05 | INFO | stdout | INFO: 127.0.0.1:43364 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:02:15 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:02:15 | INFO | stdout | INFO: 127.0.0.1:51194 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:02:50 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:02:50 | INFO | stdout | INFO: 127.0.0.1:34312 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:03:00 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:03:00 | INFO | stdout | INFO: 127.0.0.1:60000 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:03:35 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:03:35 | INFO | stdout | INFO: 127.0.0.1:53148 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:03:45 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:03:45 | INFO | stdout | INFO: 127.0.0.1:40668 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:04:20 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:04:20 | INFO | stdout | INFO: 127.0.0.1:34782 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:04:30 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:04:30 | INFO | stdout | INFO: 127.0.0.1:49558 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:05:05 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:05:05 | INFO | stdout | INFO: 127.0.0.1:55908 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:05:15 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:05:15 | INFO | stdout | INFO: 127.0.0.1:47294 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:05:50 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:05:50 | INFO | stdout | INFO: 127.0.0.1:45624 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:06:00 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:06:00 | INFO | stdout | INFO: 127.0.0.1:32812 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:06:35 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:06:35 | INFO | stdout | INFO: 127.0.0.1:53700 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:06:45 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:06:45 | INFO | stdout | INFO: 127.0.0.1:34664 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:07:20 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:07:21 | INFO | stdout | INFO: 127.0.0.1:56570 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:07:30 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:07:30 | INFO | stdout | INFO: 127.0.0.1:40280 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:08:06 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:08:06 | INFO | stdout | INFO: 127.0.0.1:36116 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:08:15 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:08:15 | INFO | stdout | INFO: 127.0.0.1:53496 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:08:51 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:08:51 | INFO | stdout | INFO: 127.0.0.1:49152 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:09:00 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:09:00 | INFO | stdout | INFO: 127.0.0.1:34156 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:09:36 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:09:37 | INFO | stdout | INFO: 127.0.0.1:36438 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:09:45 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:09:45 | INFO | stdout | INFO: 127.0.0.1:57764 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:10:22 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:10:22 | INFO | stdout | INFO: 127.0.0.1:60084 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:10:31 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:10:31 | INFO | stdout | INFO: 127.0.0.1:59984 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:11:07 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:11:07 | INFO | stdout | INFO: 127.0.0.1:45664 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:11:16 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:11:16 | INFO | stdout | INFO: 127.0.0.1:51250 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:11:52 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:11:53 | INFO | stdout | INFO: 127.0.0.1:33542 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:12:01 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:12:01 | INFO | stdout | INFO: 127.0.0.1:45602 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:12:17 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 07:12:17 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 07:12:17 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 07:12:17 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 07:12:17 | INFO | stdout | INFO: 127.0.0.1:47124 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 07:12:17 | INFO | stdout | INFO: 127.0.0.1:47126 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 07:12:38 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:12:38 | INFO | stdout | INFO: 127.0.0.1:37678 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:12:46 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:12:46 | INFO | stdout | INFO: 127.0.0.1:33422 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:13:23 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:13:23 | INFO | stdout | INFO: 127.0.0.1:37416 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:13:31 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:13:31 | INFO | stdout | INFO: 127.0.0.1:56126 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:14:09 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:14:09 | INFO | stdout | INFO: 127.0.0.1:40252 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:14:16 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:14:16 | INFO | stdout | INFO: 127.0.0.1:44974 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:14:54 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:14:54 | INFO | stdout | INFO: 127.0.0.1:38280 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:15:01 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:15:01 | INFO | stdout | INFO: 127.0.0.1:54444 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:15:39 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:15:39 | INFO | stdout | INFO: 127.0.0.1:48884 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:15:46 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:15:46 | INFO | stdout | INFO: 127.0.0.1:37336 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:16:24 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:16:25 | INFO | stdout | INFO: 127.0.0.1:56072 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:16:31 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:16:31 | INFO | stdout | INFO: 127.0.0.1:35392 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:17:10 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:17:10 | INFO | stdout | INFO: 127.0.0.1:41070 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:17:16 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:17:16 | INFO | stdout | INFO: 127.0.0.1:56762 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:17:23 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 07:17:23 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 07:17:23 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 07:17:23 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 07:17:23 | INFO | stdout | INFO: 127.0.0.1:56778 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 07:17:23 | INFO | stdout | INFO: 127.0.0.1:56790 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 07:17:34 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 07:17:34 | INFO | stdout | INFO: 127.0.0.1:45034 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 07:17:52 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 07:17:53 | INFO | stdout | INFO: 127.0.0.1:46540 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 07:17:55 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:17:55 | INFO | stdout | INFO: 127.0.0.1:39332 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:18:01 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:18:01 | INFO | stdout | INFO: 127.0.0.1:39334 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:18:26 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 07:18:27 | INFO | stdout | INFO: 127.0.0.1:45974 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 07:18:40 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:18:40 | INFO | stdout | INFO: 127.0.0.1:47280 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:18:46 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:18:46 | INFO | stdout | INFO: 127.0.0.1:58680 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:19:25 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:19:25 | INFO | stdout | INFO: 127.0.0.1:59642 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:19:31 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:19:31 | INFO | stdout | INFO: 127.0.0.1:59644 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:20:10 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:20:11 | INFO | stdout | INFO: 127.0.0.1:33480 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:20:17 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:20:17 | INFO | stdout | INFO: 127.0.0.1:40500 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:20:56 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:20:56 | INFO | stdout | INFO: 127.0.0.1:41184 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:21:02 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:21:02 | INFO | stdout | INFO: 127.0.0.1:41190 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:21:41 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:21:41 | INFO | stdout | INFO: 127.0.0.1:37732 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:21:47 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:21:47 | INFO | stdout | INFO: 127.0.0.1:45128 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:21:58 | INFO | controller | args: Namespace(host='localhost', port=21001, dispatch_method='shortest_queue', ssl=False) +2024-02-28 07:21:58 | ERROR | stderr | INFO: Started server process [3069713] +2024-02-28 07:21:58 | ERROR | stderr | INFO: Waiting for application startup. +2024-02-28 07:21:58 | ERROR | stderr | INFO: Application startup complete. +2024-02-28 07:21:58 | ERROR | stderr | INFO: Uvicorn running on http://localhost:21001 (Press CTRL+C to quit) +2024-02-28 07:22:26 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:22:26 | INFO | stdout | INFO: 127.0.0.1:43108 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:22:32 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:22:32 | INFO | stdout | INFO: 127.0.0.1:43110 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:23:02 | INFO | controller | Register a new worker: http://localhost:21002 +2024-02-28 07:23:03 | INFO | controller | Register done: http://localhost:21002, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 07:23:03 | INFO | stdout | INFO: 127.0.0.1:33794 - "POST /register_worker HTTP/1.1" 200 OK +2024-02-28 07:23:12 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:23:12 | INFO | stdout | INFO: 127.0.0.1:52348 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:23:17 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:23:17 | INFO | stdout | INFO: 127.0.0.1:46542 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:23:36 | INFO | controller | Register a new worker: http://localhost:21002 +2024-02-28 07:23:36 | INFO | controller | Register done: http://localhost:21002, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 07:23:36 | INFO | stdout | INFO: 127.0.0.1:50334 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 07:23:36 | INFO | stdout | INFO: 127.0.0.1:50346 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 07:23:48 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 07:23:48 | INFO | stdout | INFO: 127.0.0.1:55280 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:23:57 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:23:57 | INFO | stdout | INFO: 127.0.0.1:53764 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:24:02 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:24:02 | INFO | stdout | INFO: 127.0.0.1:53774 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:24:07 | INFO | controller | names: ['http://localhost:21002'], queue_lens: [0.0], ret: http://localhost:21002 +2024-02-28 07:24:07 | INFO | stdout | INFO: 127.0.0.1:34192 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 07:24:20 | INFO | controller | names: ['http://localhost:21002'], queue_lens: [1.0], ret: http://localhost:21002 +2024-02-28 07:24:20 | INFO | stdout | INFO: 127.0.0.1:38732 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 07:24:26 | INFO | controller | names: ['http://localhost:21002'], queue_lens: [2.0], ret: http://localhost:21002 +2024-02-28 07:24:26 | INFO | stdout | INFO: 127.0.0.1:48652 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 07:24:33 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 07:24:33 | INFO | stdout | INFO: 127.0.0.1:41924 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:24:42 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:24:42 | INFO | stdout | INFO: 127.0.0.1:51484 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:24:47 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:24:47 | INFO | stdout | INFO: 127.0.0.1:37182 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:25:00 | INFO | controller | names: ['http://localhost:21002'], queue_lens: [0.0], ret: http://localhost:21002 +2024-02-28 07:25:00 | INFO | stdout | INFO: 127.0.0.1:54802 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 07:25:18 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 07:25:18 | INFO | stdout | INFO: 127.0.0.1:53034 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:25:27 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:25:27 | INFO | stdout | INFO: 127.0.0.1:35724 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:25:29 | INFO | controller | names: ['http://localhost:21002'], queue_lens: [0.0], ret: http://localhost:21002 +2024-02-28 07:25:29 | INFO | stdout | INFO: 127.0.0.1:39676 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 07:25:32 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:25:32 | INFO | stdout | INFO: 127.0.0.1:35736 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:26:03 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 07:26:03 | INFO | stdout | INFO: 127.0.0.1:33082 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:26:12 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:26:12 | INFO | stdout | INFO: 127.0.0.1:57706 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:26:17 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:26:17 | INFO | stdout | INFO: 127.0.0.1:35238 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:26:49 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 07:26:49 | INFO | stdout | INFO: 127.0.0.1:35954 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:26:58 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:26:58 | INFO | stdout | INFO: 127.0.0.1:60936 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:27:02 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:27:02 | INFO | stdout | INFO: 127.0.0.1:60950 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:27:34 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 07:27:34 | INFO | stdout | INFO: 127.0.0.1:34760 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:27:42 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 07:27:42 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 07:27:42 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 07:27:42 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 07:27:42 | INFO | stdout | INFO: 127.0.0.1:42930 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 07:27:42 | INFO | stdout | INFO: 127.0.0.1:42942 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 07:27:43 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:27:43 | INFO | stdout | INFO: 127.0.0.1:42952 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:27:47 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:27:47 | INFO | stdout | INFO: 127.0.0.1:40960 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:28:19 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 07:28:19 | INFO | stdout | INFO: 127.0.0.1:39770 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:28:28 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:28:28 | INFO | stdout | INFO: 127.0.0.1:46252 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:28:32 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:28:32 | INFO | stdout | INFO: 127.0.0.1:46260 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:29:04 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 07:29:05 | INFO | stdout | INFO: 127.0.0.1:39006 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:29:13 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:29:13 | INFO | stdout | INFO: 127.0.0.1:53920 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:29:17 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:29:17 | INFO | stdout | INFO: 127.0.0.1:44856 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:29:50 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 07:29:50 | INFO | stdout | INFO: 127.0.0.1:56064 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:29:58 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:29:58 | INFO | stdout | INFO: 127.0.0.1:54782 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:30:02 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:30:02 | INFO | stdout | INFO: 127.0.0.1:54786 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:30:35 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 07:30:35 | INFO | stdout | INFO: 127.0.0.1:41712 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:30:43 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:30:43 | INFO | stdout | INFO: 127.0.0.1:58992 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:30:47 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:30:47 | INFO | stdout | INFO: 127.0.0.1:32852 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:31:21 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 07:31:21 | INFO | stdout | INFO: 127.0.0.1:47172 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:31:28 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:31:28 | INFO | stdout | INFO: 127.0.0.1:39684 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:31:32 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:31:32 | INFO | stdout | INFO: 127.0.0.1:39700 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:32:06 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 07:32:06 | INFO | stdout | INFO: 127.0.0.1:59270 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:32:14 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:32:14 | INFO | stdout | INFO: 127.0.0.1:42318 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:32:17 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:32:17 | INFO | stdout | INFO: 127.0.0.1:37966 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:32:51 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 07:32:51 | INFO | stdout | INFO: 127.0.0.1:43788 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:32:59 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:32:59 | INFO | stdout | INFO: 127.0.0.1:60842 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:33:03 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:33:03 | INFO | stdout | INFO: 127.0.0.1:60848 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:33:36 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 07:33:37 | INFO | stdout | INFO: 127.0.0.1:39852 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:33:43 | INFO | controller | Register a new worker: http://localhost:21002 +2024-02-28 07:33:43 | INFO | controller | Register done: http://localhost:21002, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 07:33:43 | INFO | stdout | INFO: 127.0.0.1:56394 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 07:33:43 | INFO | stdout | INFO: 127.0.0.1:56402 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 07:33:44 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:33:44 | INFO | stdout | INFO: 127.0.0.1:57232 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:33:48 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:33:48 | INFO | stdout | INFO: 127.0.0.1:40910 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:34:10 | INFO | controller | names: ['http://localhost:21002'], queue_lens: [0.0], ret: http://localhost:21002 +2024-02-28 07:34:10 | INFO | stdout | INFO: 127.0.0.1:58292 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 07:34:22 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 07:34:22 | INFO | stdout | INFO: 127.0.0.1:39140 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:34:29 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:34:29 | INFO | stdout | INFO: 127.0.0.1:51728 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:34:33 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:34:33 | INFO | stdout | INFO: 127.0.0.1:51744 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:34:36 | INFO | controller | names: ['http://localhost:21002'], queue_lens: [0.0], ret: http://localhost:21002 +2024-02-28 07:34:37 | INFO | stdout | INFO: 127.0.0.1:33742 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 07:34:52 | INFO | controller | names: ['http://localhost:21002'], queue_lens: [1.0], ret: http://localhost:21002 +2024-02-28 07:34:52 | INFO | stdout | INFO: 127.0.0.1:53778 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 07:35:07 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 07:35:07 | INFO | stdout | INFO: 127.0.0.1:58882 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:35:14 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:35:14 | INFO | stdout | INFO: 127.0.0.1:59424 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:35:18 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:35:18 | INFO | stdout | INFO: 127.0.0.1:38270 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:35:52 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 07:35:53 | INFO | stdout | INFO: 127.0.0.1:49146 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:36:00 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:36:00 | INFO | stdout | INFO: 127.0.0.1:58328 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:36:03 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:36:03 | INFO | stdout | INFO: 127.0.0.1:58330 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:36:38 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 07:36:38 | INFO | stdout | INFO: 127.0.0.1:45186 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:36:45 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:36:45 | INFO | stdout | INFO: 127.0.0.1:53876 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:36:48 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:36:48 | INFO | stdout | INFO: 127.0.0.1:53890 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:36:52 | INFO | controller | names: ['http://localhost:21002'], queue_lens: [0.0], ret: http://localhost:21002 +2024-02-28 07:36:52 | INFO | stdout | INFO: 127.0.0.1:58982 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 07:37:23 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 07:37:23 | INFO | stdout | INFO: 127.0.0.1:59096 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:37:24 | INFO | controller | names: ['http://localhost:21002'], queue_lens: [0.0], ret: http://localhost:21002 +2024-02-28 07:37:24 | INFO | stdout | INFO: 127.0.0.1:59108 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 07:37:30 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:37:30 | INFO | stdout | INFO: 127.0.0.1:36854 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:37:33 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:37:33 | INFO | stdout | INFO: 127.0.0.1:36858 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:38:08 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 07:38:08 | INFO | stdout | INFO: 127.0.0.1:58862 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:38:15 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:38:15 | INFO | stdout | INFO: 127.0.0.1:33490 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:38:18 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:38:18 | INFO | stdout | INFO: 127.0.0.1:33506 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:38:53 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 07:38:54 | INFO | stdout | INFO: 127.0.0.1:50160 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:39:00 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:39:00 | INFO | stdout | INFO: 127.0.0.1:50460 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:39:03 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:39:03 | INFO | stdout | INFO: 127.0.0.1:50472 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:39:39 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 07:39:39 | INFO | stdout | INFO: 127.0.0.1:36384 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:39:45 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:39:45 | INFO | stdout | INFO: 127.0.0.1:39014 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:39:48 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:39:48 | INFO | stdout | INFO: 127.0.0.1:39020 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:40:24 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 07:40:24 | INFO | stdout | INFO: 127.0.0.1:50124 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:40:31 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:40:31 | INFO | stdout | INFO: 127.0.0.1:46332 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:40:33 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:40:33 | INFO | stdout | INFO: 127.0.0.1:46336 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:41:10 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 07:41:10 | INFO | stdout | INFO: 127.0.0.1:33810 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:41:16 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:41:16 | INFO | stdout | INFO: 127.0.0.1:58424 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:41:18 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:41:18 | INFO | stdout | INFO: 127.0.0.1:58440 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:41:55 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 07:41:55 | INFO | stdout | INFO: 127.0.0.1:40598 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:42:00 | INFO | controller | names: ['http://localhost:21002'], queue_lens: [0.0], ret: http://localhost:21002 +2024-02-28 07:42:00 | INFO | stdout | INFO: 127.0.0.1:40600 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 07:42:01 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:42:01 | INFO | stdout | INFO: 127.0.0.1:47730 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:42:03 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:42:03 | INFO | stdout | INFO: 127.0.0.1:47744 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:42:18 | INFO | controller | names: ['http://localhost:21002'], queue_lens: [1.0], ret: http://localhost:21002 +2024-02-28 07:42:18 | INFO | stdout | INFO: 127.0.0.1:59160 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 07:42:29 | INFO | controller | names: ['http://localhost:21002'], queue_lens: [2.0], ret: http://localhost:21002 +2024-02-28 07:42:29 | INFO | stdout | INFO: 127.0.0.1:40984 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 07:42:40 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 07:42:40 | INFO | stdout | INFO: 127.0.0.1:49118 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:42:46 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:42:46 | INFO | stdout | INFO: 127.0.0.1:57914 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:42:48 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:42:48 | INFO | stdout | INFO: 127.0.0.1:57926 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:43:21 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 07:43:21 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 07:43:21 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 07:43:21 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 07:43:21 | INFO | stdout | INFO: 127.0.0.1:60176 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 07:43:21 | INFO | stdout | INFO: 127.0.0.1:60184 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 07:43:25 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 07:43:25 | INFO | stdout | INFO: 127.0.0.1:59986 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:43:31 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:43:31 | INFO | stdout | INFO: 127.0.0.1:40390 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:43:33 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:43:33 | INFO | stdout | INFO: 127.0.0.1:40392 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:44:10 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 07:44:10 | INFO | stdout | INFO: 127.0.0.1:41454 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:44:17 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:44:17 | INFO | stdout | INFO: 127.0.0.1:50876 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:44:18 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:44:18 | INFO | stdout | INFO: 127.0.0.1:50888 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:44:55 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 07:44:55 | INFO | stdout | INFO: 127.0.0.1:60994 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:45:02 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:45:02 | INFO | stdout | INFO: 127.0.0.1:38842 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:45:03 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:45:03 | INFO | stdout | INFO: 127.0.0.1:38848 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:45:41 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 07:45:41 | INFO | stdout | INFO: 127.0.0.1:55618 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:45:47 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:45:47 | INFO | stdout | INFO: 127.0.0.1:58008 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:45:49 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:45:49 | INFO | stdout | INFO: 127.0.0.1:58024 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:46:26 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 07:46:26 | INFO | stdout | INFO: 127.0.0.1:36242 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:46:32 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:46:32 | INFO | stdout | INFO: 127.0.0.1:51580 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:46:32 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 07:46:32 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 07:46:32 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 07:46:32 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 07:46:32 | INFO | stdout | INFO: 127.0.0.1:51594 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 07:46:32 | INFO | stdout | INFO: 127.0.0.1:51604 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 07:46:34 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:46:34 | INFO | stdout | INFO: 127.0.0.1:51614 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:46:55 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 07:46:56 | INFO | stdout | INFO: 127.0.0.1:52924 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 07:47:11 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 07:47:11 | INFO | stdout | INFO: 127.0.0.1:57142 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:47:17 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:47:17 | INFO | stdout | INFO: 127.0.0.1:49216 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:47:19 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:47:19 | INFO | stdout | INFO: 127.0.0.1:49224 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:47:30 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 07:47:30 | INFO | stdout | INFO: 127.0.0.1:57108 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 07:47:56 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 07:47:56 | INFO | stdout | INFO: 127.0.0.1:42254 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:48:02 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:48:02 | INFO | stdout | INFO: 127.0.0.1:52422 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:48:04 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:48:04 | INFO | stdout | INFO: 127.0.0.1:52432 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:48:18 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 07:48:18 | INFO | stdout | INFO: 127.0.0.1:58962 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 07:48:38 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 07:48:38 | INFO | stdout | INFO: 127.0.0.1:49442 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 07:48:41 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 07:48:41 | INFO | stdout | INFO: 127.0.0.1:48658 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:48:47 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:48:47 | INFO | stdout | INFO: 127.0.0.1:56802 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:48:49 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:48:49 | INFO | stdout | INFO: 127.0.0.1:56814 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:48:50 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 07:48:50 | INFO | stdout | INFO: 127.0.0.1:56828 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 07:49:12 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 07:49:12 | INFO | stdout | INFO: 127.0.0.1:59594 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 07:49:27 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 07:49:27 | INFO | stdout | INFO: 127.0.0.1:59766 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:49:32 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:49:32 | INFO | stdout | INFO: 127.0.0.1:46218 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:49:34 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:49:34 | INFO | stdout | INFO: 127.0.0.1:46220 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:49:49 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 07:49:49 | INFO | stdout | INFO: 127.0.0.1:41376 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 07:50:04 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [1.0], ret: http://localhost:40001 +2024-02-28 07:50:04 | INFO | stdout | INFO: 127.0.0.1:46296 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 07:50:12 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 07:50:12 | INFO | stdout | INFO: 127.0.0.1:57292 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:50:18 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:50:18 | INFO | stdout | INFO: 127.0.0.1:50820 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:50:19 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:50:19 | INFO | stdout | INFO: 127.0.0.1:50826 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:50:57 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 07:50:57 | INFO | stdout | INFO: 127.0.0.1:38208 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:50:57 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 07:50:57 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 07:50:57 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 07:50:57 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 07:50:57 | INFO | stdout | INFO: 127.0.0.1:48484 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 07:50:57 | INFO | stdout | INFO: 127.0.0.1:48500 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 07:51:03 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:51:03 | INFO | stdout | INFO: 127.0.0.1:48512 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:51:04 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:51:04 | INFO | stdout | INFO: 127.0.0.1:48514 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:51:42 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 07:51:42 | INFO | stdout | INFO: 127.0.0.1:56560 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:51:43 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 07:51:43 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 07:51:43 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 07:51:43 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 07:51:43 | INFO | stdout | INFO: 127.0.0.1:56952 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 07:51:43 | INFO | stdout | INFO: 127.0.0.1:56960 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 07:51:48 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:51:48 | INFO | stdout | INFO: 127.0.0.1:49870 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:51:49 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:51:49 | INFO | stdout | INFO: 127.0.0.1:49876 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:51:55 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 07:51:55 | INFO | stdout | INFO: 127.0.0.1:50690 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 07:52:27 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 07:52:27 | INFO | stdout | INFO: 127.0.0.1:58508 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:52:33 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:52:33 | INFO | stdout | INFO: 127.0.0.1:53268 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:52:34 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:52:34 | INFO | stdout | INFO: 127.0.0.1:53284 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:52:51 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 07:52:52 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 07:52:52 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 07:52:52 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 07:52:52 | INFO | stdout | INFO: 127.0.0.1:38072 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 07:52:52 | INFO | stdout | INFO: 127.0.0.1:38086 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 07:53:12 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 07:53:12 | INFO | stdout | INFO: 127.0.0.1:58332 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:53:18 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:53:18 | INFO | stdout | INFO: 127.0.0.1:39070 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:53:19 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:53:19 | INFO | stdout | INFO: 127.0.0.1:39086 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:53:38 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 07:53:38 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 07:53:38 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 07:53:38 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 07:53:38 | INFO | stdout | INFO: 127.0.0.1:52368 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 07:53:38 | INFO | stdout | INFO: 127.0.0.1:52374 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 07:53:48 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 07:53:48 | INFO | stdout | INFO: 127.0.0.1:57838 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 07:53:57 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 07:53:57 | INFO | stdout | INFO: 127.0.0.1:47252 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:54:03 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:54:03 | INFO | stdout | INFO: 127.0.0.1:35342 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:54:04 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:54:04 | INFO | stdout | INFO: 127.0.0.1:35354 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:54:13 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 07:54:13 | INFO | stdout | INFO: 127.0.0.1:51078 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 07:54:42 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 07:54:42 | INFO | stdout | INFO: 127.0.0.1:47680 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:54:46 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 07:54:46 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 07:54:46 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 07:54:46 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 07:54:46 | INFO | stdout | INFO: 127.0.0.1:38838 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 07:54:46 | INFO | stdout | INFO: 127.0.0.1:38848 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 07:54:48 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:54:48 | INFO | stdout | INFO: 127.0.0.1:38852 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:54:49 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:54:49 | INFO | stdout | INFO: 127.0.0.1:38864 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:54:56 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 07:54:56 | INFO | stdout | INFO: 127.0.0.1:46058 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 07:55:27 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 07:55:27 | INFO | stdout | INFO: 127.0.0.1:49664 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:55:33 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:55:33 | INFO | stdout | INFO: 127.0.0.1:46154 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:55:34 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:55:34 | INFO | stdout | INFO: 127.0.0.1:46158 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:56:12 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 07:56:12 | INFO | stdout | INFO: 127.0.0.1:36568 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:56:18 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:56:18 | INFO | stdout | INFO: 127.0.0.1:59942 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:56:19 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:56:19 | INFO | stdout | INFO: 127.0.0.1:59952 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:56:49 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 07:56:49 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 07:56:49 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 07:56:49 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 07:56:49 | INFO | stdout | INFO: 127.0.0.1:56010 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 07:56:49 | INFO | stdout | INFO: 127.0.0.1:56026 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 07:56:57 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 07:56:57 | INFO | stdout | INFO: 127.0.0.1:40276 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:57:03 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:57:03 | INFO | stdout | INFO: 127.0.0.1:58518 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:57:04 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:57:04 | INFO | stdout | INFO: 127.0.0.1:58530 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:57:42 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 07:57:42 | INFO | stdout | INFO: 127.0.0.1:54608 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:57:49 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:57:49 | INFO | stdout | INFO: 127.0.0.1:50720 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:57:50 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:57:50 | INFO | stdout | INFO: 127.0.0.1:50726 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:58:27 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 07:58:27 | INFO | stdout | INFO: 127.0.0.1:58722 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:58:34 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:58:34 | INFO | stdout | INFO: 127.0.0.1:53236 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:58:35 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:58:35 | INFO | stdout | INFO: 127.0.0.1:41408 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:58:54 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 07:58:54 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 07:58:54 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 07:58:54 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 07:58:54 | INFO | stdout | INFO: 127.0.0.1:33762 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 07:58:54 | INFO | stdout | INFO: 127.0.0.1:33768 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 07:59:12 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 07:59:12 | INFO | stdout | INFO: 127.0.0.1:47682 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:59:19 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 07:59:19 | INFO | stdout | INFO: 127.0.0.1:58304 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:59:20 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 07:59:20 | INFO | stdout | INFO: 127.0.0.1:58310 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 07:59:58 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 07:59:58 | INFO | stdout | INFO: 127.0.0.1:37608 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:00:04 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:00:04 | INFO | stdout | INFO: 127.0.0.1:42884 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:00:05 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:00:05 | INFO | stdout | INFO: 127.0.0.1:40514 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:00:43 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:00:43 | INFO | stdout | INFO: 127.0.0.1:36552 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:00:49 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:00:49 | INFO | stdout | INFO: 127.0.0.1:47140 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:00:50 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:00:50 | INFO | stdout | INFO: 127.0.0.1:47142 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:01:28 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:01:28 | INFO | stdout | INFO: 127.0.0.1:51856 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:01:34 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:01:34 | INFO | stdout | INFO: 127.0.0.1:35586 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:01:35 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:01:35 | INFO | stdout | INFO: 127.0.0.1:51158 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:02:13 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:02:13 | INFO | stdout | INFO: 127.0.0.1:40708 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:02:19 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:02:19 | INFO | stdout | INFO: 127.0.0.1:37348 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:02:20 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:02:20 | INFO | stdout | INFO: 127.0.0.1:37364 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:02:58 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:02:58 | INFO | stdout | INFO: 127.0.0.1:59008 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:03:04 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:03:04 | INFO | stdout | INFO: 127.0.0.1:35434 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:03:05 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:03:05 | INFO | stdout | INFO: 127.0.0.1:42320 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:03:43 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:03:43 | INFO | stdout | INFO: 127.0.0.1:44220 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:03:49 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:03:49 | INFO | stdout | INFO: 127.0.0.1:46898 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:03:50 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:03:50 | INFO | stdout | INFO: 127.0.0.1:46914 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:04:28 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:04:28 | INFO | stdout | INFO: 127.0.0.1:46494 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:04:34 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:04:34 | INFO | stdout | INFO: 127.0.0.1:49746 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:04:35 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:04:35 | INFO | stdout | INFO: 127.0.0.1:47658 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:05:13 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:05:13 | INFO | stdout | INFO: 127.0.0.1:46738 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:05:19 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:05:19 | INFO | stdout | INFO: 127.0.0.1:48034 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:05:20 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:05:20 | INFO | stdout | INFO: 127.0.0.1:48036 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:05:58 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:05:58 | INFO | stdout | INFO: 127.0.0.1:60474 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:06:04 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:06:04 | INFO | stdout | INFO: 127.0.0.1:47306 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:06:05 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:06:05 | INFO | stdout | INFO: 127.0.0.1:41152 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:06:43 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:06:43 | INFO | stdout | INFO: 127.0.0.1:46618 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:06:50 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:06:50 | INFO | stdout | INFO: 127.0.0.1:34996 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:06:50 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:06:50 | INFO | stdout | INFO: 127.0.0.1:35012 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:07:28 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:07:28 | INFO | stdout | INFO: 127.0.0.1:35184 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:07:35 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:07:35 | INFO | stdout | INFO: 127.0.0.1:59388 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:07:35 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:07:35 | INFO | stdout | INFO: 127.0.0.1:59396 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:08:13 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:08:13 | INFO | stdout | INFO: 127.0.0.1:46610 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:08:20 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:08:20 | INFO | stdout | INFO: 127.0.0.1:33436 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:08:20 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:08:20 | INFO | stdout | INFO: 127.0.0.1:33438 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:08:58 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:08:58 | INFO | stdout | INFO: 127.0.0.1:43444 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:09:05 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:09:05 | INFO | stdout | INFO: 127.0.0.1:54058 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:09:05 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:09:05 | INFO | stdout | INFO: 127.0.0.1:54066 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:09:43 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:09:43 | INFO | stdout | INFO: 127.0.0.1:54466 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:09:50 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:09:50 | INFO | stdout | INFO: 127.0.0.1:43718 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:09:50 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:09:50 | INFO | stdout | INFO: 127.0.0.1:43730 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:10:28 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:10:28 | INFO | stdout | INFO: 127.0.0.1:57126 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:10:35 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:10:35 | INFO | stdout | INFO: 127.0.0.1:57392 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:10:35 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:10:35 | INFO | stdout | INFO: 127.0.0.1:57400 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:11:13 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:11:13 | INFO | stdout | INFO: 127.0.0.1:58950 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:11:20 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:11:20 | INFO | stdout | INFO: 127.0.0.1:40924 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:11:20 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:11:20 | INFO | stdout | INFO: 127.0.0.1:40934 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:11:58 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:11:58 | INFO | stdout | INFO: 127.0.0.1:33396 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:12:05 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:12:05 | INFO | stdout | INFO: 127.0.0.1:40854 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:12:06 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:12:06 | INFO | stdout | INFO: 127.0.0.1:40856 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:12:44 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:12:44 | INFO | stdout | INFO: 127.0.0.1:60082 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:12:50 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:12:50 | INFO | stdout | INFO: 127.0.0.1:33808 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:12:51 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:12:51 | INFO | stdout | INFO: 127.0.0.1:33824 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:13:29 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:13:29 | INFO | stdout | INFO: 127.0.0.1:56046 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:13:35 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:13:35 | INFO | stdout | INFO: 127.0.0.1:40968 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:13:36 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:13:36 | INFO | stdout | INFO: 127.0.0.1:40982 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:14:14 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:14:14 | INFO | stdout | INFO: 127.0.0.1:52488 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:14:20 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:14:20 | INFO | stdout | INFO: 127.0.0.1:46638 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:14:21 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:14:21 | INFO | stdout | INFO: 127.0.0.1:46640 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:14:59 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:14:59 | INFO | stdout | INFO: 127.0.0.1:35176 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:15:05 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:15:05 | INFO | stdout | INFO: 127.0.0.1:57724 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:15:06 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:15:06 | INFO | stdout | INFO: 127.0.0.1:57734 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:15:44 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:15:44 | INFO | stdout | INFO: 127.0.0.1:55468 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:15:50 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:15:50 | INFO | stdout | INFO: 127.0.0.1:42724 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:15:51 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:15:51 | INFO | stdout | INFO: 127.0.0.1:42734 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:16:29 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:16:29 | INFO | stdout | INFO: 127.0.0.1:37414 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:16:35 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:16:35 | INFO | stdout | INFO: 127.0.0.1:51540 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:16:36 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:16:36 | INFO | stdout | INFO: 127.0.0.1:51544 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:17:14 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:17:14 | INFO | stdout | INFO: 127.0.0.1:49050 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:17:20 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:17:20 | INFO | stdout | INFO: 127.0.0.1:40906 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:17:21 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:17:21 | INFO | stdout | INFO: 127.0.0.1:40912 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:17:59 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:17:59 | INFO | stdout | INFO: 127.0.0.1:46844 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:18:05 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:18:05 | INFO | stdout | INFO: 127.0.0.1:42952 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:18:06 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:18:06 | INFO | stdout | INFO: 127.0.0.1:42968 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:18:44 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:18:44 | INFO | stdout | INFO: 127.0.0.1:37950 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:18:50 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:18:50 | INFO | stdout | INFO: 127.0.0.1:44744 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:18:51 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:18:51 | INFO | stdout | INFO: 127.0.0.1:44754 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:19:29 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:19:29 | INFO | stdout | INFO: 127.0.0.1:52844 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:19:36 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:19:36 | INFO | stdout | INFO: 127.0.0.1:33424 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:19:36 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:19:36 | INFO | stdout | INFO: 127.0.0.1:33434 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:20:14 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:20:14 | INFO | stdout | INFO: 127.0.0.1:49338 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:20:21 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:20:21 | INFO | stdout | INFO: 127.0.0.1:54946 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:20:21 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:20:21 | INFO | stdout | INFO: 127.0.0.1:54954 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:20:59 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:20:59 | INFO | stdout | INFO: 127.0.0.1:38892 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:21:06 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:21:06 | INFO | stdout | INFO: 127.0.0.1:40070 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:21:06 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:21:06 | INFO | stdout | INFO: 127.0.0.1:40086 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:21:44 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:21:44 | INFO | stdout | INFO: 127.0.0.1:36758 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:21:51 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:21:51 | INFO | stdout | INFO: 127.0.0.1:51428 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:21:51 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:21:51 | INFO | stdout | INFO: 127.0.0.1:51440 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:22:30 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:22:30 | INFO | stdout | INFO: 127.0.0.1:54898 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:22:36 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:22:36 | INFO | stdout | INFO: 127.0.0.1:34866 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:22:36 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:22:36 | INFO | stdout | INFO: 127.0.0.1:34870 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:23:15 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:23:15 | INFO | stdout | INFO: 127.0.0.1:34416 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:23:21 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:23:21 | INFO | stdout | INFO: 127.0.0.1:50004 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:23:21 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:23:21 | INFO | stdout | INFO: 127.0.0.1:50008 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:24:00 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:24:00 | INFO | stdout | INFO: 127.0.0.1:53442 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:24:06 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:24:06 | INFO | stdout | INFO: 127.0.0.1:59008 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:24:06 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:24:06 | INFO | stdout | INFO: 127.0.0.1:59012 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:24:45 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:24:45 | INFO | stdout | INFO: 127.0.0.1:46096 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:24:51 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:24:51 | INFO | stdout | INFO: 127.0.0.1:36976 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:24:51 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:24:51 | INFO | stdout | INFO: 127.0.0.1:36982 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:25:30 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:25:30 | INFO | stdout | INFO: 127.0.0.1:47272 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:25:36 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:25:36 | INFO | stdout | INFO: 127.0.0.1:55100 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:25:36 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:25:36 | INFO | stdout | INFO: 127.0.0.1:55102 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:26:15 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:26:15 | INFO | stdout | INFO: 127.0.0.1:60832 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:26:21 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:26:21 | INFO | stdout | INFO: 127.0.0.1:55934 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:26:22 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:26:22 | INFO | stdout | INFO: 127.0.0.1:55936 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:27:00 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:27:00 | INFO | stdout | INFO: 127.0.0.1:50866 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:27:06 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:27:06 | INFO | stdout | INFO: 127.0.0.1:37578 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:27:07 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:27:07 | INFO | stdout | INFO: 127.0.0.1:37586 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:27:45 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:27:45 | INFO | stdout | INFO: 127.0.0.1:43156 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:27:51 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:27:51 | INFO | stdout | INFO: 127.0.0.1:48128 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:27:52 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:27:52 | INFO | stdout | INFO: 127.0.0.1:48140 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:28:30 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:28:30 | INFO | stdout | INFO: 127.0.0.1:37356 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:28:36 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:28:36 | INFO | stdout | INFO: 127.0.0.1:55252 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:28:37 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:28:37 | INFO | stdout | INFO: 127.0.0.1:55262 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:29:15 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:29:15 | INFO | stdout | INFO: 127.0.0.1:36664 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:29:21 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:29:21 | INFO | stdout | INFO: 127.0.0.1:46866 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:29:22 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:29:22 | INFO | stdout | INFO: 127.0.0.1:46872 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:30:00 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:30:00 | INFO | stdout | INFO: 127.0.0.1:44260 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:30:06 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:30:06 | INFO | stdout | INFO: 127.0.0.1:39968 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:30:07 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:30:07 | INFO | stdout | INFO: 127.0.0.1:39970 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:30:45 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:30:45 | INFO | stdout | INFO: 127.0.0.1:35684 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:30:51 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:30:51 | INFO | stdout | INFO: 127.0.0.1:33356 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:30:52 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:30:52 | INFO | stdout | INFO: 127.0.0.1:33364 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:31:30 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:31:30 | INFO | stdout | INFO: 127.0.0.1:41852 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:31:37 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:31:37 | INFO | stdout | INFO: 127.0.0.1:36988 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:31:37 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:31:37 | INFO | stdout | INFO: 127.0.0.1:37004 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:32:15 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:32:15 | INFO | stdout | INFO: 127.0.0.1:56610 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:32:22 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:32:22 | INFO | stdout | INFO: 127.0.0.1:32960 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:32:22 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:32:22 | INFO | stdout | INFO: 127.0.0.1:32962 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:33:00 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:33:00 | INFO | stdout | INFO: 127.0.0.1:35770 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:33:07 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:33:07 | INFO | stdout | INFO: 127.0.0.1:34946 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:33:07 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:33:07 | INFO | stdout | INFO: 127.0.0.1:34950 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:33:45 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:33:45 | INFO | stdout | INFO: 127.0.0.1:39258 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:33:52 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:33:52 | INFO | stdout | INFO: 127.0.0.1:57008 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:33:52 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:33:52 | INFO | stdout | INFO: 127.0.0.1:57022 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:34:31 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:34:31 | INFO | stdout | INFO: 127.0.0.1:40026 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:34:37 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:34:37 | INFO | stdout | INFO: 127.0.0.1:46838 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:34:37 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:34:37 | INFO | stdout | INFO: 127.0.0.1:46848 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:35:16 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:35:16 | INFO | stdout | INFO: 127.0.0.1:58110 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:35:22 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:35:22 | INFO | stdout | INFO: 127.0.0.1:59494 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:35:22 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:35:22 | INFO | stdout | INFO: 127.0.0.1:59504 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:36:01 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:36:01 | INFO | stdout | INFO: 127.0.0.1:48958 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:36:07 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:36:07 | INFO | stdout | INFO: 127.0.0.1:56588 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:36:07 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:36:07 | INFO | stdout | INFO: 127.0.0.1:56596 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:36:46 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:36:46 | INFO | stdout | INFO: 127.0.0.1:42684 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:36:52 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:36:52 | INFO | stdout | INFO: 127.0.0.1:46086 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:36:52 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:36:52 | INFO | stdout | INFO: 127.0.0.1:46102 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:37:31 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:37:31 | INFO | stdout | INFO: 127.0.0.1:53612 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:37:37 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:37:37 | INFO | stdout | INFO: 127.0.0.1:60196 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:37:37 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:37:37 | INFO | stdout | INFO: 127.0.0.1:60210 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:38:16 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:38:16 | INFO | stdout | INFO: 127.0.0.1:45240 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:38:22 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:38:22 | INFO | stdout | INFO: 127.0.0.1:33376 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:38:22 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:38:22 | INFO | stdout | INFO: 127.0.0.1:33382 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:39:01 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:39:01 | INFO | stdout | INFO: 127.0.0.1:54516 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:39:07 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:39:07 | INFO | stdout | INFO: 127.0.0.1:50782 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:39:07 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:39:07 | INFO | stdout | INFO: 127.0.0.1:50788 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:39:46 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:39:46 | INFO | stdout | INFO: 127.0.0.1:56202 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:39:52 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:39:52 | INFO | stdout | INFO: 127.0.0.1:38376 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:39:52 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:39:52 | INFO | stdout | INFO: 127.0.0.1:38386 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:40:31 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:40:31 | INFO | stdout | INFO: 127.0.0.1:36562 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:40:37 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:40:37 | INFO | stdout | INFO: 127.0.0.1:41152 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:40:37 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:40:37 | INFO | stdout | INFO: 127.0.0.1:41164 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:41:16 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:41:16 | INFO | stdout | INFO: 127.0.0.1:37722 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:41:23 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:41:23 | INFO | stdout | INFO: 127.0.0.1:51316 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:41:23 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:41:23 | INFO | stdout | INFO: 127.0.0.1:51318 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:42:01 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:42:01 | INFO | stdout | INFO: 127.0.0.1:37346 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:42:08 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:42:08 | INFO | stdout | INFO: 127.0.0.1:54170 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:42:08 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:42:08 | INFO | stdout | INFO: 127.0.0.1:54176 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:42:46 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:42:46 | INFO | stdout | INFO: 127.0.0.1:36288 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:42:53 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:42:53 | INFO | stdout | INFO: 127.0.0.1:37434 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:42:53 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:42:53 | INFO | stdout | INFO: 127.0.0.1:37446 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:43:31 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:43:31 | INFO | stdout | INFO: 127.0.0.1:39266 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:43:38 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:43:38 | INFO | stdout | INFO: 127.0.0.1:38316 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:43:38 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:43:38 | INFO | stdout | INFO: 127.0.0.1:38328 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:44:17 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:44:17 | INFO | stdout | INFO: 127.0.0.1:45614 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:44:23 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:44:23 | INFO | stdout | INFO: 127.0.0.1:39966 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:44:23 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:44:23 | INFO | stdout | INFO: 127.0.0.1:39974 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:45:02 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:45:02 | INFO | stdout | INFO: 127.0.0.1:35548 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:45:08 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:45:08 | INFO | stdout | INFO: 127.0.0.1:49280 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:45:08 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:45:08 | INFO | stdout | INFO: 127.0.0.1:49288 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:45:47 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:45:47 | INFO | stdout | INFO: 127.0.0.1:59186 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:45:53 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:45:53 | INFO | stdout | INFO: 127.0.0.1:46306 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:45:53 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:45:53 | INFO | stdout | INFO: 127.0.0.1:46308 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:46:32 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:46:32 | INFO | stdout | INFO: 127.0.0.1:59582 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:46:38 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:46:38 | INFO | stdout | INFO: 127.0.0.1:40256 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:46:38 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:46:38 | INFO | stdout | INFO: 127.0.0.1:40260 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:47:17 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:47:17 | INFO | stdout | INFO: 127.0.0.1:41162 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:47:23 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:47:23 | INFO | stdout | INFO: 127.0.0.1:53720 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:47:23 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:47:23 | INFO | stdout | INFO: 127.0.0.1:53722 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:48:02 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:48:02 | INFO | stdout | INFO: 127.0.0.1:49056 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:48:08 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:48:08 | INFO | stdout | INFO: 127.0.0.1:49352 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:48:08 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:48:08 | INFO | stdout | INFO: 127.0.0.1:49356 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:48:47 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:48:47 | INFO | stdout | INFO: 127.0.0.1:48184 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:48:53 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:48:53 | INFO | stdout | INFO: 127.0.0.1:36170 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:48:53 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:48:53 | INFO | stdout | INFO: 127.0.0.1:36174 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:49:32 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:49:32 | INFO | stdout | INFO: 127.0.0.1:59698 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:49:38 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:49:38 | INFO | stdout | INFO: 127.0.0.1:56058 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:49:38 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:49:38 | INFO | stdout | INFO: 127.0.0.1:56066 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:50:17 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:50:17 | INFO | stdout | INFO: 127.0.0.1:55084 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:50:23 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:50:23 | INFO | stdout | INFO: 127.0.0.1:43274 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:50:23 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:50:23 | INFO | stdout | INFO: 127.0.0.1:43288 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:51:02 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:51:02 | INFO | stdout | INFO: 127.0.0.1:47070 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:51:08 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:51:08 | INFO | stdout | INFO: 127.0.0.1:34094 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:51:08 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:51:08 | INFO | stdout | INFO: 127.0.0.1:34108 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:51:47 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:51:47 | INFO | stdout | INFO: 127.0.0.1:43962 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:51:53 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:51:53 | INFO | stdout | INFO: 127.0.0.1:60622 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:51:53 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:51:53 | INFO | stdout | INFO: 127.0.0.1:60628 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:52:32 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:52:32 | INFO | stdout | INFO: 127.0.0.1:37552 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:52:38 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:52:38 | INFO | stdout | INFO: 127.0.0.1:39860 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:52:38 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:52:38 | INFO | stdout | INFO: 127.0.0.1:39872 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:53:18 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:53:18 | INFO | stdout | INFO: 127.0.0.1:51504 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:53:23 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:53:23 | INFO | stdout | INFO: 127.0.0.1:57654 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:53:24 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:53:24 | INFO | stdout | INFO: 127.0.0.1:57656 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:54:03 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:54:03 | INFO | stdout | INFO: 127.0.0.1:50010 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:54:08 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:54:08 | INFO | stdout | INFO: 127.0.0.1:53746 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:54:09 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:54:09 | INFO | stdout | INFO: 127.0.0.1:53752 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:54:48 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:54:48 | INFO | stdout | INFO: 127.0.0.1:35636 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:54:53 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:54:53 | INFO | stdout | INFO: 127.0.0.1:51360 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:54:54 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:54:54 | INFO | stdout | INFO: 127.0.0.1:51368 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:55:33 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:55:33 | INFO | stdout | INFO: 127.0.0.1:50692 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:55:38 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:55:38 | INFO | stdout | INFO: 127.0.0.1:44282 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:55:39 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:55:39 | INFO | stdout | INFO: 127.0.0.1:44284 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:56:18 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:56:18 | INFO | stdout | INFO: 127.0.0.1:43484 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:56:23 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:56:23 | INFO | stdout | INFO: 127.0.0.1:57034 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:56:24 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:56:24 | INFO | stdout | INFO: 127.0.0.1:57044 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:57:03 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:57:03 | INFO | stdout | INFO: 127.0.0.1:34842 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:57:09 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:57:09 | INFO | stdout | INFO: 127.0.0.1:42964 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:57:09 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:57:09 | INFO | stdout | INFO: 127.0.0.1:42978 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:57:48 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:57:48 | INFO | stdout | INFO: 127.0.0.1:50174 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:57:54 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:57:54 | INFO | stdout | INFO: 127.0.0.1:46330 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:57:54 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:57:54 | INFO | stdout | INFO: 127.0.0.1:46346 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:58:33 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:58:33 | INFO | stdout | INFO: 127.0.0.1:35216 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:58:39 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:58:39 | INFO | stdout | INFO: 127.0.0.1:35364 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:58:39 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:58:39 | INFO | stdout | INFO: 127.0.0.1:35380 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:59:18 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 08:59:18 | INFO | stdout | INFO: 127.0.0.1:40894 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:59:24 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 08:59:24 | INFO | stdout | INFO: 127.0.0.1:34800 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 08:59:24 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 08:59:24 | INFO | stdout | INFO: 127.0.0.1:34816 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:00:03 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 09:00:03 | INFO | stdout | INFO: 127.0.0.1:58844 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:00:09 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:00:09 | INFO | stdout | INFO: 127.0.0.1:37210 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:00:09 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:00:09 | INFO | stdout | INFO: 127.0.0.1:37226 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:00:48 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 09:00:48 | INFO | stdout | INFO: 127.0.0.1:39034 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:00:54 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:00:54 | INFO | stdout | INFO: 127.0.0.1:50330 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:00:54 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:00:54 | INFO | stdout | INFO: 127.0.0.1:50332 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:01:09 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 09:01:09 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 09:01:09 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 09:01:09 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 09:01:09 | INFO | stdout | INFO: 127.0.0.1:43838 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 09:01:09 | INFO | stdout | INFO: 127.0.0.1:43854 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 09:01:33 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 09:01:33 | INFO | stdout | INFO: 127.0.0.1:39146 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:01:39 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:01:39 | INFO | stdout | INFO: 127.0.0.1:37078 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:01:39 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:01:39 | INFO | stdout | INFO: 127.0.0.1:37088 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:02:18 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 09:02:18 | INFO | stdout | INFO: 127.0.0.1:44998 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:02:24 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:02:24 | INFO | stdout | INFO: 127.0.0.1:34750 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:02:24 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:02:24 | INFO | stdout | INFO: 127.0.0.1:34752 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:03:03 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 09:03:03 | INFO | stdout | INFO: 127.0.0.1:54868 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:03:09 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:03:09 | INFO | stdout | INFO: 127.0.0.1:38426 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:03:09 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:03:09 | INFO | stdout | INFO: 127.0.0.1:38428 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:03:49 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 09:03:49 | INFO | stdout | INFO: 127.0.0.1:55280 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:03:54 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:03:54 | INFO | stdout | INFO: 127.0.0.1:45506 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:03:54 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:03:54 | INFO | stdout | INFO: 127.0.0.1:45518 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:04:34 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 09:04:34 | INFO | stdout | INFO: 127.0.0.1:44884 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:04:39 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:04:39 | INFO | stdout | INFO: 127.0.0.1:46256 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:04:39 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:04:39 | INFO | stdout | INFO: 127.0.0.1:46270 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:04:49 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 09:04:49 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 09:04:49 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 09:04:49 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 09:04:49 | INFO | stdout | INFO: 127.0.0.1:60680 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 09:04:49 | INFO | stdout | INFO: 127.0.0.1:60686 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 09:05:08 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 09:05:08 | INFO | stdout | INFO: 127.0.0.1:48430 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 09:05:19 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 09:05:19 | INFO | stdout | INFO: 127.0.0.1:55830 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:05:24 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:05:24 | INFO | stdout | INFO: 127.0.0.1:36746 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:05:24 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:05:24 | INFO | stdout | INFO: 127.0.0.1:36762 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:06:04 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 09:06:04 | INFO | stdout | INFO: 127.0.0.1:45134 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:06:09 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:06:09 | INFO | stdout | INFO: 127.0.0.1:50470 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:06:10 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:06:10 | INFO | stdout | INFO: 127.0.0.1:50482 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:06:49 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 09:06:49 | INFO | stdout | INFO: 127.0.0.1:50098 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:06:54 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:06:54 | INFO | stdout | INFO: 127.0.0.1:48784 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:06:55 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:06:55 | INFO | stdout | INFO: 127.0.0.1:38494 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:07:34 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 09:07:34 | INFO | stdout | INFO: 127.0.0.1:39854 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:07:39 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:07:39 | INFO | stdout | INFO: 127.0.0.1:59104 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:07:40 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:07:40 | INFO | stdout | INFO: 127.0.0.1:59112 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:08:19 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 09:08:19 | INFO | stdout | INFO: 127.0.0.1:38712 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:08:24 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:08:24 | INFO | stdout | INFO: 127.0.0.1:38316 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:08:25 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:08:25 | INFO | stdout | INFO: 127.0.0.1:36062 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:09:04 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 09:09:04 | INFO | stdout | INFO: 127.0.0.1:51472 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:09:09 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:09:09 | INFO | stdout | INFO: 127.0.0.1:33400 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:09:10 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:09:10 | INFO | stdout | INFO: 127.0.0.1:33406 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:09:49 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 09:09:49 | INFO | stdout | INFO: 127.0.0.1:37100 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:09:54 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:09:54 | INFO | stdout | INFO: 127.0.0.1:53436 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:09:55 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:09:55 | INFO | stdout | INFO: 127.0.0.1:41154 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:10:34 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 09:10:34 | INFO | stdout | INFO: 127.0.0.1:37836 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:10:39 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:10:39 | INFO | stdout | INFO: 127.0.0.1:45728 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:10:40 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:10:40 | INFO | stdout | INFO: 127.0.0.1:45736 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:11:19 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 09:11:19 | INFO | stdout | INFO: 127.0.0.1:50042 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:11:25 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:11:25 | INFO | stdout | INFO: 127.0.0.1:37310 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:11:25 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:11:25 | INFO | stdout | INFO: 127.0.0.1:37318 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:12:04 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 09:12:04 | INFO | stdout | INFO: 127.0.0.1:49978 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:12:10 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:12:10 | INFO | stdout | INFO: 127.0.0.1:35348 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:12:10 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:12:10 | INFO | stdout | INFO: 127.0.0.1:35360 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:12:49 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 09:12:49 | INFO | stdout | INFO: 127.0.0.1:47410 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:12:55 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:12:55 | INFO | stdout | INFO: 127.0.0.1:58024 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:12:55 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:12:55 | INFO | stdout | INFO: 127.0.0.1:58028 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:13:34 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 09:13:34 | INFO | stdout | INFO: 127.0.0.1:37116 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:13:40 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:13:40 | INFO | stdout | INFO: 127.0.0.1:40900 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:13:40 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:13:40 | INFO | stdout | INFO: 127.0.0.1:40902 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:14:20 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 09:14:20 | INFO | stdout | INFO: 127.0.0.1:37856 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:14:25 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:14:25 | INFO | stdout | INFO: 127.0.0.1:55534 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:14:25 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:14:25 | INFO | stdout | INFO: 127.0.0.1:55538 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:15:05 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 09:15:05 | INFO | stdout | INFO: 127.0.0.1:60558 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:15:10 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:15:10 | INFO | stdout | INFO: 127.0.0.1:33578 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:15:10 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:15:10 | INFO | stdout | INFO: 127.0.0.1:33592 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:15:50 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 09:15:50 | INFO | stdout | INFO: 127.0.0.1:53242 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:15:55 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:15:55 | INFO | stdout | INFO: 127.0.0.1:47082 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:15:55 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:15:55 | INFO | stdout | INFO: 127.0.0.1:47088 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:16:35 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 09:16:35 | INFO | stdout | INFO: 127.0.0.1:45652 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:16:40 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:16:40 | INFO | stdout | INFO: 127.0.0.1:48794 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:16:40 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:16:40 | INFO | stdout | INFO: 127.0.0.1:48804 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:17:20 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 09:17:20 | INFO | stdout | INFO: 127.0.0.1:43758 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:17:25 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:17:25 | INFO | stdout | INFO: 127.0.0.1:35528 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:17:25 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:17:25 | INFO | stdout | INFO: 127.0.0.1:35538 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:18:05 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 09:18:05 | INFO | stdout | INFO: 127.0.0.1:38858 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:18:10 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:18:10 | INFO | stdout | INFO: 127.0.0.1:37824 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:18:10 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:18:10 | INFO | stdout | INFO: 127.0.0.1:37838 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:18:50 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 09:18:50 | INFO | stdout | INFO: 127.0.0.1:53830 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:18:55 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:18:55 | INFO | stdout | INFO: 127.0.0.1:52812 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:18:55 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:18:55 | INFO | stdout | INFO: 127.0.0.1:52818 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:19:35 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 09:19:35 | INFO | stdout | INFO: 127.0.0.1:47026 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:19:40 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:19:40 | INFO | stdout | INFO: 127.0.0.1:52472 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:19:40 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:19:40 | INFO | stdout | INFO: 127.0.0.1:52482 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:20:20 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 09:20:20 | INFO | stdout | INFO: 127.0.0.1:57420 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:20:25 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:20:25 | INFO | stdout | INFO: 127.0.0.1:49588 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:20:26 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:20:26 | INFO | stdout | INFO: 127.0.0.1:49590 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:21:05 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 09:21:05 | INFO | stdout | INFO: 127.0.0.1:45020 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:21:10 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:21:10 | INFO | stdout | INFO: 127.0.0.1:57346 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:21:11 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:21:11 | INFO | stdout | INFO: 127.0.0.1:57360 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:21:50 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 09:21:50 | INFO | stdout | INFO: 127.0.0.1:57144 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:21:55 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:21:55 | INFO | stdout | INFO: 127.0.0.1:36810 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:21:56 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:21:56 | INFO | stdout | INFO: 127.0.0.1:36816 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:22:35 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 09:22:35 | INFO | stdout | INFO: 127.0.0.1:54612 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:22:40 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:22:40 | INFO | stdout | INFO: 127.0.0.1:56244 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:22:41 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:22:41 | INFO | stdout | INFO: 127.0.0.1:56246 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:23:20 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 09:23:20 | INFO | stdout | INFO: 127.0.0.1:35128 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:23:25 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:23:25 | INFO | stdout | INFO: 127.0.0.1:58300 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:23:26 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:23:26 | INFO | stdout | INFO: 127.0.0.1:58304 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:24:05 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 09:24:05 | INFO | stdout | INFO: 127.0.0.1:44750 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:24:10 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:24:10 | INFO | stdout | INFO: 127.0.0.1:59638 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:24:11 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:24:11 | INFO | stdout | INFO: 127.0.0.1:59646 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:24:50 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 09:24:50 | INFO | stdout | INFO: 127.0.0.1:36998 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:24:55 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:24:55 | INFO | stdout | INFO: 127.0.0.1:41946 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:24:56 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:24:56 | INFO | stdout | INFO: 127.0.0.1:41962 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:25:35 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 09:25:35 | INFO | stdout | INFO: 127.0.0.1:38022 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:25:41 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:25:41 | INFO | stdout | INFO: 127.0.0.1:40998 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:25:41 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:25:41 | INFO | stdout | INFO: 127.0.0.1:41010 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:26:20 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 09:26:20 | INFO | stdout | INFO: 127.0.0.1:46914 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:26:26 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:26:26 | INFO | stdout | INFO: 127.0.0.1:41384 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:26:26 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:26:26 | INFO | stdout | INFO: 127.0.0.1:41396 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:27:05 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 09:27:05 | INFO | stdout | INFO: 127.0.0.1:40760 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:27:11 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:27:11 | INFO | stdout | INFO: 127.0.0.1:39660 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:27:11 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:27:11 | INFO | stdout | INFO: 127.0.0.1:39674 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:27:50 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 09:27:50 | INFO | stdout | INFO: 127.0.0.1:33424 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:27:56 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:27:56 | INFO | stdout | INFO: 127.0.0.1:57806 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:27:56 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:27:56 | INFO | stdout | INFO: 127.0.0.1:57816 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:28:36 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 09:28:36 | INFO | stdout | INFO: 127.0.0.1:42148 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:28:41 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:28:41 | INFO | stdout | INFO: 127.0.0.1:54544 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:28:41 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:28:41 | INFO | stdout | INFO: 127.0.0.1:54558 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:29:21 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 09:29:21 | INFO | stdout | INFO: 127.0.0.1:37192 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:29:26 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:29:26 | INFO | stdout | INFO: 127.0.0.1:47386 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:29:26 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:29:26 | INFO | stdout | INFO: 127.0.0.1:47402 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:30:06 | INFO | controller | Receive heart beat. http://localhost:21002 +2024-02-28 09:30:06 | INFO | stdout | INFO: 127.0.0.1:57094 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:30:11 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:30:11 | INFO | stdout | INFO: 127.0.0.1:37538 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:30:11 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:30:11 | INFO | stdout | INFO: 127.0.0.1:37554 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:30:28 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 09:30:28 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 09:30:28 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 09:30:28 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 09:30:28 | INFO | stdout | INFO: 127.0.0.1:59862 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 09:30:28 | INFO | stdout | INFO: 127.0.0.1:59868 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 09:30:34 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 09:30:34 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 09:30:34 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 09:30:34 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 09:30:34 | INFO | stdout | INFO: 127.0.0.1:59882 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 09:30:34 | INFO | stdout | INFO: 127.0.0.1:59898 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 09:30:37 | ERROR | stderr | INFO: Shutting down +2024-02-28 09:30:37 | ERROR | stderr | INFO: Waiting for application shutdown. +2024-02-28 09:30:37 | ERROR | stderr | INFO: Application shutdown complete. +2024-02-28 09:30:37 | ERROR | stderr | INFO: Finished server process [3069713] +2024-02-28 09:30:37 | ERROR | stderr | Exception ignored in: +2024-02-28 09:30:37 | ERROR | stderr | Traceback (most recent call last): +2024-02-28 09:30:37 | ERROR | stderr | File "/home/ashmal.vayani/anaconda3/envs/finetune_amber/lib/python3.10/threading.py", line 1567, in _shutdown +2024-02-28 09:30:37 | ERROR | stderr | lock.acquire() +2024-02-28 09:30:37 | ERROR | stderr | KeyboardInterrupt: +2024-02-28 09:30:56 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:30:56 | INFO | stdout | INFO: 127.0.0.1:33272 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:30:56 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:30:56 | INFO | stdout | INFO: 127.0.0.1:33284 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:31:41 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:31:41 | INFO | stdout | INFO: 127.0.0.1:37952 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:31:41 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:31:41 | INFO | stdout | INFO: 127.0.0.1:37956 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:32:26 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:32:26 | INFO | stdout | INFO: 127.0.0.1:48624 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:32:27 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:32:27 | INFO | stdout | INFO: 127.0.0.1:48634 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:33:11 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:33:11 | INFO | stdout | INFO: 127.0.0.1:59002 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:33:12 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:33:12 | INFO | stdout | INFO: 127.0.0.1:59006 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:33:56 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:33:56 | INFO | stdout | INFO: 127.0.0.1:51526 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:33:57 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:33:57 | INFO | stdout | INFO: 127.0.0.1:51530 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:34:41 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:34:41 | INFO | stdout | INFO: 127.0.0.1:59662 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:34:42 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:34:42 | INFO | stdout | INFO: 127.0.0.1:59672 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:35:26 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:35:26 | INFO | stdout | INFO: 127.0.0.1:56188 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:35:27 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:35:27 | INFO | stdout | INFO: 127.0.0.1:56198 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:36:11 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:36:11 | INFO | stdout | INFO: 127.0.0.1:52206 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:36:12 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:36:12 | INFO | stdout | INFO: 127.0.0.1:52222 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:36:56 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:36:56 | INFO | stdout | INFO: 127.0.0.1:57940 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:36:57 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:36:57 | INFO | stdout | INFO: 127.0.0.1:57956 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:37:41 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:37:41 | INFO | stdout | INFO: 127.0.0.1:36150 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:37:42 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:37:42 | INFO | stdout | INFO: 127.0.0.1:36166 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:38:26 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:38:26 | INFO | stdout | INFO: 127.0.0.1:54818 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:38:27 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:38:27 | INFO | stdout | INFO: 127.0.0.1:54828 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:39:12 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:39:12 | INFO | stdout | INFO: 127.0.0.1:46798 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:39:12 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:39:12 | INFO | stdout | INFO: 127.0.0.1:46812 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:39:57 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:39:57 | INFO | stdout | INFO: 127.0.0.1:52806 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:39:57 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:39:57 | INFO | stdout | INFO: 127.0.0.1:52816 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:40:42 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:40:42 | INFO | stdout | INFO: 127.0.0.1:33812 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:40:42 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:40:42 | INFO | stdout | INFO: 127.0.0.1:33818 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:40:50 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 09:40:50 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 09:40:50 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 09:40:50 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 09:40:50 | INFO | stdout | INFO: 127.0.0.1:49788 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 09:40:50 | INFO | stdout | INFO: 127.0.0.1:49802 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 09:41:27 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:41:27 | INFO | stdout | INFO: 127.0.0.1:57770 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:41:27 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:41:27 | INFO | stdout | INFO: 127.0.0.1:57786 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:42:01 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 09:42:01 | INFO | stdout | INFO: 127.0.0.1:50150 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 09:42:12 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:42:12 | INFO | stdout | INFO: 127.0.0.1:48776 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:42:12 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:42:12 | INFO | stdout | INFO: 127.0.0.1:48788 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:42:21 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 09:42:21 | INFO | stdout | INFO: 127.0.0.1:45792 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 09:42:57 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:42:57 | INFO | stdout | INFO: 127.0.0.1:52150 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:42:58 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:42:58 | INFO | stdout | INFO: 127.0.0.1:52154 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:43:17 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 09:43:17 | INFO | stdout | INFO: 127.0.0.1:46094 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 09:43:42 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:43:42 | INFO | stdout | INFO: 127.0.0.1:50146 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:43:43 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:43:43 | INFO | stdout | INFO: 127.0.0.1:50154 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:43:48 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 09:43:48 | INFO | stdout | INFO: 127.0.0.1:33716 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 09:44:27 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:44:27 | INFO | stdout | INFO: 127.0.0.1:37796 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:44:28 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:44:28 | INFO | stdout | INFO: 127.0.0.1:37800 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:45:12 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:45:12 | INFO | stdout | INFO: 127.0.0.1:52214 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:45:13 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:45:13 | INFO | stdout | INFO: 127.0.0.1:52222 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:45:57 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:45:57 | INFO | stdout | INFO: 127.0.0.1:58958 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:45:58 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:45:58 | INFO | stdout | INFO: 127.0.0.1:58972 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:46:42 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:46:42 | INFO | stdout | INFO: 127.0.0.1:52690 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:46:43 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:46:43 | INFO | stdout | INFO: 127.0.0.1:52706 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:47:27 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:47:27 | INFO | stdout | INFO: 127.0.0.1:54116 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:47:28 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:47:28 | INFO | stdout | INFO: 127.0.0.1:54120 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:48:12 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:48:12 | INFO | stdout | INFO: 127.0.0.1:39276 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:48:13 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:48:13 | INFO | stdout | INFO: 127.0.0.1:39280 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:48:57 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:48:57 | INFO | stdout | INFO: 127.0.0.1:37518 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:48:58 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:48:58 | INFO | stdout | INFO: 127.0.0.1:37530 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:49:42 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:49:42 | INFO | stdout | INFO: 127.0.0.1:33350 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:49:43 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:49:43 | INFO | stdout | INFO: 127.0.0.1:33360 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:50:27 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:50:27 | INFO | stdout | INFO: 127.0.0.1:39490 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:50:28 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:50:28 | INFO | stdout | INFO: 127.0.0.1:39504 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:51:12 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:51:12 | INFO | stdout | INFO: 127.0.0.1:58916 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:51:13 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:51:13 | INFO | stdout | INFO: 127.0.0.1:58926 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:51:57 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:51:57 | INFO | stdout | INFO: 127.0.0.1:51710 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:51:58 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:51:58 | INFO | stdout | INFO: 127.0.0.1:51712 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:52:42 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:52:42 | INFO | stdout | INFO: 127.0.0.1:52386 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:52:43 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:52:43 | INFO | stdout | INFO: 127.0.0.1:52402 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:53:28 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:53:28 | INFO | stdout | INFO: 127.0.0.1:49332 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:53:28 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:53:28 | INFO | stdout | INFO: 127.0.0.1:49346 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:54:13 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:54:13 | INFO | stdout | INFO: 127.0.0.1:37746 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:54:13 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:54:13 | INFO | stdout | INFO: 127.0.0.1:37762 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:54:18 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 09:54:18 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 09:54:18 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 09:54:18 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 09:54:18 | INFO | stdout | INFO: 127.0.0.1:37902 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 09:54:18 | INFO | stdout | INFO: 127.0.0.1:37908 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 09:54:32 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 09:54:32 | INFO | stdout | INFO: 127.0.0.1:51140 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 09:54:58 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:54:58 | INFO | stdout | INFO: 127.0.0.1:34880 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:54:58 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:54:58 | INFO | stdout | INFO: 127.0.0.1:34888 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:55:27 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 09:55:27 | INFO | stdout | INFO: 127.0.0.1:38960 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 09:55:43 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:55:43 | INFO | stdout | INFO: 127.0.0.1:55382 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:55:43 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:55:43 | INFO | stdout | INFO: 127.0.0.1:55392 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:56:28 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:56:28 | INFO | stdout | INFO: 127.0.0.1:50358 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:56:28 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:56:28 | INFO | stdout | INFO: 127.0.0.1:50370 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:56:45 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 09:56:45 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 09:56:45 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 09:56:45 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 09:56:45 | INFO | stdout | INFO: 127.0.0.1:46742 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 09:56:45 | INFO | stdout | INFO: 127.0.0.1:46756 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 09:57:00 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 09:57:00 | INFO | stdout | INFO: 127.0.0.1:34078 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 09:57:09 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 09:57:09 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 09:57:09 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 09:57:09 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 09:57:09 | INFO | stdout | INFO: 127.0.0.1:34802 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 09:57:09 | INFO | stdout | INFO: 127.0.0.1:34804 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 09:57:13 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:57:13 | INFO | stdout | INFO: 127.0.0.1:34816 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:57:14 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:57:14 | INFO | stdout | INFO: 127.0.0.1:34832 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:57:15 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 09:57:15 | INFO | stdout | INFO: 127.0.0.1:51952 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 09:57:26 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 09:57:26 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 09:57:26 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 09:57:26 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 09:57:26 | INFO | stdout | INFO: 127.0.0.1:55780 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 09:57:26 | INFO | stdout | INFO: 127.0.0.1:55784 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 09:57:42 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 09:57:42 | INFO | stdout | INFO: 127.0.0.1:45442 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 09:57:58 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:57:58 | INFO | stdout | INFO: 127.0.0.1:47992 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:57:59 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:57:59 | INFO | stdout | INFO: 127.0.0.1:48004 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:58:04 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 09:58:04 | INFO | stdout | INFO: 127.0.0.1:48012 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 09:58:12 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 09:58:12 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 09:58:12 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 09:58:12 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 09:58:12 | INFO | stdout | INFO: 127.0.0.1:33814 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 09:58:12 | INFO | stdout | INFO: 127.0.0.1:33820 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 09:58:20 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 09:58:20 | INFO | stdout | INFO: 127.0.0.1:41226 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 09:58:30 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 09:58:30 | INFO | stdout | INFO: 127.0.0.1:33792 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 09:58:43 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:58:43 | INFO | stdout | INFO: 127.0.0.1:59942 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:58:44 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:58:44 | INFO | stdout | INFO: 127.0.0.1:59954 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:58:49 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 09:58:49 | INFO | stdout | INFO: 127.0.0.1:60726 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 09:58:50 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 09:58:50 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 09:58:50 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 09:58:50 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 09:58:50 | INFO | stdout | INFO: 127.0.0.1:60740 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 09:58:50 | INFO | stdout | INFO: 127.0.0.1:60754 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 09:59:00 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 09:59:00 | INFO | stdout | INFO: 127.0.0.1:48468 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 09:59:28 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 09:59:28 | INFO | stdout | INFO: 127.0.0.1:46966 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:59:29 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 09:59:29 | INFO | stdout | INFO: 127.0.0.1:46970 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 09:59:41 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 09:59:41 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 09:59:41 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 09:59:41 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 09:59:41 | INFO | stdout | INFO: 127.0.0.1:47808 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 09:59:41 | INFO | stdout | INFO: 127.0.0.1:47814 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 09:59:48 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 09:59:48 | INFO | stdout | INFO: 127.0.0.1:56012 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 10:00:13 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:00:13 | INFO | stdout | INFO: 127.0.0.1:34986 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:00:14 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:00:14 | INFO | stdout | INFO: 127.0.0.1:34994 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:00:58 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:00:58 | INFO | stdout | INFO: 127.0.0.1:38052 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:00:59 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:00:59 | INFO | stdout | INFO: 127.0.0.1:38064 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:01:43 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:01:43 | INFO | stdout | INFO: 127.0.0.1:34662 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:01:44 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:01:44 | INFO | stdout | INFO: 127.0.0.1:34668 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:02:28 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:02:28 | INFO | stdout | INFO: 127.0.0.1:38884 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:02:29 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:02:29 | INFO | stdout | INFO: 127.0.0.1:38894 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:03:13 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:03:13 | INFO | stdout | INFO: 127.0.0.1:49722 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:03:14 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:03:14 | INFO | stdout | INFO: 127.0.0.1:49730 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:03:58 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:03:58 | INFO | stdout | INFO: 127.0.0.1:44222 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:03:59 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:03:59 | INFO | stdout | INFO: 127.0.0.1:44224 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:04:43 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:04:43 | INFO | stdout | INFO: 127.0.0.1:41890 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:04:44 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:04:44 | INFO | stdout | INFO: 127.0.0.1:41902 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:05:28 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:05:28 | INFO | stdout | INFO: 127.0.0.1:35696 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:05:29 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:05:29 | INFO | stdout | INFO: 127.0.0.1:35698 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:06:13 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:06:13 | INFO | stdout | INFO: 127.0.0.1:52594 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:06:14 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:06:14 | INFO | stdout | INFO: 127.0.0.1:52604 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:06:58 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:06:58 | INFO | stdout | INFO: 127.0.0.1:44354 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:06:59 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:06:59 | INFO | stdout | INFO: 127.0.0.1:44356 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:07:43 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:07:43 | INFO | stdout | INFO: 127.0.0.1:40632 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:07:44 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:07:44 | INFO | stdout | INFO: 127.0.0.1:40648 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:08:29 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:08:29 | INFO | stdout | INFO: 127.0.0.1:33748 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:08:29 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:08:29 | INFO | stdout | INFO: 127.0.0.1:33760 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:09:14 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:09:14 | INFO | stdout | INFO: 127.0.0.1:37710 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:09:15 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:09:15 | INFO | stdout | INFO: 127.0.0.1:47518 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:09:59 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:09:59 | INFO | stdout | INFO: 127.0.0.1:40326 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:10:00 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:10:00 | INFO | stdout | INFO: 127.0.0.1:40334 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:10:44 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:10:44 | INFO | stdout | INFO: 127.0.0.1:57282 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:10:45 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:10:45 | INFO | stdout | INFO: 127.0.0.1:60772 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:11:29 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:11:29 | INFO | stdout | INFO: 127.0.0.1:44570 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:11:30 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:11:30 | INFO | stdout | INFO: 127.0.0.1:44586 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:12:14 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:12:14 | INFO | stdout | INFO: 127.0.0.1:32908 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:12:15 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:12:15 | INFO | stdout | INFO: 127.0.0.1:44434 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:12:59 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:12:59 | INFO | stdout | INFO: 127.0.0.1:56644 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:13:00 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:13:00 | INFO | stdout | INFO: 127.0.0.1:56650 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:13:44 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:13:44 | INFO | stdout | INFO: 127.0.0.1:52756 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:13:45 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:13:45 | INFO | stdout | INFO: 127.0.0.1:53744 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:14:29 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:14:29 | INFO | stdout | INFO: 127.0.0.1:45086 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:14:30 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:14:30 | INFO | stdout | INFO: 127.0.0.1:45098 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:15:14 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:15:14 | INFO | stdout | INFO: 127.0.0.1:47918 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:15:15 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:15:15 | INFO | stdout | INFO: 127.0.0.1:38030 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:15:59 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:15:59 | INFO | stdout | INFO: 127.0.0.1:48754 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:16:00 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:16:00 | INFO | stdout | INFO: 127.0.0.1:48770 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:16:44 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:16:44 | INFO | stdout | INFO: 127.0.0.1:44848 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:16:45 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:16:45 | INFO | stdout | INFO: 127.0.0.1:58470 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:17:29 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:17:29 | INFO | stdout | INFO: 127.0.0.1:55876 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:17:30 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:17:30 | INFO | stdout | INFO: 127.0.0.1:55884 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:18:14 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:18:14 | INFO | stdout | INFO: 127.0.0.1:60728 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:18:15 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:18:15 | INFO | stdout | INFO: 127.0.0.1:39934 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:18:59 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:18:59 | INFO | stdout | INFO: 127.0.0.1:47064 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:19:00 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:19:00 | INFO | stdout | INFO: 127.0.0.1:47070 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:19:44 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:19:44 | INFO | stdout | INFO: 127.0.0.1:51974 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:19:45 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:19:45 | INFO | stdout | INFO: 127.0.0.1:45148 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:19:57 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 10:19:57 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 10:19:57 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 10:19:57 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 10:19:57 | INFO | stdout | INFO: 127.0.0.1:54180 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 10:19:57 | INFO | stdout | INFO: 127.0.0.1:54182 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 10:20:29 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:20:29 | INFO | stdout | INFO: 127.0.0.1:38562 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:20:30 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:20:30 | INFO | stdout | INFO: 127.0.0.1:38578 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:21:14 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:21:14 | INFO | stdout | INFO: 127.0.0.1:40048 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:21:15 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:21:15 | INFO | stdout | INFO: 127.0.0.1:34308 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:21:59 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:21:59 | INFO | stdout | INFO: 127.0.0.1:41494 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:22:00 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:22:00 | INFO | stdout | INFO: 127.0.0.1:41504 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:22:44 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:22:44 | INFO | stdout | INFO: 127.0.0.1:34082 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:22:46 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:22:46 | INFO | stdout | INFO: 127.0.0.1:48474 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:23:30 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:23:30 | INFO | stdout | INFO: 127.0.0.1:40086 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:23:31 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:23:31 | INFO | stdout | INFO: 127.0.0.1:40096 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:24:15 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:24:15 | INFO | stdout | INFO: 127.0.0.1:60372 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:24:16 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:24:16 | INFO | stdout | INFO: 127.0.0.1:60388 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:25:00 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:25:00 | INFO | stdout | INFO: 127.0.0.1:39748 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:25:01 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:25:01 | INFO | stdout | INFO: 127.0.0.1:39758 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:25:45 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:25:45 | INFO | stdout | INFO: 127.0.0.1:58420 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:25:46 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:25:46 | INFO | stdout | INFO: 127.0.0.1:58424 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:26:30 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:26:30 | INFO | stdout | INFO: 127.0.0.1:36696 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:26:31 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:26:31 | INFO | stdout | INFO: 127.0.0.1:36700 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:27:15 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:27:15 | INFO | stdout | INFO: 127.0.0.1:45182 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:27:16 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:27:16 | INFO | stdout | INFO: 127.0.0.1:45192 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:27:32 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 10:27:32 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 10:27:32 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 10:27:32 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 10:27:32 | INFO | stdout | INFO: 127.0.0.1:34502 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 10:27:32 | INFO | stdout | INFO: 127.0.0.1:34514 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 10:28:00 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:28:00 | INFO | stdout | INFO: 127.0.0.1:49864 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:28:01 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:28:01 | INFO | stdout | INFO: 127.0.0.1:49870 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:28:45 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:28:45 | INFO | stdout | INFO: 127.0.0.1:38398 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:28:46 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:28:46 | INFO | stdout | INFO: 127.0.0.1:38414 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:29:30 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:29:30 | INFO | stdout | INFO: 127.0.0.1:37184 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:29:31 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:29:31 | INFO | stdout | INFO: 127.0.0.1:37192 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:30:15 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:30:15 | INFO | stdout | INFO: 127.0.0.1:52040 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:30:16 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:30:16 | INFO | stdout | INFO: 127.0.0.1:52042 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:31:00 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:31:00 | INFO | stdout | INFO: 127.0.0.1:37538 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:31:01 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:31:01 | INFO | stdout | INFO: 127.0.0.1:37552 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:31:31 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 10:31:31 | INFO | stdout | INFO: 127.0.0.1:40226 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 10:31:45 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:31:45 | INFO | stdout | INFO: 127.0.0.1:37752 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:31:46 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:31:46 | INFO | stdout | INFO: 127.0.0.1:37764 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:31:51 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 10:31:51 | INFO | stdout | INFO: 127.0.0.1:37772 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 10:32:03 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 10:32:03 | INFO | stdout | INFO: 127.0.0.1:40446 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 10:32:20 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [2.0], ret: http://localhost:40000 +2024-02-28 10:32:20 | INFO | stdout | INFO: 127.0.0.1:52314 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 10:32:30 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:32:30 | INFO | stdout | INFO: 127.0.0.1:57616 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:32:31 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:32:31 | INFO | stdout | INFO: 127.0.0.1:57618 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:33:15 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:33:15 | INFO | stdout | INFO: 127.0.0.1:33394 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:33:16 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:33:16 | INFO | stdout | INFO: 127.0.0.1:33406 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:34:00 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:34:00 | INFO | stdout | INFO: 127.0.0.1:36348 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:34:01 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:34:01 | INFO | stdout | INFO: 127.0.0.1:36362 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:34:45 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:34:45 | INFO | stdout | INFO: 127.0.0.1:47308 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:34:46 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:34:46 | INFO | stdout | INFO: 127.0.0.1:47312 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:35:30 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:35:30 | INFO | stdout | INFO: 127.0.0.1:53684 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:35:31 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:35:31 | INFO | stdout | INFO: 127.0.0.1:53686 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:36:15 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:36:15 | INFO | stdout | INFO: 127.0.0.1:55342 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:36:17 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:36:17 | INFO | stdout | INFO: 127.0.0.1:55348 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:37:00 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:37:00 | INFO | stdout | INFO: 127.0.0.1:52016 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:37:02 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:37:02 | INFO | stdout | INFO: 127.0.0.1:52032 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:37:46 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:37:46 | INFO | stdout | INFO: 127.0.0.1:43080 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:37:47 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:37:47 | INFO | stdout | INFO: 127.0.0.1:43092 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:38:31 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:38:31 | INFO | stdout | INFO: 127.0.0.1:39210 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:38:32 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:38:32 | INFO | stdout | INFO: 127.0.0.1:39216 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:39:16 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:39:16 | INFO | stdout | INFO: 127.0.0.1:34198 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:39:17 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:39:17 | INFO | stdout | INFO: 127.0.0.1:34210 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:40:01 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:40:01 | INFO | stdout | INFO: 127.0.0.1:47668 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:40:02 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:40:02 | INFO | stdout | INFO: 127.0.0.1:47674 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:40:46 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:40:46 | INFO | stdout | INFO: 127.0.0.1:34764 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:40:47 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:40:47 | INFO | stdout | INFO: 127.0.0.1:34778 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:41:31 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:41:31 | INFO | stdout | INFO: 127.0.0.1:38934 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:41:32 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:41:32 | INFO | stdout | INFO: 127.0.0.1:38946 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:42:16 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:42:16 | INFO | stdout | INFO: 127.0.0.1:34898 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:42:17 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:42:17 | INFO | stdout | INFO: 127.0.0.1:34908 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:43:01 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:43:01 | INFO | stdout | INFO: 127.0.0.1:39864 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:43:02 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:43:02 | INFO | stdout | INFO: 127.0.0.1:39878 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:43:46 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:43:46 | INFO | stdout | INFO: 127.0.0.1:57630 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:43:47 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:43:47 | INFO | stdout | INFO: 127.0.0.1:57634 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:44:31 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:44:31 | INFO | stdout | INFO: 127.0.0.1:39196 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:44:32 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:44:32 | INFO | stdout | INFO: 127.0.0.1:39200 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:45:16 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:45:16 | INFO | stdout | INFO: 127.0.0.1:36936 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:45:17 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:45:17 | INFO | stdout | INFO: 127.0.0.1:36952 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:46:01 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:46:01 | INFO | stdout | INFO: 127.0.0.1:37288 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:46:02 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:46:02 | INFO | stdout | INFO: 127.0.0.1:37292 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:46:46 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:46:46 | INFO | stdout | INFO: 127.0.0.1:33240 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:46:47 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:46:47 | INFO | stdout | INFO: 127.0.0.1:33248 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:47:31 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:47:31 | INFO | stdout | INFO: 127.0.0.1:37182 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:47:32 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:47:32 | INFO | stdout | INFO: 127.0.0.1:37184 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:48:16 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:48:16 | INFO | stdout | INFO: 127.0.0.1:38550 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:48:18 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:48:18 | INFO | stdout | INFO: 127.0.0.1:38560 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:49:01 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:49:01 | INFO | stdout | INFO: 127.0.0.1:54072 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:49:03 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:49:03 | INFO | stdout | INFO: 127.0.0.1:54074 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:49:46 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:49:46 | INFO | stdout | INFO: 127.0.0.1:51056 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:49:48 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:49:48 | INFO | stdout | INFO: 127.0.0.1:51072 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:50:31 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:50:31 | INFO | stdout | INFO: 127.0.0.1:34522 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:50:33 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:50:33 | INFO | stdout | INFO: 127.0.0.1:34532 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:51:17 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:51:17 | INFO | stdout | INFO: 127.0.0.1:58890 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:51:18 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:51:18 | INFO | stdout | INFO: 127.0.0.1:58902 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:52:02 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:52:02 | INFO | stdout | INFO: 127.0.0.1:49268 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:52:03 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:52:03 | INFO | stdout | INFO: 127.0.0.1:49274 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:52:47 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:52:47 | INFO | stdout | INFO: 127.0.0.1:42026 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:52:48 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:52:48 | INFO | stdout | INFO: 127.0.0.1:42034 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:53:32 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:53:32 | INFO | stdout | INFO: 127.0.0.1:46620 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:53:33 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:53:33 | INFO | stdout | INFO: 127.0.0.1:46634 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:54:17 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:54:17 | INFO | stdout | INFO: 127.0.0.1:43760 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:54:18 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:54:18 | INFO | stdout | INFO: 127.0.0.1:43776 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:55:02 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:55:02 | INFO | stdout | INFO: 127.0.0.1:50078 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:55:03 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:55:03 | INFO | stdout | INFO: 127.0.0.1:50094 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:55:47 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:55:47 | INFO | stdout | INFO: 127.0.0.1:38808 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:55:48 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:55:48 | INFO | stdout | INFO: 127.0.0.1:38812 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:56:32 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:56:32 | INFO | stdout | INFO: 127.0.0.1:57376 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:56:33 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:56:33 | INFO | stdout | INFO: 127.0.0.1:57392 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:57:17 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:57:17 | INFO | stdout | INFO: 127.0.0.1:40818 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:57:18 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:57:18 | INFO | stdout | INFO: 127.0.0.1:40834 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:57:28 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 10:57:28 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 10:57:28 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 10:57:28 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 10:57:28 | INFO | stdout | INFO: 127.0.0.1:34874 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 10:57:28 | INFO | stdout | INFO: 127.0.0.1:34876 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 10:57:37 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 10:57:37 | INFO | stdout | INFO: 127.0.0.1:49884 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 10:58:02 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:58:02 | INFO | stdout | INFO: 127.0.0.1:35278 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:58:03 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:58:03 | INFO | stdout | INFO: 127.0.0.1:35282 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:58:45 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 10:58:45 | INFO | stdout | INFO: 127.0.0.1:43962 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 10:58:47 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:58:47 | INFO | stdout | INFO: 127.0.0.1:43970 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:58:48 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:58:48 | INFO | stdout | INFO: 127.0.0.1:43986 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:59:32 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 10:59:32 | INFO | stdout | INFO: 127.0.0.1:58266 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:59:33 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 10:59:33 | INFO | stdout | INFO: 127.0.0.1:58270 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 10:59:40 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 10:59:40 | INFO | stdout | INFO: 127.0.0.1:45976 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 11:00:09 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [1.0], ret: http://localhost:40001 +2024-02-28 11:00:09 | INFO | stdout | INFO: 127.0.0.1:37542 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 11:00:17 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:00:17 | INFO | stdout | INFO: 127.0.0.1:33858 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:00:18 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:00:18 | INFO | stdout | INFO: 127.0.0.1:33866 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:01:02 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:01:02 | INFO | stdout | INFO: 127.0.0.1:43744 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:01:04 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:01:04 | INFO | stdout | INFO: 127.0.0.1:43756 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:01:47 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:01:47 | INFO | stdout | INFO: 127.0.0.1:51576 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:01:49 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:01:49 | INFO | stdout | INFO: 127.0.0.1:51588 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:02:32 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:02:32 | INFO | stdout | INFO: 127.0.0.1:32848 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:02:34 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:02:34 | INFO | stdout | INFO: 127.0.0.1:32854 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:03:17 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:03:17 | INFO | stdout | INFO: 127.0.0.1:37484 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:03:19 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:03:19 | INFO | stdout | INFO: 127.0.0.1:37500 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:04:02 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:04:02 | INFO | stdout | INFO: 127.0.0.1:38176 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:04:04 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:04:04 | INFO | stdout | INFO: 127.0.0.1:38184 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:04:48 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:04:48 | INFO | stdout | INFO: 127.0.0.1:37666 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:04:49 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:04:49 | INFO | stdout | INFO: 127.0.0.1:37672 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:05:33 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:05:33 | INFO | stdout | INFO: 127.0.0.1:34154 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:05:34 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:05:34 | INFO | stdout | INFO: 127.0.0.1:34170 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:06:18 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:06:18 | INFO | stdout | INFO: 127.0.0.1:56510 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:06:19 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:06:19 | INFO | stdout | INFO: 127.0.0.1:56512 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:07:03 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:07:03 | INFO | stdout | INFO: 127.0.0.1:57924 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:07:04 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:07:04 | INFO | stdout | INFO: 127.0.0.1:57930 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:07:48 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:07:48 | INFO | stdout | INFO: 127.0.0.1:53238 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:07:49 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:07:49 | INFO | stdout | INFO: 127.0.0.1:53254 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:08:33 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:08:33 | INFO | stdout | INFO: 127.0.0.1:46408 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:08:34 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:08:34 | INFO | stdout | INFO: 127.0.0.1:46422 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:09:18 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:09:18 | INFO | stdout | INFO: 127.0.0.1:60920 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:09:19 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:09:19 | INFO | stdout | INFO: 127.0.0.1:60928 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:10:03 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:10:03 | INFO | stdout | INFO: 127.0.0.1:46468 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:10:04 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:10:04 | INFO | stdout | INFO: 127.0.0.1:46484 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:10:48 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:10:48 | INFO | stdout | INFO: 127.0.0.1:59754 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:10:49 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:10:49 | INFO | stdout | INFO: 127.0.0.1:59766 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:11:33 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:11:33 | INFO | stdout | INFO: 127.0.0.1:45258 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:11:34 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:11:34 | INFO | stdout | INFO: 127.0.0.1:45268 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:12:18 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:12:18 | INFO | stdout | INFO: 127.0.0.1:46286 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:12:19 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:12:19 | INFO | stdout | INFO: 127.0.0.1:46292 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:13:03 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:13:03 | INFO | stdout | INFO: 127.0.0.1:34206 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:13:04 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:13:04 | INFO | stdout | INFO: 127.0.0.1:34216 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:13:48 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:13:48 | INFO | stdout | INFO: 127.0.0.1:60032 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:13:50 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:13:50 | INFO | stdout | INFO: 127.0.0.1:60040 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:14:33 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:14:33 | INFO | stdout | INFO: 127.0.0.1:55108 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:14:35 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:14:35 | INFO | stdout | INFO: 127.0.0.1:58876 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:15:18 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:15:18 | INFO | stdout | INFO: 127.0.0.1:47144 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:15:20 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:15:20 | INFO | stdout | INFO: 127.0.0.1:47148 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:16:03 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:16:03 | INFO | stdout | INFO: 127.0.0.1:53688 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:16:05 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:16:05 | INFO | stdout | INFO: 127.0.0.1:49526 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:16:40 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 11:16:40 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 11:16:40 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 11:16:40 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 11:16:40 | INFO | stdout | INFO: 127.0.0.1:40486 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 11:16:40 | INFO | stdout | INFO: 127.0.0.1:40488 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 11:16:49 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:16:49 | INFO | stdout | INFO: 127.0.0.1:39766 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:16:50 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:16:50 | INFO | stdout | INFO: 127.0.0.1:39774 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:16:53 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 11:16:53 | INFO | stdout | INFO: 127.0.0.1:39790 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 11:17:11 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 11:17:11 | INFO | stdout | INFO: 127.0.0.1:38602 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 11:17:34 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:17:34 | INFO | stdout | INFO: 127.0.0.1:39630 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:17:35 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:17:35 | INFO | stdout | INFO: 127.0.0.1:43102 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:18:19 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:18:19 | INFO | stdout | INFO: 127.0.0.1:52586 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:18:20 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:18:20 | INFO | stdout | INFO: 127.0.0.1:52588 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:19:04 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:19:04 | INFO | stdout | INFO: 127.0.0.1:43514 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:19:05 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:19:05 | INFO | stdout | INFO: 127.0.0.1:57186 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:19:49 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:19:49 | INFO | stdout | INFO: 127.0.0.1:45178 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:19:50 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:19:50 | INFO | stdout | INFO: 127.0.0.1:45186 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:20:34 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:20:34 | INFO | stdout | INFO: 127.0.0.1:39622 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:20:35 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:20:35 | INFO | stdout | INFO: 127.0.0.1:39578 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:21:19 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:21:19 | INFO | stdout | INFO: 127.0.0.1:33360 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:21:20 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:21:20 | INFO | stdout | INFO: 127.0.0.1:33366 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:22:04 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:22:04 | INFO | stdout | INFO: 127.0.0.1:47584 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:22:05 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:22:05 | INFO | stdout | INFO: 127.0.0.1:34364 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:22:49 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:22:49 | INFO | stdout | INFO: 127.0.0.1:60234 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:22:50 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:22:50 | INFO | stdout | INFO: 127.0.0.1:60246 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:23:34 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:23:34 | INFO | stdout | INFO: 127.0.0.1:58482 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:23:35 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:23:35 | INFO | stdout | INFO: 127.0.0.1:40494 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:24:19 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:24:19 | INFO | stdout | INFO: 127.0.0.1:44030 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:24:20 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:24:20 | INFO | stdout | INFO: 127.0.0.1:44036 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:25:04 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:25:04 | INFO | stdout | INFO: 127.0.0.1:35334 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:25:05 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:25:05 | INFO | stdout | INFO: 127.0.0.1:38888 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:25:49 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:25:49 | INFO | stdout | INFO: 127.0.0.1:45598 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:25:51 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:25:51 | INFO | stdout | INFO: 127.0.0.1:45606 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:26:34 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:26:34 | INFO | stdout | INFO: 127.0.0.1:38118 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:26:36 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:26:36 | INFO | stdout | INFO: 127.0.0.1:35382 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:26:50 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 11:26:50 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 11:26:50 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 11:26:50 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 11:26:50 | INFO | stdout | INFO: 127.0.0.1:51064 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 11:26:50 | INFO | stdout | INFO: 127.0.0.1:51074 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 11:27:19 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:27:19 | INFO | stdout | INFO: 127.0.0.1:37222 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:27:21 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:27:21 | INFO | stdout | INFO: 127.0.0.1:37236 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:28:04 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:28:04 | INFO | stdout | INFO: 127.0.0.1:54248 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:28:06 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:28:06 | INFO | stdout | INFO: 127.0.0.1:59784 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:28:13 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 11:28:13 | INFO | stdout | INFO: 127.0.0.1:59794 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 11:28:32 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 11:28:32 | INFO | stdout | INFO: 127.0.0.1:50716 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 11:28:50 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:28:50 | INFO | stdout | INFO: 127.0.0.1:58092 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:28:51 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:28:51 | INFO | stdout | INFO: 127.0.0.1:58106 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:29:35 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:29:35 | INFO | stdout | INFO: 127.0.0.1:33144 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:29:36 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:29:36 | INFO | stdout | INFO: 127.0.0.1:33154 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:30:20 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:30:20 | INFO | stdout | INFO: 127.0.0.1:47678 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:30:21 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:30:21 | INFO | stdout | INFO: 127.0.0.1:47682 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:31:05 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:31:05 | INFO | stdout | INFO: 127.0.0.1:49550 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:31:06 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:31:06 | INFO | stdout | INFO: 127.0.0.1:49554 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:31:50 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:31:50 | INFO | stdout | INFO: 127.0.0.1:54198 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:31:51 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:31:51 | INFO | stdout | INFO: 127.0.0.1:54214 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:32:35 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:32:35 | INFO | stdout | INFO: 127.0.0.1:54322 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:32:36 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:32:36 | INFO | stdout | INFO: 127.0.0.1:54324 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:33:20 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:33:20 | INFO | stdout | INFO: 127.0.0.1:35864 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:33:21 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:33:21 | INFO | stdout | INFO: 127.0.0.1:35874 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:34:05 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:34:05 | INFO | stdout | INFO: 127.0.0.1:51690 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:34:07 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:34:07 | INFO | stdout | INFO: 127.0.0.1:51706 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:34:51 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:34:51 | INFO | stdout | INFO: 127.0.0.1:40548 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:34:52 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:34:52 | INFO | stdout | INFO: 127.0.0.1:40560 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:35:36 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:35:36 | INFO | stdout | INFO: 127.0.0.1:53598 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:35:37 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:35:37 | INFO | stdout | INFO: 127.0.0.1:53602 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:36:22 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:36:22 | INFO | stdout | INFO: 127.0.0.1:60700 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:36:22 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:36:22 | INFO | stdout | INFO: 127.0.0.1:60714 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:37:07 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:37:07 | INFO | stdout | INFO: 127.0.0.1:40176 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:37:07 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:37:07 | INFO | stdout | INFO: 127.0.0.1:40174 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:37:53 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:37:53 | INFO | stdout | INFO: 127.0.0.1:55700 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:37:53 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:37:53 | INFO | stdout | INFO: 127.0.0.1:55704 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:38:39 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:38:39 | INFO | stdout | INFO: 127.0.0.1:48342 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:38:39 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:38:39 | INFO | stdout | INFO: 127.0.0.1:48344 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:39:24 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:39:24 | INFO | stdout | INFO: 127.0.0.1:44732 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:39:24 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:39:24 | INFO | stdout | INFO: 127.0.0.1:44742 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:40:09 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:40:09 | INFO | stdout | INFO: 127.0.0.1:50070 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:40:09 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:40:09 | INFO | stdout | INFO: 127.0.0.1:50076 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:40:55 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:40:55 | INFO | stdout | INFO: 127.0.0.1:36062 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:40:55 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:40:55 | INFO | stdout | INFO: 127.0.0.1:36066 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:41:40 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:41:40 | INFO | stdout | INFO: 127.0.0.1:44038 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:41:40 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:41:40 | INFO | stdout | INFO: 127.0.0.1:44046 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:42:26 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:42:26 | INFO | stdout | INFO: 127.0.0.1:56316 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:42:26 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:42:26 | INFO | stdout | INFO: 127.0.0.1:56318 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:43:11 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:43:11 | INFO | stdout | INFO: 127.0.0.1:44316 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:43:11 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:43:11 | INFO | stdout | INFO: 127.0.0.1:44318 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:43:56 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:43:56 | INFO | stdout | INFO: 127.0.0.1:58278 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:43:56 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:43:56 | INFO | stdout | INFO: 127.0.0.1:58288 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:44:41 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:44:41 | INFO | stdout | INFO: 127.0.0.1:47666 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:44:41 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:44:41 | INFO | stdout | INFO: 127.0.0.1:47680 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:45:27 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:45:27 | INFO | stdout | INFO: 127.0.0.1:43638 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:45:27 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:45:27 | INFO | stdout | INFO: 127.0.0.1:43654 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:46:12 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:46:12 | INFO | stdout | INFO: 127.0.0.1:43308 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:46:12 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:46:12 | INFO | stdout | INFO: 127.0.0.1:43320 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:46:13 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 11:46:13 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 11:46:13 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 11:46:13 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 11:46:13 | INFO | stdout | INFO: 127.0.0.1:43334 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 11:46:13 | INFO | stdout | INFO: 127.0.0.1:43348 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 11:46:39 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 11:46:39 | INFO | stdout | INFO: 127.0.0.1:57144 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 11:46:53 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 11:46:53 | INFO | stdout | INFO: 127.0.0.1:34718 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 11:46:57 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:46:57 | INFO | stdout | INFO: 127.0.0.1:43660 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:46:57 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:46:57 | INFO | stdout | INFO: 127.0.0.1:43668 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:47:17 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 11:47:17 | INFO | stdout | INFO: 127.0.0.1:33216 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 11:47:42 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:47:42 | INFO | stdout | INFO: 127.0.0.1:42396 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:47:42 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:47:42 | INFO | stdout | INFO: 127.0.0.1:42400 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:47:47 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 11:47:47 | INFO | stdout | INFO: 127.0.0.1:47470 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 11:48:16 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 11:48:16 | INFO | stdout | INFO: 127.0.0.1:48402 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 11:48:27 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:48:27 | INFO | stdout | INFO: 127.0.0.1:36314 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:48:27 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:48:27 | INFO | stdout | INFO: 127.0.0.1:36330 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:48:48 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 11:48:48 | INFO | stdout | INFO: 127.0.0.1:49530 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 11:49:06 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 11:49:06 | INFO | stdout | INFO: 127.0.0.1:60064 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 11:49:12 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:49:12 | INFO | stdout | INFO: 127.0.0.1:60066 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:49:12 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:49:12 | INFO | stdout | INFO: 127.0.0.1:60070 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:49:57 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:49:57 | INFO | stdout | INFO: 127.0.0.1:60674 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:49:57 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:49:57 | INFO | stdout | INFO: 127.0.0.1:60676 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:50:42 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:50:42 | INFO | stdout | INFO: 127.0.0.1:39892 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:50:42 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:50:42 | INFO | stdout | INFO: 127.0.0.1:39900 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:51:27 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:51:27 | INFO | stdout | INFO: 127.0.0.1:52948 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:51:27 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:51:27 | INFO | stdout | INFO: 127.0.0.1:52954 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:52:12 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:52:12 | INFO | stdout | INFO: 127.0.0.1:40108 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:52:12 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:52:12 | INFO | stdout | INFO: 127.0.0.1:40118 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:52:37 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 11:52:37 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 11:52:37 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 11:52:37 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 11:52:37 | INFO | stdout | INFO: 127.0.0.1:44064 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 11:52:37 | INFO | stdout | INFO: 127.0.0.1:44078 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 11:52:57 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:52:57 | INFO | stdout | INFO: 127.0.0.1:45584 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:52:57 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:52:57 | INFO | stdout | INFO: 127.0.0.1:45596 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:52:58 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 11:52:58 | INFO | stdout | INFO: 127.0.0.1:45606 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 11:53:42 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:53:42 | INFO | stdout | INFO: 127.0.0.1:39856 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:53:42 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:53:42 | INFO | stdout | INFO: 127.0.0.1:39862 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:54:19 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 11:54:19 | INFO | stdout | INFO: 127.0.0.1:41534 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 11:54:27 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:54:27 | INFO | stdout | INFO: 127.0.0.1:38992 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:54:27 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:54:27 | INFO | stdout | INFO: 127.0.0.1:39002 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:55:12 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:55:12 | INFO | stdout | INFO: 127.0.0.1:43014 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:55:12 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:55:12 | INFO | stdout | INFO: 127.0.0.1:43028 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:55:57 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:55:57 | INFO | stdout | INFO: 127.0.0.1:35968 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:55:57 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:55:57 | INFO | stdout | INFO: 127.0.0.1:35972 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:56:38 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 11:56:38 | INFO | stdout | INFO: 127.0.0.1:37824 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 11:56:42 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:56:42 | INFO | stdout | INFO: 127.0.0.1:37834 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:56:42 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:56:42 | INFO | stdout | INFO: 127.0.0.1:37842 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:57:16 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 11:57:16 | INFO | stdout | INFO: 127.0.0.1:53848 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 11:57:27 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:57:27 | INFO | stdout | INFO: 127.0.0.1:55352 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:57:27 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:57:27 | INFO | stdout | INFO: 127.0.0.1:55354 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:57:56 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 11:57:56 | INFO | stdout | INFO: 127.0.0.1:58052 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 11:58:12 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:58:12 | INFO | stdout | INFO: 127.0.0.1:48314 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:58:12 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:58:12 | INFO | stdout | INFO: 127.0.0.1:48324 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:58:57 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:58:57 | INFO | stdout | INFO: 127.0.0.1:40200 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:58:57 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:58:57 | INFO | stdout | INFO: 127.0.0.1:40212 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:59:42 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 11:59:42 | INFO | stdout | INFO: 127.0.0.1:47476 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 11:59:42 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 11:59:42 | INFO | stdout | INFO: 127.0.0.1:47482 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:00:27 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:00:27 | INFO | stdout | INFO: 127.0.0.1:34634 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:00:27 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:00:27 | INFO | stdout | INFO: 127.0.0.1:34644 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:01:12 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:01:12 | INFO | stdout | INFO: 127.0.0.1:59638 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:01:13 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:01:13 | INFO | stdout | INFO: 127.0.0.1:59640 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:01:13 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 12:01:13 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 12:01:13 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 12:01:13 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 12:01:13 | INFO | stdout | INFO: 127.0.0.1:59642 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 12:01:13 | INFO | stdout | INFO: 127.0.0.1:59648 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 12:01:23 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 12:01:23 | INFO | stdout | INFO: 127.0.0.1:38780 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 12:01:41 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 12:01:41 | INFO | stdout | INFO: 127.0.0.1:33916 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 12:01:57 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:01:57 | INFO | stdout | INFO: 127.0.0.1:43998 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:01:58 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:01:58 | INFO | stdout | INFO: 127.0.0.1:44006 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:02:01 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 12:02:01 | INFO | stdout | INFO: 127.0.0.1:44016 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 12:02:42 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:02:42 | INFO | stdout | INFO: 127.0.0.1:53756 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:02:43 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:02:43 | INFO | stdout | INFO: 127.0.0.1:53772 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:03:01 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 12:03:01 | INFO | stdout | INFO: 127.0.0.1:49504 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 12:03:27 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:03:27 | INFO | stdout | INFO: 127.0.0.1:40744 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:03:28 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:03:28 | INFO | stdout | INFO: 127.0.0.1:40752 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:04:12 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:04:12 | INFO | stdout | INFO: 127.0.0.1:42624 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:04:13 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:04:13 | INFO | stdout | INFO: 127.0.0.1:42638 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:04:57 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:04:57 | INFO | stdout | INFO: 127.0.0.1:52986 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:04:58 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:04:58 | INFO | stdout | INFO: 127.0.0.1:52990 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:05:42 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:05:42 | INFO | stdout | INFO: 127.0.0.1:35336 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:05:43 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:05:43 | INFO | stdout | INFO: 127.0.0.1:35338 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:06:28 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:06:28 | INFO | stdout | INFO: 127.0.0.1:32852 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:06:28 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:06:28 | INFO | stdout | INFO: 127.0.0.1:32862 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:07:13 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:07:13 | INFO | stdout | INFO: 127.0.0.1:46860 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:07:13 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:07:13 | INFO | stdout | INFO: 127.0.0.1:46874 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:07:29 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 12:07:29 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 12:07:29 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 12:07:29 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 12:07:29 | INFO | stdout | INFO: 127.0.0.1:49004 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 12:07:29 | INFO | stdout | INFO: 127.0.0.1:49018 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 12:07:58 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:07:58 | INFO | stdout | INFO: 127.0.0.1:42672 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:07:58 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:07:58 | INFO | stdout | INFO: 127.0.0.1:42680 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:08:20 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 12:08:20 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 12:08:20 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 12:08:20 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 12:08:20 | INFO | stdout | INFO: 127.0.0.1:60268 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 12:08:20 | INFO | stdout | INFO: 127.0.0.1:60276 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 12:08:43 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:08:43 | INFO | stdout | INFO: 127.0.0.1:43450 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:08:43 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:08:43 | INFO | stdout | INFO: 127.0.0.1:43460 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:09:28 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:09:28 | INFO | stdout | INFO: 127.0.0.1:39842 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:09:28 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:09:28 | INFO | stdout | INFO: 127.0.0.1:39852 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:10:13 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:10:13 | INFO | stdout | INFO: 127.0.0.1:44172 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:10:13 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:10:13 | INFO | stdout | INFO: 127.0.0.1:44186 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:10:33 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 12:10:33 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 12:10:33 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 12:10:33 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 12:10:33 | INFO | stdout | INFO: 127.0.0.1:33076 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 12:10:33 | INFO | stdout | INFO: 127.0.0.1:33092 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 12:10:41 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 12:10:41 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 12:10:41 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 12:10:42 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 12:10:42 | INFO | stdout | INFO: 127.0.0.1:52560 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 12:10:42 | INFO | stdout | INFO: 127.0.0.1:52564 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 12:10:58 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:10:58 | INFO | stdout | INFO: 127.0.0.1:52646 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:10:58 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:10:58 | INFO | stdout | INFO: 127.0.0.1:52650 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:11:43 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:11:43 | INFO | stdout | INFO: 127.0.0.1:34988 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:11:43 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:11:43 | INFO | stdout | INFO: 127.0.0.1:34998 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:12:28 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:12:28 | INFO | stdout | INFO: 127.0.0.1:53762 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:12:28 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:12:28 | INFO | stdout | INFO: 127.0.0.1:53766 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:13:13 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:13:13 | INFO | stdout | INFO: 127.0.0.1:35654 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:13:13 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:13:13 | INFO | stdout | INFO: 127.0.0.1:35666 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:13:58 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:13:58 | INFO | stdout | INFO: 127.0.0.1:57972 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:13:58 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:13:58 | INFO | stdout | INFO: 127.0.0.1:57986 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:14:43 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:14:43 | INFO | stdout | INFO: 127.0.0.1:60384 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:14:44 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:14:44 | INFO | stdout | INFO: 127.0.0.1:60390 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:15:28 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:15:28 | INFO | stdout | INFO: 127.0.0.1:47272 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:15:29 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:15:29 | INFO | stdout | INFO: 127.0.0.1:47288 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:16:13 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:16:13 | INFO | stdout | INFO: 127.0.0.1:40762 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:16:14 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:16:14 | INFO | stdout | INFO: 127.0.0.1:40770 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:16:58 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:16:58 | INFO | stdout | INFO: 127.0.0.1:50752 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:16:59 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:16:59 | INFO | stdout | INFO: 127.0.0.1:50758 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:17:43 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:17:43 | INFO | stdout | INFO: 127.0.0.1:49612 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:17:44 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:17:44 | INFO | stdout | INFO: 127.0.0.1:49618 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:18:28 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:18:28 | INFO | stdout | INFO: 127.0.0.1:60470 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:18:29 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:18:29 | INFO | stdout | INFO: 127.0.0.1:60478 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:18:39 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 12:18:39 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 12:18:39 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 12:18:39 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 12:18:39 | INFO | stdout | INFO: 127.0.0.1:40754 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 12:18:39 | INFO | stdout | INFO: 127.0.0.1:40764 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 12:18:59 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 12:18:59 | INFO | stdout | INFO: 127.0.0.1:33708 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 12:19:13 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:19:13 | INFO | stdout | INFO: 127.0.0.1:37684 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:19:14 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:19:14 | INFO | stdout | INFO: 127.0.0.1:37688 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:19:58 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:19:58 | INFO | stdout | INFO: 127.0.0.1:49776 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:19:59 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:19:59 | INFO | stdout | INFO: 127.0.0.1:49782 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:20:44 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:20:44 | INFO | stdout | INFO: 127.0.0.1:54284 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:20:44 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:20:44 | INFO | stdout | INFO: 127.0.0.1:54292 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:21:29 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:21:29 | INFO | stdout | INFO: 127.0.0.1:49100 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:21:29 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:21:29 | INFO | stdout | INFO: 127.0.0.1:49104 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:22:14 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:22:14 | INFO | stdout | INFO: 127.0.0.1:40064 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:22:14 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:22:14 | INFO | stdout | INFO: 127.0.0.1:40066 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:22:59 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:22:59 | INFO | stdout | INFO: 127.0.0.1:46320 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:22:59 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:22:59 | INFO | stdout | INFO: 127.0.0.1:46332 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:23:44 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:23:44 | INFO | stdout | INFO: 127.0.0.1:39950 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:23:44 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:23:44 | INFO | stdout | INFO: 127.0.0.1:39958 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:24:29 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:24:29 | INFO | stdout | INFO: 127.0.0.1:57624 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:24:29 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:24:29 | INFO | stdout | INFO: 127.0.0.1:57626 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:24:56 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 12:24:56 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 12:24:56 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 12:24:56 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 12:24:56 | INFO | stdout | INFO: 127.0.0.1:54538 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 12:24:56 | INFO | stdout | INFO: 127.0.0.1:54546 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 12:25:14 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:25:14 | INFO | stdout | INFO: 127.0.0.1:35930 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:25:14 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:25:14 | INFO | stdout | INFO: 127.0.0.1:35940 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:25:59 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:25:59 | INFO | stdout | INFO: 127.0.0.1:44682 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:25:59 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:25:59 | INFO | stdout | INFO: 127.0.0.1:44686 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:26:44 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:26:44 | INFO | stdout | INFO: 127.0.0.1:36010 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:26:44 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:26:44 | INFO | stdout | INFO: 127.0.0.1:36022 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:27:29 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:27:29 | INFO | stdout | INFO: 127.0.0.1:54228 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:27:30 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:27:30 | INFO | stdout | INFO: 127.0.0.1:54240 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:28:14 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:28:14 | INFO | stdout | INFO: 127.0.0.1:48764 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:28:15 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:28:15 | INFO | stdout | INFO: 127.0.0.1:33458 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:28:59 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:28:59 | INFO | stdout | INFO: 127.0.0.1:45898 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:29:00 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:29:00 | INFO | stdout | INFO: 127.0.0.1:45906 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:29:44 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:29:44 | INFO | stdout | INFO: 127.0.0.1:49904 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:29:45 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:29:45 | INFO | stdout | INFO: 127.0.0.1:48118 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:30:29 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:30:29 | INFO | stdout | INFO: 127.0.0.1:50952 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:30:30 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:30:30 | INFO | stdout | INFO: 127.0.0.1:50958 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:31:14 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:31:14 | INFO | stdout | INFO: 127.0.0.1:37948 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:31:15 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:31:15 | INFO | stdout | INFO: 127.0.0.1:39780 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:31:59 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:31:59 | INFO | stdout | INFO: 127.0.0.1:34560 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:32:00 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:32:00 | INFO | stdout | INFO: 127.0.0.1:34570 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:32:44 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:32:44 | INFO | stdout | INFO: 127.0.0.1:48726 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:32:45 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:32:45 | INFO | stdout | INFO: 127.0.0.1:51864 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:33:29 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:33:29 | INFO | stdout | INFO: 127.0.0.1:57916 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:33:30 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:33:30 | INFO | stdout | INFO: 127.0.0.1:57922 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:34:14 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:34:14 | INFO | stdout | INFO: 127.0.0.1:46436 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:34:15 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:34:15 | INFO | stdout | INFO: 127.0.0.1:58922 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:34:59 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:34:59 | INFO | stdout | INFO: 127.0.0.1:37058 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:35:00 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:35:00 | INFO | stdout | INFO: 127.0.0.1:37064 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:35:44 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:35:44 | INFO | stdout | INFO: 127.0.0.1:35222 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:35:45 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:35:45 | INFO | stdout | INFO: 127.0.0.1:48998 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:36:29 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:36:29 | INFO | stdout | INFO: 127.0.0.1:47624 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:36:30 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:36:30 | INFO | stdout | INFO: 127.0.0.1:47640 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:37:14 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:37:14 | INFO | stdout | INFO: 127.0.0.1:43156 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:37:15 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:37:15 | INFO | stdout | INFO: 127.0.0.1:34682 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:37:59 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:37:59 | INFO | stdout | INFO: 127.0.0.1:52646 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:38:00 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:38:00 | INFO | stdout | INFO: 127.0.0.1:52656 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:38:44 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:38:44 | INFO | stdout | INFO: 127.0.0.1:40480 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:38:45 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:38:45 | INFO | stdout | INFO: 127.0.0.1:48754 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:39:29 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:39:29 | INFO | stdout | INFO: 127.0.0.1:46574 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:39:30 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:39:30 | INFO | stdout | INFO: 127.0.0.1:46586 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:40:15 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:40:15 | INFO | stdout | INFO: 127.0.0.1:57672 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:40:15 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:40:15 | INFO | stdout | INFO: 127.0.0.1:43444 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:41:00 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:41:00 | INFO | stdout | INFO: 127.0.0.1:33960 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:41:00 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:41:00 | INFO | stdout | INFO: 127.0.0.1:33972 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:41:45 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:41:45 | INFO | stdout | INFO: 127.0.0.1:39592 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:41:45 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:41:45 | INFO | stdout | INFO: 127.0.0.1:39608 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:42:03 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 12:42:03 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 12:42:03 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 12:42:03 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 12:42:03 | INFO | stdout | INFO: 127.0.0.1:59036 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 12:42:03 | INFO | stdout | INFO: 127.0.0.1:59040 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 12:42:30 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:42:30 | INFO | stdout | INFO: 127.0.0.1:54938 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:42:31 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:42:31 | INFO | stdout | INFO: 127.0.0.1:54950 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:42:52 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 12:42:52 | INFO | stdout | INFO: 127.0.0.1:46754 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 12:43:03 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [1.0], ret: http://localhost:40001 +2024-02-28 12:43:03 | INFO | stdout | INFO: 127.0.0.1:39014 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 12:43:15 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:43:15 | INFO | stdout | INFO: 127.0.0.1:41734 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:43:16 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:43:16 | INFO | stdout | INFO: 127.0.0.1:41738 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:43:23 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 12:43:23 | INFO | stdout | INFO: 127.0.0.1:41750 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 12:43:49 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [1.0], ret: http://localhost:40001 +2024-02-28 12:43:49 | INFO | stdout | INFO: 127.0.0.1:33062 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 12:44:00 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:44:00 | INFO | stdout | INFO: 127.0.0.1:45472 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:44:01 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:44:01 | INFO | stdout | INFO: 127.0.0.1:45476 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:44:14 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 12:44:14 | INFO | stdout | INFO: 127.0.0.1:32912 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 12:44:45 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:44:45 | INFO | stdout | INFO: 127.0.0.1:38014 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:44:46 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:44:46 | INFO | stdout | INFO: 127.0.0.1:38022 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:44:56 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 12:44:56 | INFO | stdout | INFO: 127.0.0.1:53314 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 12:45:23 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [1.0], ret: http://localhost:40001 +2024-02-28 12:45:23 | INFO | stdout | INFO: 127.0.0.1:58960 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 12:45:30 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:45:30 | INFO | stdout | INFO: 127.0.0.1:50500 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:45:31 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:45:31 | INFO | stdout | INFO: 127.0.0.1:50504 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:45:38 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 12:45:38 | INFO | stdout | INFO: 127.0.0.1:56336 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 12:46:15 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:46:15 | INFO | stdout | INFO: 127.0.0.1:47076 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:46:16 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:46:16 | INFO | stdout | INFO: 127.0.0.1:47084 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:46:28 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 12:46:28 | INFO | stdout | INFO: 127.0.0.1:48778 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 12:46:57 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [1.0], ret: http://localhost:40001 +2024-02-28 12:46:57 | INFO | stdout | INFO: 127.0.0.1:38392 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 12:47:00 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:47:00 | INFO | stdout | INFO: 127.0.0.1:38406 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:47:01 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:47:01 | INFO | stdout | INFO: 127.0.0.1:38414 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:47:45 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:47:45 | INFO | stdout | INFO: 127.0.0.1:40600 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:47:46 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:47:46 | INFO | stdout | INFO: 127.0.0.1:40606 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:48:30 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:48:30 | INFO | stdout | INFO: 127.0.0.1:52186 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:48:31 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:48:31 | INFO | stdout | INFO: 127.0.0.1:52200 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:49:15 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:49:15 | INFO | stdout | INFO: 127.0.0.1:38340 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:49:16 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:49:16 | INFO | stdout | INFO: 127.0.0.1:38350 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:50:00 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:50:00 | INFO | stdout | INFO: 127.0.0.1:50916 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:50:01 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:50:01 | INFO | stdout | INFO: 127.0.0.1:50920 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:50:45 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:50:45 | INFO | stdout | INFO: 127.0.0.1:43768 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:50:46 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:50:46 | INFO | stdout | INFO: 127.0.0.1:43776 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:51:30 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:51:30 | INFO | stdout | INFO: 127.0.0.1:35220 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:51:31 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:51:31 | INFO | stdout | INFO: 127.0.0.1:35236 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:52:15 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:52:15 | INFO | stdout | INFO: 127.0.0.1:43156 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:52:16 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:52:16 | INFO | stdout | INFO: 127.0.0.1:43168 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:53:00 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:53:00 | INFO | stdout | INFO: 127.0.0.1:39692 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:53:01 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:53:01 | INFO | stdout | INFO: 127.0.0.1:39704 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:53:45 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:53:45 | INFO | stdout | INFO: 127.0.0.1:53102 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:53:46 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:53:46 | INFO | stdout | INFO: 127.0.0.1:53104 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:54:30 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:54:30 | INFO | stdout | INFO: 127.0.0.1:42162 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:54:31 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:54:31 | INFO | stdout | INFO: 127.0.0.1:42174 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:55:07 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 12:55:07 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 12:55:07 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 12:55:07 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 12:55:07 | INFO | stdout | INFO: 127.0.0.1:39310 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 12:55:07 | INFO | stdout | INFO: 127.0.0.1:39314 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 12:55:15 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:55:15 | INFO | stdout | INFO: 127.0.0.1:57180 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:55:16 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:55:16 | INFO | stdout | INFO: 127.0.0.1:57194 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:56:00 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:56:00 | INFO | stdout | INFO: 127.0.0.1:44392 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:56:02 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:56:02 | INFO | stdout | INFO: 127.0.0.1:44400 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:56:45 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:56:45 | INFO | stdout | INFO: 127.0.0.1:43916 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:56:47 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:56:47 | INFO | stdout | INFO: 127.0.0.1:43922 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:57:30 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:57:30 | INFO | stdout | INFO: 127.0.0.1:50698 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:57:32 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:57:32 | INFO | stdout | INFO: 127.0.0.1:50710 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:58:15 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:58:15 | INFO | stdout | INFO: 127.0.0.1:44944 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:58:17 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:58:17 | INFO | stdout | INFO: 127.0.0.1:44950 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:59:00 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:59:00 | INFO | stdout | INFO: 127.0.0.1:52078 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:59:02 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:59:02 | INFO | stdout | INFO: 127.0.0.1:52086 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:59:45 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 12:59:45 | INFO | stdout | INFO: 127.0.0.1:52700 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 12:59:47 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 12:59:47 | INFO | stdout | INFO: 127.0.0.1:52706 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:00:03 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 13:00:03 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 13:00:03 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 13:00:03 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 13:00:03 | INFO | stdout | INFO: 127.0.0.1:52418 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 13:00:03 | INFO | stdout | INFO: 127.0.0.1:52434 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 13:00:31 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:00:31 | INFO | stdout | INFO: 127.0.0.1:44010 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:00:32 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:00:32 | INFO | stdout | INFO: 127.0.0.1:44012 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:01:05 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 13:01:05 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 13:01:05 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 13:01:05 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 13:01:05 | INFO | stdout | INFO: 127.0.0.1:51278 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 13:01:05 | INFO | stdout | INFO: 127.0.0.1:51284 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 13:01:16 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:01:16 | INFO | stdout | INFO: 127.0.0.1:53502 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:01:17 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:01:17 | INFO | stdout | INFO: 127.0.0.1:53510 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:02:01 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:02:01 | INFO | stdout | INFO: 127.0.0.1:60184 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:02:02 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:02:02 | INFO | stdout | INFO: 127.0.0.1:60194 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:02:46 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:02:46 | INFO | stdout | INFO: 127.0.0.1:43430 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:02:47 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:02:47 | INFO | stdout | INFO: 127.0.0.1:43442 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:03:31 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:03:31 | INFO | stdout | INFO: 127.0.0.1:34514 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:03:32 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:03:32 | INFO | stdout | INFO: 127.0.0.1:34524 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:04:16 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:04:16 | INFO | stdout | INFO: 127.0.0.1:49172 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:04:17 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:04:17 | INFO | stdout | INFO: 127.0.0.1:49182 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:05:01 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:05:01 | INFO | stdout | INFO: 127.0.0.1:52736 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:05:02 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:05:02 | INFO | stdout | INFO: 127.0.0.1:52748 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:05:46 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:05:46 | INFO | stdout | INFO: 127.0.0.1:47688 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:05:47 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:05:47 | INFO | stdout | INFO: 127.0.0.1:47700 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:06:31 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:06:31 | INFO | stdout | INFO: 127.0.0.1:46054 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:06:32 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:06:32 | INFO | stdout | INFO: 127.0.0.1:46068 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:07:16 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:07:16 | INFO | stdout | INFO: 127.0.0.1:51320 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:07:17 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:07:17 | INFO | stdout | INFO: 127.0.0.1:51334 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:08:01 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:08:01 | INFO | stdout | INFO: 127.0.0.1:49456 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:08:02 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:08:02 | INFO | stdout | INFO: 127.0.0.1:49464 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:08:46 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:08:46 | INFO | stdout | INFO: 127.0.0.1:38986 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:08:47 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:08:47 | INFO | stdout | INFO: 127.0.0.1:38998 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:09:31 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:09:31 | INFO | stdout | INFO: 127.0.0.1:57930 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:09:32 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:09:32 | INFO | stdout | INFO: 127.0.0.1:57934 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:10:16 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:10:16 | INFO | stdout | INFO: 127.0.0.1:51668 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:10:18 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:10:18 | INFO | stdout | INFO: 127.0.0.1:51670 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:11:01 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:11:01 | INFO | stdout | INFO: 127.0.0.1:52902 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:11:03 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:11:03 | INFO | stdout | INFO: 127.0.0.1:52908 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:11:16 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 13:11:16 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 13:11:16 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 13:11:16 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 13:11:16 | INFO | stdout | INFO: 127.0.0.1:59094 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 13:11:16 | INFO | stdout | INFO: 127.0.0.1:59106 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 13:11:39 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 13:11:39 | INFO | stdout | INFO: 127.0.0.1:54076 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 13:11:46 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:11:46 | INFO | stdout | INFO: 127.0.0.1:50850 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:11:48 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:11:48 | INFO | stdout | INFO: 127.0.0.1:50852 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:12:10 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 13:12:10 | INFO | stdout | INFO: 127.0.0.1:40248 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 13:12:31 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:12:31 | INFO | stdout | INFO: 127.0.0.1:58044 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:12:33 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:12:33 | INFO | stdout | INFO: 127.0.0.1:58058 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:12:36 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 13:12:36 | INFO | stdout | INFO: 127.0.0.1:44096 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 13:13:16 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:13:16 | INFO | stdout | INFO: 127.0.0.1:37910 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:13:17 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 13:13:17 | INFO | stdout | INFO: 127.0.0.1:37926 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 13:13:18 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:13:18 | INFO | stdout | INFO: 127.0.0.1:37940 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:13:31 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 13:13:31 | INFO | stdout | INFO: 127.0.0.1:33102 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 13:13:48 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [2.0], ret: http://localhost:40000 +2024-02-28 13:13:48 | INFO | stdout | INFO: 127.0.0.1:55088 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 13:14:01 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:14:01 | INFO | stdout | INFO: 127.0.0.1:56702 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:14:03 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:14:03 | INFO | stdout | INFO: 127.0.0.1:56716 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:14:22 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 13:14:22 | INFO | stdout | INFO: 127.0.0.1:45614 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 13:14:36 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 13:14:36 | INFO | stdout | INFO: 127.0.0.1:47748 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 13:14:46 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:14:46 | INFO | stdout | INFO: 127.0.0.1:59502 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:14:48 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:14:48 | INFO | stdout | INFO: 127.0.0.1:59516 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:14:59 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 13:14:59 | INFO | stdout | INFO: 127.0.0.1:56542 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 13:15:08 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [1.0], ret: http://localhost:40001 +2024-02-28 13:15:08 | INFO | stdout | INFO: 127.0.0.1:35910 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 13:15:22 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [2.0], ret: http://localhost:40001 +2024-02-28 13:15:22 | INFO | stdout | INFO: 127.0.0.1:41374 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 13:15:31 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:15:31 | INFO | stdout | INFO: 127.0.0.1:37138 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:15:33 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:15:33 | INFO | stdout | INFO: 127.0.0.1:37142 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:16:16 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:16:16 | INFO | stdout | INFO: 127.0.0.1:44220 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:16:18 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:16:18 | INFO | stdout | INFO: 127.0.0.1:44222 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:17:02 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:17:02 | INFO | stdout | INFO: 127.0.0.1:40738 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:17:03 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:17:03 | INFO | stdout | INFO: 127.0.0.1:40754 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:17:47 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:17:47 | INFO | stdout | INFO: 127.0.0.1:60500 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:17:48 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:17:48 | INFO | stdout | INFO: 127.0.0.1:60516 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:18:32 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:18:32 | INFO | stdout | INFO: 127.0.0.1:39532 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:18:33 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:18:33 | INFO | stdout | INFO: 127.0.0.1:39544 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:19:17 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:19:17 | INFO | stdout | INFO: 127.0.0.1:50170 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:19:18 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:19:18 | INFO | stdout | INFO: 127.0.0.1:50180 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:20:02 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:20:02 | INFO | stdout | INFO: 127.0.0.1:55904 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:20:03 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:20:03 | INFO | stdout | INFO: 127.0.0.1:55918 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:20:47 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:20:47 | INFO | stdout | INFO: 127.0.0.1:55442 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:20:48 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:20:48 | INFO | stdout | INFO: 127.0.0.1:55448 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:21:32 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:21:32 | INFO | stdout | INFO: 127.0.0.1:47314 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:21:33 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:21:33 | INFO | stdout | INFO: 127.0.0.1:47328 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:22:17 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:22:17 | INFO | stdout | INFO: 127.0.0.1:56416 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:22:18 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:22:18 | INFO | stdout | INFO: 127.0.0.1:56432 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:23:02 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:23:02 | INFO | stdout | INFO: 127.0.0.1:55886 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:23:03 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:23:03 | INFO | stdout | INFO: 127.0.0.1:55900 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:23:47 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:23:47 | INFO | stdout | INFO: 127.0.0.1:36894 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:23:49 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:23:49 | INFO | stdout | INFO: 127.0.0.1:36896 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:24:32 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:24:32 | INFO | stdout | INFO: 127.0.0.1:54532 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:24:34 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:24:34 | INFO | stdout | INFO: 127.0.0.1:54536 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:25:17 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:25:17 | INFO | stdout | INFO: 127.0.0.1:34104 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:25:19 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:25:19 | INFO | stdout | INFO: 127.0.0.1:34112 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:26:02 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:26:02 | INFO | stdout | INFO: 127.0.0.1:44446 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:26:04 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:26:04 | INFO | stdout | INFO: 127.0.0.1:44448 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:26:47 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:26:47 | INFO | stdout | INFO: 127.0.0.1:49496 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:26:49 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:26:49 | INFO | stdout | INFO: 127.0.0.1:49510 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:27:32 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:27:32 | INFO | stdout | INFO: 127.0.0.1:55202 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:27:34 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:27:34 | INFO | stdout | INFO: 127.0.0.1:55210 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:28:15 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 13:28:15 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 13:28:15 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 13:28:15 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 13:28:15 | INFO | stdout | INFO: 127.0.0.1:36846 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 13:28:15 | INFO | stdout | INFO: 127.0.0.1:36862 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 13:28:17 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:28:17 | INFO | stdout | INFO: 127.0.0.1:36872 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:28:19 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:28:19 | INFO | stdout | INFO: 127.0.0.1:36886 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:28:33 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 13:28:33 | INFO | stdout | INFO: 127.0.0.1:56766 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 13:28:46 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 13:28:46 | INFO | stdout | INFO: 127.0.0.1:60918 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 13:29:02 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:29:02 | INFO | stdout | INFO: 127.0.0.1:35282 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:29:04 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:29:04 | INFO | stdout | INFO: 127.0.0.1:35288 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:29:06 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 13:29:06 | INFO | stdout | INFO: 127.0.0.1:32982 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 13:29:20 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 13:29:20 | INFO | stdout | INFO: 127.0.0.1:56626 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 13:29:36 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [2.0], ret: http://localhost:40000 +2024-02-28 13:29:36 | INFO | stdout | INFO: 127.0.0.1:45780 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 13:29:47 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [3.0], ret: http://localhost:40000 +2024-02-28 13:29:47 | INFO | stdout | INFO: 127.0.0.1:57386 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 13:29:47 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:29:47 | INFO | stdout | INFO: 127.0.0.1:57396 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:29:49 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:29:49 | INFO | stdout | INFO: 127.0.0.1:57412 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:30:09 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 13:30:09 | INFO | stdout | INFO: 127.0.0.1:46870 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 13:30:32 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:30:32 | INFO | stdout | INFO: 127.0.0.1:36336 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:30:34 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:30:34 | INFO | stdout | INFO: 127.0.0.1:36338 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:31:17 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:31:17 | INFO | stdout | INFO: 127.0.0.1:59266 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:31:19 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:31:19 | INFO | stdout | INFO: 127.0.0.1:59270 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:32:03 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:32:03 | INFO | stdout | INFO: 127.0.0.1:40810 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:32:04 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:32:04 | INFO | stdout | INFO: 127.0.0.1:40814 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:32:48 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:32:48 | INFO | stdout | INFO: 127.0.0.1:58400 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:32:49 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:32:49 | INFO | stdout | INFO: 127.0.0.1:58404 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:33:33 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:33:33 | INFO | stdout | INFO: 127.0.0.1:58952 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:33:34 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:33:34 | INFO | stdout | INFO: 127.0.0.1:58968 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:34:18 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:34:18 | INFO | stdout | INFO: 127.0.0.1:50582 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:34:19 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:34:19 | INFO | stdout | INFO: 127.0.0.1:50592 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:35:03 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:35:03 | INFO | stdout | INFO: 127.0.0.1:34734 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:35:04 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:35:04 | INFO | stdout | INFO: 127.0.0.1:34744 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:35:48 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:35:48 | INFO | stdout | INFO: 127.0.0.1:45804 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:35:49 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:35:49 | INFO | stdout | INFO: 127.0.0.1:45820 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:36:33 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:36:33 | INFO | stdout | INFO: 127.0.0.1:39386 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:36:34 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:36:34 | INFO | stdout | INFO: 127.0.0.1:39396 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:37:18 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:37:18 | INFO | stdout | INFO: 127.0.0.1:45916 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:37:20 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:37:20 | INFO | stdout | INFO: 127.0.0.1:45920 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:38:03 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:38:03 | INFO | stdout | INFO: 127.0.0.1:50798 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:38:05 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:38:05 | INFO | stdout | INFO: 127.0.0.1:47058 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:38:48 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:38:48 | INFO | stdout | INFO: 127.0.0.1:35688 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:38:50 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:38:50 | INFO | stdout | INFO: 127.0.0.1:35704 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:39:33 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:39:33 | INFO | stdout | INFO: 127.0.0.1:33070 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:39:35 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:39:35 | INFO | stdout | INFO: 127.0.0.1:46884 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:40:18 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:40:18 | INFO | stdout | INFO: 127.0.0.1:48942 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:40:20 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:40:20 | INFO | stdout | INFO: 127.0.0.1:48952 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:41:03 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:41:03 | INFO | stdout | INFO: 127.0.0.1:39322 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:41:05 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:41:05 | INFO | stdout | INFO: 127.0.0.1:56196 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:41:48 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:41:48 | INFO | stdout | INFO: 127.0.0.1:37858 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:41:50 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:41:50 | INFO | stdout | INFO: 127.0.0.1:37866 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:42:33 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:42:33 | INFO | stdout | INFO: 127.0.0.1:47122 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:42:35 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:42:35 | INFO | stdout | INFO: 127.0.0.1:39016 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:43:18 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:43:18 | INFO | stdout | INFO: 127.0.0.1:47732 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:43:20 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:43:20 | INFO | stdout | INFO: 127.0.0.1:47734 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:43:50 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 13:43:50 | INFO | stdout | INFO: 127.0.0.1:42388 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 13:44:03 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:44:03 | INFO | stdout | INFO: 127.0.0.1:58240 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:44:05 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:44:05 | INFO | stdout | INFO: 127.0.0.1:56758 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:44:11 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 13:44:11 | INFO | stdout | INFO: 127.0.0.1:56760 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 13:44:48 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:44:48 | INFO | stdout | INFO: 127.0.0.1:42650 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:44:50 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:44:50 | INFO | stdout | INFO: 127.0.0.1:42658 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:45:33 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:45:33 | INFO | stdout | INFO: 127.0.0.1:52322 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:45:35 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:45:35 | INFO | stdout | INFO: 127.0.0.1:46508 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:46:18 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:46:18 | INFO | stdout | INFO: 127.0.0.1:55178 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:46:20 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:46:20 | INFO | stdout | INFO: 127.0.0.1:55186 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:47:04 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:47:04 | INFO | stdout | INFO: 127.0.0.1:55232 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:47:05 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:47:05 | INFO | stdout | INFO: 127.0.0.1:35024 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:47:49 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:47:49 | INFO | stdout | INFO: 127.0.0.1:59548 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:47:50 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:47:50 | INFO | stdout | INFO: 127.0.0.1:59564 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:48:34 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:48:34 | INFO | stdout | INFO: 127.0.0.1:39878 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:48:35 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:48:35 | INFO | stdout | INFO: 127.0.0.1:54666 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:49:19 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:49:19 | INFO | stdout | INFO: 127.0.0.1:39228 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:49:20 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:49:20 | INFO | stdout | INFO: 127.0.0.1:39236 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:50:04 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:50:04 | INFO | stdout | INFO: 127.0.0.1:60400 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:50:05 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:50:05 | INFO | stdout | INFO: 127.0.0.1:48046 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:50:49 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:50:49 | INFO | stdout | INFO: 127.0.0.1:59108 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:50:50 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:50:50 | INFO | stdout | INFO: 127.0.0.1:59116 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:51:34 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:51:34 | INFO | stdout | INFO: 127.0.0.1:33756 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:51:35 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:51:35 | INFO | stdout | INFO: 127.0.0.1:58332 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:52:19 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:52:19 | INFO | stdout | INFO: 127.0.0.1:50634 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:52:21 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:52:21 | INFO | stdout | INFO: 127.0.0.1:50642 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:53:04 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:53:04 | INFO | stdout | INFO: 127.0.0.1:42766 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:53:06 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:53:06 | INFO | stdout | INFO: 127.0.0.1:44816 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:53:49 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:53:49 | INFO | stdout | INFO: 127.0.0.1:43372 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:53:51 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:53:51 | INFO | stdout | INFO: 127.0.0.1:43378 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:54:34 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:54:34 | INFO | stdout | INFO: 127.0.0.1:41728 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:54:36 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:54:36 | INFO | stdout | INFO: 127.0.0.1:42974 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:55:19 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:55:19 | INFO | stdout | INFO: 127.0.0.1:33830 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:55:21 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:55:21 | INFO | stdout | INFO: 127.0.0.1:33836 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:56:04 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:56:04 | INFO | stdout | INFO: 127.0.0.1:34074 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:56:06 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:56:06 | INFO | stdout | INFO: 127.0.0.1:33372 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:56:49 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:56:49 | INFO | stdout | INFO: 127.0.0.1:54400 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:56:51 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:56:51 | INFO | stdout | INFO: 127.0.0.1:54402 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:57:34 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:57:34 | INFO | stdout | INFO: 127.0.0.1:56790 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:57:36 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:57:36 | INFO | stdout | INFO: 127.0.0.1:57994 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:58:17 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 13:58:17 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 13:58:17 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 13:58:17 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 13:58:17 | INFO | stdout | INFO: 127.0.0.1:54892 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 13:58:17 | INFO | stdout | INFO: 127.0.0.1:54906 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 13:58:19 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:58:19 | INFO | stdout | INFO: 127.0.0.1:54916 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:58:21 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:58:21 | INFO | stdout | INFO: 127.0.0.1:54932 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:59:04 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:59:04 | INFO | stdout | INFO: 127.0.0.1:48668 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:59:06 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:59:06 | INFO | stdout | INFO: 127.0.0.1:43810 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:59:24 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 13:59:24 | INFO | stdout | INFO: 127.0.0.1:55768 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 13:59:49 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 13:59:49 | INFO | stdout | INFO: 127.0.0.1:41634 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 13:59:51 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 13:59:51 | INFO | stdout | INFO: 127.0.0.1:41644 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:00:18 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 14:00:18 | INFO | stdout | INFO: 127.0.0.1:39252 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 14:00:34 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:00:34 | INFO | stdout | INFO: 127.0.0.1:51350 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:00:36 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:00:36 | INFO | stdout | INFO: 127.0.0.1:54414 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:00:53 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 14:00:53 | INFO | stdout | INFO: 127.0.0.1:33562 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 14:01:10 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 14:01:10 | INFO | stdout | INFO: 127.0.0.1:38568 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 14:01:19 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:01:19 | INFO | stdout | INFO: 127.0.0.1:55794 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:01:21 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:01:21 | INFO | stdout | INFO: 127.0.0.1:55804 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:01:31 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 14:01:31 | INFO | stdout | INFO: 127.0.0.1:43792 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 14:02:04 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:02:04 | INFO | stdout | INFO: 127.0.0.1:34602 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:02:06 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:02:06 | INFO | stdout | INFO: 127.0.0.1:57082 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:02:50 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:02:50 | INFO | stdout | INFO: 127.0.0.1:48444 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:02:51 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:02:51 | INFO | stdout | INFO: 127.0.0.1:48454 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:03:33 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 14:03:33 | INFO | stdout | INFO: 127.0.0.1:33908 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 14:03:35 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:03:35 | INFO | stdout | INFO: 127.0.0.1:42524 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:03:36 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:03:36 | INFO | stdout | INFO: 127.0.0.1:42526 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:04:20 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:04:20 | INFO | stdout | INFO: 127.0.0.1:41350 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:04:21 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:04:21 | INFO | stdout | INFO: 127.0.0.1:41358 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:05:05 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:05:05 | INFO | stdout | INFO: 127.0.0.1:46192 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:05:06 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:05:06 | INFO | stdout | INFO: 127.0.0.1:46196 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:05:50 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:05:50 | INFO | stdout | INFO: 127.0.0.1:46686 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:05:51 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:05:51 | INFO | stdout | INFO: 127.0.0.1:46702 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:06:35 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:06:35 | INFO | stdout | INFO: 127.0.0.1:38004 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:06:36 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:06:36 | INFO | stdout | INFO: 127.0.0.1:38010 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:07:20 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:07:20 | INFO | stdout | INFO: 127.0.0.1:41898 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:07:21 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:07:21 | INFO | stdout | INFO: 127.0.0.1:41906 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:08:05 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:08:05 | INFO | stdout | INFO: 127.0.0.1:47232 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:08:06 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:08:06 | INFO | stdout | INFO: 127.0.0.1:47238 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:08:50 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:08:50 | INFO | stdout | INFO: 127.0.0.1:53316 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:08:51 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:08:51 | INFO | stdout | INFO: 127.0.0.1:53330 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:09:35 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:09:35 | INFO | stdout | INFO: 127.0.0.1:47074 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:09:36 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:09:36 | INFO | stdout | INFO: 127.0.0.1:47084 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:10:20 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:10:20 | INFO | stdout | INFO: 127.0.0.1:48500 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:10:21 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:10:21 | INFO | stdout | INFO: 127.0.0.1:48514 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:11:05 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:11:05 | INFO | stdout | INFO: 127.0.0.1:48518 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:11:06 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:11:06 | INFO | stdout | INFO: 127.0.0.1:48532 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:11:50 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:11:50 | INFO | stdout | INFO: 127.0.0.1:53990 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:11:52 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:11:52 | INFO | stdout | INFO: 127.0.0.1:53994 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:12:35 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:12:35 | INFO | stdout | INFO: 127.0.0.1:42908 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:12:37 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:12:37 | INFO | stdout | INFO: 127.0.0.1:42912 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:13:20 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:13:20 | INFO | stdout | INFO: 127.0.0.1:60342 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:13:22 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:13:22 | INFO | stdout | INFO: 127.0.0.1:60358 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:13:27 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 14:13:27 | INFO | stdout | INFO: 127.0.0.1:44862 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 14:14:05 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:14:05 | INFO | stdout | INFO: 127.0.0.1:51762 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:14:07 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:14:07 | INFO | stdout | INFO: 127.0.0.1:51778 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:14:50 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:14:50 | INFO | stdout | INFO: 127.0.0.1:50774 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:14:52 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:14:52 | INFO | stdout | INFO: 127.0.0.1:50788 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:15:35 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 14:15:35 | INFO | stdout | INFO: 127.0.0.1:34304 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 14:15:35 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:15:35 | INFO | stdout | INFO: 127.0.0.1:34314 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:15:37 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:15:37 | INFO | stdout | INFO: 127.0.0.1:34320 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:16:20 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:16:20 | INFO | stdout | INFO: 127.0.0.1:60600 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:16:22 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:16:22 | INFO | stdout | INFO: 127.0.0.1:60606 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:17:05 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:17:05 | INFO | stdout | INFO: 127.0.0.1:51042 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:17:07 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:17:07 | INFO | stdout | INFO: 127.0.0.1:51050 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:17:50 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:17:50 | INFO | stdout | INFO: 127.0.0.1:40612 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:17:52 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:17:52 | INFO | stdout | INFO: 127.0.0.1:40616 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:18:32 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 14:18:33 | INFO | stdout | INFO: 127.0.0.1:56992 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 14:18:36 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:18:36 | INFO | stdout | INFO: 127.0.0.1:37922 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:18:37 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:18:37 | INFO | stdout | INFO: 127.0.0.1:37928 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:19:03 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 14:19:03 | INFO | stdout | INFO: 127.0.0.1:56104 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 14:19:21 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:19:21 | INFO | stdout | INFO: 127.0.0.1:37292 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:19:22 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:19:22 | INFO | stdout | INFO: 127.0.0.1:37298 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:20:06 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:20:06 | INFO | stdout | INFO: 127.0.0.1:36654 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:20:07 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:20:07 | INFO | stdout | INFO: 127.0.0.1:36668 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:20:16 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 14:20:16 | INFO | stdout | INFO: 127.0.0.1:36182 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 14:20:45 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 14:20:45 | INFO | stdout | INFO: 127.0.0.1:39150 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 14:20:51 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:20:51 | INFO | stdout | INFO: 127.0.0.1:39160 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:20:52 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:20:52 | INFO | stdout | INFO: 127.0.0.1:39176 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:20:57 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 14:20:57 | INFO | stdout | INFO: 127.0.0.1:59158 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 14:21:36 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:21:36 | INFO | stdout | INFO: 127.0.0.1:32902 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:21:37 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:21:37 | INFO | stdout | INFO: 127.0.0.1:32908 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:22:21 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:22:21 | INFO | stdout | INFO: 127.0.0.1:34266 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:22:22 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:22:22 | INFO | stdout | INFO: 127.0.0.1:34272 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:23:06 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:23:06 | INFO | stdout | INFO: 127.0.0.1:57966 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:23:07 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:23:07 | INFO | stdout | INFO: 127.0.0.1:57980 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:23:51 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:23:51 | INFO | stdout | INFO: 127.0.0.1:55556 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:23:52 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:23:52 | INFO | stdout | INFO: 127.0.0.1:55558 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:24:36 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:24:36 | INFO | stdout | INFO: 127.0.0.1:60856 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:24:37 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:24:37 | INFO | stdout | INFO: 127.0.0.1:60860 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:25:21 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:25:21 | INFO | stdout | INFO: 127.0.0.1:35762 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:25:22 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:25:22 | INFO | stdout | INFO: 127.0.0.1:35764 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:26:06 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:26:06 | INFO | stdout | INFO: 127.0.0.1:56300 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:26:07 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:26:07 | INFO | stdout | INFO: 127.0.0.1:56314 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:26:51 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:26:51 | INFO | stdout | INFO: 127.0.0.1:42594 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:26:52 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:26:52 | INFO | stdout | INFO: 127.0.0.1:42596 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:27:36 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:27:36 | INFO | stdout | INFO: 127.0.0.1:33726 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:27:38 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:27:38 | INFO | stdout | INFO: 127.0.0.1:33732 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:28:21 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:28:21 | INFO | stdout | INFO: 127.0.0.1:46282 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:28:23 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:28:23 | INFO | stdout | INFO: 127.0.0.1:46292 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:29:06 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:29:06 | INFO | stdout | INFO: 127.0.0.1:40738 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:29:08 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:29:08 | INFO | stdout | INFO: 127.0.0.1:40748 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:29:51 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:29:51 | INFO | stdout | INFO: 127.0.0.1:52956 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:29:53 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:29:53 | INFO | stdout | INFO: 127.0.0.1:52964 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:30:36 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:30:36 | INFO | stdout | INFO: 127.0.0.1:49772 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:30:38 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:30:38 | INFO | stdout | INFO: 127.0.0.1:49782 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:31:21 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:31:21 | INFO | stdout | INFO: 127.0.0.1:34720 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:31:23 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:31:23 | INFO | stdout | INFO: 127.0.0.1:34730 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:32:06 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:32:06 | INFO | stdout | INFO: 127.0.0.1:56010 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:32:08 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:32:08 | INFO | stdout | INFO: 127.0.0.1:56016 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:32:51 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:32:51 | INFO | stdout | INFO: 127.0.0.1:34274 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:32:53 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:32:53 | INFO | stdout | INFO: 127.0.0.1:34280 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:33:36 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:33:36 | INFO | stdout | INFO: 127.0.0.1:58904 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:33:38 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:33:38 | INFO | stdout | INFO: 127.0.0.1:58906 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:34:21 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:34:21 | INFO | stdout | INFO: 127.0.0.1:56186 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:34:23 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:34:23 | INFO | stdout | INFO: 127.0.0.1:56196 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:35:00 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 14:35:00 | INFO | stdout | INFO: 127.0.0.1:38030 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 14:35:06 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:35:06 | INFO | stdout | INFO: 127.0.0.1:33746 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:35:08 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:35:08 | INFO | stdout | INFO: 127.0.0.1:33752 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:35:52 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:35:52 | INFO | stdout | INFO: 127.0.0.1:35984 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:35:53 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:35:53 | INFO | stdout | INFO: 127.0.0.1:35992 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:36:37 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:36:37 | INFO | stdout | INFO: 127.0.0.1:33604 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:36:38 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:36:38 | INFO | stdout | INFO: 127.0.0.1:33616 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:37:22 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:37:22 | INFO | stdout | INFO: 127.0.0.1:42626 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:37:23 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:37:23 | INFO | stdout | INFO: 127.0.0.1:42638 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:38:07 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:38:07 | INFO | stdout | INFO: 127.0.0.1:44632 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:38:08 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:38:08 | INFO | stdout | INFO: 127.0.0.1:44644 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:38:52 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:38:52 | INFO | stdout | INFO: 127.0.0.1:46684 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:38:53 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:38:53 | INFO | stdout | INFO: 127.0.0.1:46700 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:39:37 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:39:37 | INFO | stdout | INFO: 127.0.0.1:52534 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:39:38 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:39:38 | INFO | stdout | INFO: 127.0.0.1:52536 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:40:22 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:40:22 | INFO | stdout | INFO: 127.0.0.1:38180 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:40:23 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:40:23 | INFO | stdout | INFO: 127.0.0.1:38186 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:41:07 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:41:07 | INFO | stdout | INFO: 127.0.0.1:43464 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:41:08 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:41:08 | INFO | stdout | INFO: 127.0.0.1:43470 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:41:52 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:41:52 | INFO | stdout | INFO: 127.0.0.1:44268 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:41:53 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:41:53 | INFO | stdout | INFO: 127.0.0.1:44274 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:42:37 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:42:37 | INFO | stdout | INFO: 127.0.0.1:34312 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:42:38 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:42:38 | INFO | stdout | INFO: 127.0.0.1:34316 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:43:22 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:43:22 | INFO | stdout | INFO: 127.0.0.1:42162 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:43:23 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:43:23 | INFO | stdout | INFO: 127.0.0.1:42168 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:44:07 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:44:07 | INFO | stdout | INFO: 127.0.0.1:57018 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:44:08 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:44:08 | INFO | stdout | INFO: 127.0.0.1:57030 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:44:52 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:44:52 | INFO | stdout | INFO: 127.0.0.1:57904 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:44:53 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:44:53 | INFO | stdout | INFO: 127.0.0.1:57916 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:45:37 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:45:37 | INFO | stdout | INFO: 127.0.0.1:51418 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:45:39 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:45:39 | INFO | stdout | INFO: 127.0.0.1:51422 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:46:22 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:46:22 | INFO | stdout | INFO: 127.0.0.1:43248 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:46:24 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:46:24 | INFO | stdout | INFO: 127.0.0.1:43260 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:47:07 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:47:07 | INFO | stdout | INFO: 127.0.0.1:39264 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:47:09 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:47:09 | INFO | stdout | INFO: 127.0.0.1:39270 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:47:52 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:47:52 | INFO | stdout | INFO: 127.0.0.1:60594 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:47:54 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:47:54 | INFO | stdout | INFO: 127.0.0.1:60598 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:48:37 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:48:37 | INFO | stdout | INFO: 127.0.0.1:54598 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:48:39 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:48:39 | INFO | stdout | INFO: 127.0.0.1:54612 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:49:22 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:49:22 | INFO | stdout | INFO: 127.0.0.1:56506 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:49:24 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:49:24 | INFO | stdout | INFO: 127.0.0.1:56510 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:50:07 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:50:07 | INFO | stdout | INFO: 127.0.0.1:33244 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:50:09 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:50:09 | INFO | stdout | INFO: 127.0.0.1:33254 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:50:52 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:50:52 | INFO | stdout | INFO: 127.0.0.1:53756 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:50:54 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:50:54 | INFO | stdout | INFO: 127.0.0.1:53760 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:51:37 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:51:37 | INFO | stdout | INFO: 127.0.0.1:41866 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:51:39 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:51:39 | INFO | stdout | INFO: 127.0.0.1:41868 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:52:22 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:52:22 | INFO | stdout | INFO: 127.0.0.1:53276 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:52:24 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:52:24 | INFO | stdout | INFO: 127.0.0.1:53278 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:53:07 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:53:07 | INFO | stdout | INFO: 127.0.0.1:38022 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:53:09 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:53:09 | INFO | stdout | INFO: 127.0.0.1:38032 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:53:53 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:53:53 | INFO | stdout | INFO: 127.0.0.1:55654 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:53:54 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:53:54 | INFO | stdout | INFO: 127.0.0.1:55668 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:54:38 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:54:38 | INFO | stdout | INFO: 127.0.0.1:41526 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:54:39 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:54:39 | INFO | stdout | INFO: 127.0.0.1:41530 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:55:23 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:55:23 | INFO | stdout | INFO: 127.0.0.1:51590 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:55:24 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:55:24 | INFO | stdout | INFO: 127.0.0.1:51596 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:56:08 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:56:08 | INFO | stdout | INFO: 127.0.0.1:38174 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:56:09 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:56:09 | INFO | stdout | INFO: 127.0.0.1:38184 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:56:53 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:56:53 | INFO | stdout | INFO: 127.0.0.1:32946 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:56:54 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:56:54 | INFO | stdout | INFO: 127.0.0.1:32958 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:57:38 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:57:38 | INFO | stdout | INFO: 127.0.0.1:46740 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:57:39 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:57:39 | INFO | stdout | INFO: 127.0.0.1:46752 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:58:23 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:58:23 | INFO | stdout | INFO: 127.0.0.1:37792 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:58:24 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:58:24 | INFO | stdout | INFO: 127.0.0.1:37804 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:59:08 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:59:08 | INFO | stdout | INFO: 127.0.0.1:50458 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:59:09 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:59:09 | INFO | stdout | INFO: 127.0.0.1:50468 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:59:53 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 14:59:53 | INFO | stdout | INFO: 127.0.0.1:39780 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 14:59:54 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 14:59:54 | INFO | stdout | INFO: 127.0.0.1:39790 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:00:38 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:00:38 | INFO | stdout | INFO: 127.0.0.1:56884 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:00:39 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:00:39 | INFO | stdout | INFO: 127.0.0.1:56898 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:01:23 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:01:23 | INFO | stdout | INFO: 127.0.0.1:48624 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:01:24 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:01:24 | INFO | stdout | INFO: 127.0.0.1:48628 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:02:08 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:02:08 | INFO | stdout | INFO: 127.0.0.1:42750 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:02:09 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:02:09 | INFO | stdout | INFO: 127.0.0.1:42762 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:02:48 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 15:02:48 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 15:02:48 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 15:02:48 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 15:02:48 | INFO | stdout | INFO: 127.0.0.1:56622 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 15:02:48 | INFO | stdout | INFO: 127.0.0.1:56634 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 15:02:53 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:02:53 | INFO | stdout | INFO: 127.0.0.1:56650 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:02:55 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:02:55 | INFO | stdout | INFO: 127.0.0.1:60130 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:03:38 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:03:38 | INFO | stdout | INFO: 127.0.0.1:40140 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:03:40 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:03:40 | INFO | stdout | INFO: 127.0.0.1:40156 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:04:23 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:04:23 | INFO | stdout | INFO: 127.0.0.1:36856 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:04:25 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:04:25 | INFO | stdout | INFO: 127.0.0.1:46732 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:05:08 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:05:08 | INFO | stdout | INFO: 127.0.0.1:37608 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:05:10 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:05:10 | INFO | stdout | INFO: 127.0.0.1:37622 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:05:53 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:05:53 | INFO | stdout | INFO: 127.0.0.1:60746 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:05:55 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:05:55 | INFO | stdout | INFO: 127.0.0.1:60238 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:06:38 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:06:38 | INFO | stdout | INFO: 127.0.0.1:48662 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:06:40 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:06:40 | INFO | stdout | INFO: 127.0.0.1:48672 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:06:41 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 15:06:41 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 15:06:41 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 15:06:41 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 15:06:41 | INFO | stdout | INFO: 127.0.0.1:48680 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 15:06:41 | INFO | stdout | INFO: 127.0.0.1:48692 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 15:06:56 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 15:06:56 | INFO | stdout | INFO: 127.0.0.1:56304 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 15:07:11 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 15:07:11 | INFO | stdout | INFO: 127.0.0.1:44998 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 15:07:23 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:07:23 | INFO | stdout | INFO: 127.0.0.1:56978 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:07:24 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [2.0], ret: http://localhost:40000 +2024-02-28 15:07:24 | INFO | stdout | INFO: 127.0.0.1:56992 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 15:07:25 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:07:25 | INFO | stdout | INFO: 127.0.0.1:39082 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:07:32 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 15:07:32 | INFO | stdout | INFO: 127.0.0.1:39088 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 15:08:00 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 15:08:00 | INFO | stdout | INFO: 127.0.0.1:59790 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 15:08:08 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:08:08 | INFO | stdout | INFO: 127.0.0.1:59134 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:08:10 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:08:10 | INFO | stdout | INFO: 127.0.0.1:59146 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:08:34 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 15:08:34 | INFO | stdout | INFO: 127.0.0.1:43554 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 15:08:53 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:08:53 | INFO | stdout | INFO: 127.0.0.1:39842 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:08:55 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:08:55 | INFO | stdout | INFO: 127.0.0.1:59758 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:08:56 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 15:08:56 | INFO | stdout | INFO: 127.0.0.1:59768 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 15:09:38 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:09:38 | INFO | stdout | INFO: 127.0.0.1:49300 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:09:40 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:09:40 | INFO | stdout | INFO: 127.0.0.1:49304 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:09:49 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 15:09:49 | INFO | stdout | INFO: 127.0.0.1:44552 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 15:10:23 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:10:23 | INFO | stdout | INFO: 127.0.0.1:56864 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:10:25 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:10:25 | INFO | stdout | INFO: 127.0.0.1:50448 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:11:08 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:11:08 | INFO | stdout | INFO: 127.0.0.1:42636 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:11:10 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:11:10 | INFO | stdout | INFO: 127.0.0.1:42650 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:11:54 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:11:54 | INFO | stdout | INFO: 127.0.0.1:48278 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:11:55 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:11:55 | INFO | stdout | INFO: 127.0.0.1:42374 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:12:39 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:12:39 | INFO | stdout | INFO: 127.0.0.1:57530 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:12:40 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:12:40 | INFO | stdout | INFO: 127.0.0.1:57534 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:12:49 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 15:12:49 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 15:12:49 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 15:12:49 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 15:12:49 | INFO | stdout | INFO: 127.0.0.1:45130 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 15:12:49 | INFO | stdout | INFO: 127.0.0.1:45138 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 15:12:57 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 15:12:57 | INFO | stdout | INFO: 127.0.0.1:49162 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 15:13:24 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:13:24 | INFO | stdout | INFO: 127.0.0.1:41780 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:13:25 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:13:25 | INFO | stdout | INFO: 127.0.0.1:35018 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:13:38 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 15:13:38 | INFO | stdout | INFO: 127.0.0.1:41018 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 15:14:00 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 15:14:00 | INFO | stdout | INFO: 127.0.0.1:58456 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 15:14:09 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:14:09 | INFO | stdout | INFO: 127.0.0.1:45772 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:14:11 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:14:11 | INFO | stdout | INFO: 127.0.0.1:45784 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:14:54 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:14:54 | INFO | stdout | INFO: 127.0.0.1:44010 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:14:56 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:14:56 | INFO | stdout | INFO: 127.0.0.1:34872 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:15:39 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:15:39 | INFO | stdout | INFO: 127.0.0.1:40704 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:15:41 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:15:41 | INFO | stdout | INFO: 127.0.0.1:40714 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:16:24 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:16:24 | INFO | stdout | INFO: 127.0.0.1:44482 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:16:26 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:16:26 | INFO | stdout | INFO: 127.0.0.1:36260 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:17:09 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:17:09 | INFO | stdout | INFO: 127.0.0.1:40824 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:17:11 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:17:11 | INFO | stdout | INFO: 127.0.0.1:40826 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:17:54 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:17:54 | INFO | stdout | INFO: 127.0.0.1:52904 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:17:56 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:17:56 | INFO | stdout | INFO: 127.0.0.1:36610 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:18:39 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:18:39 | INFO | stdout | INFO: 127.0.0.1:53534 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:18:41 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:18:41 | INFO | stdout | INFO: 127.0.0.1:53546 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:19:24 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:19:24 | INFO | stdout | INFO: 127.0.0.1:52290 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:19:26 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:19:26 | INFO | stdout | INFO: 127.0.0.1:51256 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:20:09 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:20:09 | INFO | stdout | INFO: 127.0.0.1:47180 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:20:11 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:20:11 | INFO | stdout | INFO: 127.0.0.1:47188 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:20:54 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:20:54 | INFO | stdout | INFO: 127.0.0.1:60218 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:20:56 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:20:56 | INFO | stdout | INFO: 127.0.0.1:49296 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:21:39 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:21:39 | INFO | stdout | INFO: 127.0.0.1:37516 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:21:41 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:21:41 | INFO | stdout | INFO: 127.0.0.1:37518 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:22:24 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:22:24 | INFO | stdout | INFO: 127.0.0.1:44046 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:22:26 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:22:26 | INFO | stdout | INFO: 127.0.0.1:35256 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:23:09 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:23:09 | INFO | stdout | INFO: 127.0.0.1:55474 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:23:11 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:23:11 | INFO | stdout | INFO: 127.0.0.1:55476 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:23:54 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:23:54 | INFO | stdout | INFO: 127.0.0.1:38130 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:23:56 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:23:56 | INFO | stdout | INFO: 127.0.0.1:37468 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:24:39 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:24:39 | INFO | stdout | INFO: 127.0.0.1:45904 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:24:41 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 15:24:41 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 15:24:41 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 15:24:41 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 15:24:41 | INFO | stdout | INFO: 127.0.0.1:45912 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 15:24:41 | INFO | stdout | INFO: 127.0.0.1:45914 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 15:24:41 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:24:41 | INFO | stdout | INFO: 127.0.0.1:45920 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:25:24 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:25:24 | INFO | stdout | INFO: 127.0.0.1:58020 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:25:26 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:25:26 | INFO | stdout | INFO: 127.0.0.1:60582 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:26:10 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:26:10 | INFO | stdout | INFO: 127.0.0.1:51618 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:26:11 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:26:11 | INFO | stdout | INFO: 127.0.0.1:51622 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:26:55 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:26:55 | INFO | stdout | INFO: 127.0.0.1:43810 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:26:56 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:26:56 | INFO | stdout | INFO: 127.0.0.1:43822 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:27:40 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:27:40 | INFO | stdout | INFO: 127.0.0.1:57958 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:27:41 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:27:41 | INFO | stdout | INFO: 127.0.0.1:57966 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:28:25 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:28:25 | INFO | stdout | INFO: 127.0.0.1:55102 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:28:26 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:28:26 | INFO | stdout | INFO: 127.0.0.1:55104 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:29:10 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:29:10 | INFO | stdout | INFO: 127.0.0.1:48780 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:29:12 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:29:12 | INFO | stdout | INFO: 127.0.0.1:48792 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:29:55 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:29:55 | INFO | stdout | INFO: 127.0.0.1:38806 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:29:57 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:29:57 | INFO | stdout | INFO: 127.0.0.1:38820 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:30:40 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:30:40 | INFO | stdout | INFO: 127.0.0.1:51372 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:30:42 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:30:42 | INFO | stdout | INFO: 127.0.0.1:51388 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:31:25 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:31:25 | INFO | stdout | INFO: 127.0.0.1:60178 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:31:27 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:31:27 | INFO | stdout | INFO: 127.0.0.1:60192 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:32:10 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:32:10 | INFO | stdout | INFO: 127.0.0.1:36542 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:32:12 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:32:12 | INFO | stdout | INFO: 127.0.0.1:36550 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:32:55 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:32:55 | INFO | stdout | INFO: 127.0.0.1:50194 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:32:57 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:32:57 | INFO | stdout | INFO: 127.0.0.1:50210 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:33:40 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:33:40 | INFO | stdout | INFO: 127.0.0.1:58504 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:33:42 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:33:42 | INFO | stdout | INFO: 127.0.0.1:58518 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:34:25 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:34:25 | INFO | stdout | INFO: 127.0.0.1:50834 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:34:27 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:34:27 | INFO | stdout | INFO: 127.0.0.1:50840 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:35:10 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:35:10 | INFO | stdout | INFO: 127.0.0.1:34956 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:35:12 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:35:12 | INFO | stdout | INFO: 127.0.0.1:34970 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:35:55 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:35:55 | INFO | stdout | INFO: 127.0.0.1:35042 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:35:57 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:35:57 | INFO | stdout | INFO: 127.0.0.1:35052 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:36:40 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:36:40 | INFO | stdout | INFO: 127.0.0.1:35856 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:36:42 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:36:42 | INFO | stdout | INFO: 127.0.0.1:35864 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:37:25 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:37:25 | INFO | stdout | INFO: 127.0.0.1:39714 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:37:27 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:37:27 | INFO | stdout | INFO: 127.0.0.1:39728 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:38:10 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:38:10 | INFO | stdout | INFO: 127.0.0.1:39306 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:38:12 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:38:12 | INFO | stdout | INFO: 127.0.0.1:39316 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:38:55 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:38:55 | INFO | stdout | INFO: 127.0.0.1:54940 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:38:57 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:38:57 | INFO | stdout | INFO: 127.0.0.1:54944 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:39:40 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:39:40 | INFO | stdout | INFO: 127.0.0.1:58894 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:39:42 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:39:42 | INFO | stdout | INFO: 127.0.0.1:58896 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:40:25 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:40:25 | INFO | stdout | INFO: 127.0.0.1:45974 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:40:27 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:40:27 | INFO | stdout | INFO: 127.0.0.1:45982 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:41:10 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:41:10 | INFO | stdout | INFO: 127.0.0.1:38926 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:41:12 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:41:12 | INFO | stdout | INFO: 127.0.0.1:38930 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:41:20 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 15:41:20 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 15:41:20 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 15:41:20 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 15:41:20 | INFO | stdout | INFO: 127.0.0.1:53868 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 15:41:20 | INFO | stdout | INFO: 127.0.0.1:53874 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 15:41:41 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 15:41:41 | INFO | stdout | INFO: 127.0.0.1:46382 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 15:41:55 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:41:55 | INFO | stdout | INFO: 127.0.0.1:39268 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:41:57 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:41:57 | INFO | stdout | INFO: 127.0.0.1:39274 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:42:05 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 15:42:05 | INFO | stdout | INFO: 127.0.0.1:46776 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 15:42:07 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 15:42:07 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 1} +2024-02-28 15:42:07 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 15:42:07 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 15:42:07 | INFO | stdout | INFO: 127.0.0.1:46782 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 15:42:07 | INFO | stdout | INFO: 127.0.0.1:46788 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 15:42:35 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 15:42:35 | INFO | stdout | INFO: 127.0.0.1:53844 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 15:42:40 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:42:40 | INFO | stdout | INFO: 127.0.0.1:53860 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:42:42 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:42:42 | INFO | stdout | INFO: 127.0.0.1:53868 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:43:16 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 15:43:16 | INFO | stdout | INFO: 127.0.0.1:57686 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 15:43:26 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:43:26 | INFO | stdout | INFO: 127.0.0.1:59530 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:43:27 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 15:43:27 | INFO | stdout | INFO: 127.0.0.1:59534 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 15:43:27 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:43:27 | INFO | stdout | INFO: 127.0.0.1:59540 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:43:46 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 15:43:46 | INFO | stdout | INFO: 127.0.0.1:33340 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 15:43:49 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 15:43:50 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 15:43:50 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 15:43:50 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 15:43:50 | INFO | stdout | INFO: 127.0.0.1:33344 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 15:43:50 | INFO | stdout | INFO: 127.0.0.1:33346 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 15:44:05 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 15:44:05 | INFO | stdout | INFO: 127.0.0.1:42236 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 15:44:11 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:44:11 | INFO | stdout | INFO: 127.0.0.1:42240 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:44:13 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:44:13 | INFO | stdout | INFO: 127.0.0.1:42246 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:44:33 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 15:44:33 | INFO | stdout | INFO: 127.0.0.1:59192 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 15:44:56 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:44:56 | INFO | stdout | INFO: 127.0.0.1:44322 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:44:58 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:44:58 | INFO | stdout | INFO: 127.0.0.1:44332 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:45:42 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:45:42 | INFO | stdout | INFO: 127.0.0.1:60224 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:45:43 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:45:43 | INFO | stdout | INFO: 127.0.0.1:60228 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:46:27 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:46:27 | INFO | stdout | INFO: 127.0.0.1:58198 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:46:29 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:46:29 | INFO | stdout | INFO: 127.0.0.1:58202 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:47:13 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:47:13 | INFO | stdout | INFO: 127.0.0.1:32880 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:47:14 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:47:14 | INFO | stdout | INFO: 127.0.0.1:32886 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:47:59 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:47:59 | INFO | stdout | INFO: 127.0.0.1:43128 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:47:59 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:47:59 | INFO | stdout | INFO: 127.0.0.1:43142 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:48:44 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:48:44 | INFO | stdout | INFO: 127.0.0.1:39470 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:48:44 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:48:44 | INFO | stdout | INFO: 127.0.0.1:39474 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:49:29 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:49:29 | INFO | stdout | INFO: 127.0.0.1:41630 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:49:29 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:49:29 | INFO | stdout | INFO: 127.0.0.1:41634 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:50:15 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:50:15 | INFO | stdout | INFO: 127.0.0.1:60938 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:50:15 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:50:15 | INFO | stdout | INFO: 127.0.0.1:60936 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:51:00 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:51:00 | INFO | stdout | INFO: 127.0.0.1:33390 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:51:00 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:51:00 | INFO | stdout | INFO: 127.0.0.1:33398 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:51:45 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:51:45 | INFO | stdout | INFO: 127.0.0.1:53548 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:51:46 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:51:46 | INFO | stdout | INFO: 127.0.0.1:53558 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:52:31 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:52:31 | INFO | stdout | INFO: 127.0.0.1:35368 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:52:31 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:52:31 | INFO | stdout | INFO: 127.0.0.1:35384 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:53:17 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:53:17 | INFO | stdout | INFO: 127.0.0.1:41978 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:53:17 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:53:17 | INFO | stdout | INFO: 127.0.0.1:41976 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:54:02 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:54:02 | INFO | stdout | INFO: 127.0.0.1:60064 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:54:02 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:54:02 | INFO | stdout | INFO: 127.0.0.1:60076 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:54:47 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:54:47 | INFO | stdout | INFO: 127.0.0.1:37388 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:54:47 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:54:47 | INFO | stdout | INFO: 127.0.0.1:37404 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:55:32 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:55:32 | INFO | stdout | INFO: 127.0.0.1:58672 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:55:32 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:55:32 | INFO | stdout | INFO: 127.0.0.1:58676 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:56:17 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:56:17 | INFO | stdout | INFO: 127.0.0.1:45962 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:56:17 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:56:17 | INFO | stdout | INFO: 127.0.0.1:45964 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:57:02 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:57:02 | INFO | stdout | INFO: 127.0.0.1:58826 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:57:02 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:57:02 | INFO | stdout | INFO: 127.0.0.1:58838 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:57:47 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:57:47 | INFO | stdout | INFO: 127.0.0.1:56648 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:57:48 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:57:48 | INFO | stdout | INFO: 127.0.0.1:56652 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:58:33 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:58:33 | INFO | stdout | INFO: 127.0.0.1:48794 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:58:33 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:58:33 | INFO | stdout | INFO: 127.0.0.1:48804 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:59:18 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 15:59:18 | INFO | stdout | INFO: 127.0.0.1:56556 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 15:59:18 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 15:59:18 | INFO | stdout | INFO: 127.0.0.1:56572 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:00:03 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:00:03 | INFO | stdout | INFO: 127.0.0.1:51358 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:00:03 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:00:03 | INFO | stdout | INFO: 127.0.0.1:51360 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:00:48 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:00:48 | INFO | stdout | INFO: 127.0.0.1:52296 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:00:48 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:00:48 | INFO | stdout | INFO: 127.0.0.1:52298 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:01:33 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:01:33 | INFO | stdout | INFO: 127.0.0.1:55932 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:01:33 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:01:33 | INFO | stdout | INFO: 127.0.0.1:55936 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:02:18 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:02:18 | INFO | stdout | INFO: 127.0.0.1:56324 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:02:18 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:02:18 | INFO | stdout | INFO: 127.0.0.1:56340 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:03:03 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:03:03 | INFO | stdout | INFO: 127.0.0.1:46564 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:03:03 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:03:03 | INFO | stdout | INFO: 127.0.0.1:46570 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:03:48 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:03:48 | INFO | stdout | INFO: 127.0.0.1:54208 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:03:48 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:03:48 | INFO | stdout | INFO: 127.0.0.1:54210 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:04:33 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:04:33 | INFO | stdout | INFO: 127.0.0.1:49518 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:04:33 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:04:33 | INFO | stdout | INFO: 127.0.0.1:49534 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:05:18 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:05:18 | INFO | stdout | INFO: 127.0.0.1:37506 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:05:18 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:05:18 | INFO | stdout | INFO: 127.0.0.1:37516 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:06:03 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:06:03 | INFO | stdout | INFO: 127.0.0.1:39364 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:06:03 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:06:03 | INFO | stdout | INFO: 127.0.0.1:39372 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:06:48 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:06:48 | INFO | stdout | INFO: 127.0.0.1:41900 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:06:48 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:06:48 | INFO | stdout | INFO: 127.0.0.1:41908 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:07:33 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:07:33 | INFO | stdout | INFO: 127.0.0.1:53888 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:07:33 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:07:33 | INFO | stdout | INFO: 127.0.0.1:53898 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:08:18 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:08:18 | INFO | stdout | INFO: 127.0.0.1:58190 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:08:18 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:08:18 | INFO | stdout | INFO: 127.0.0.1:58206 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:09:03 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:09:03 | INFO | stdout | INFO: 127.0.0.1:48980 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:09:03 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:09:03 | INFO | stdout | INFO: 127.0.0.1:48988 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:09:48 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:09:48 | INFO | stdout | INFO: 127.0.0.1:42898 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:09:48 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:09:48 | INFO | stdout | INFO: 127.0.0.1:42908 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:10:33 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:10:33 | INFO | stdout | INFO: 127.0.0.1:33532 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:10:33 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:10:33 | INFO | stdout | INFO: 127.0.0.1:33542 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:11:18 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:11:18 | INFO | stdout | INFO: 127.0.0.1:54582 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:11:19 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:11:19 | INFO | stdout | INFO: 127.0.0.1:54592 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:12:03 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:12:03 | INFO | stdout | INFO: 127.0.0.1:56136 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:12:04 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:12:04 | INFO | stdout | INFO: 127.0.0.1:56148 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:12:49 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:12:49 | INFO | stdout | INFO: 127.0.0.1:55068 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:12:49 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:12:49 | INFO | stdout | INFO: 127.0.0.1:55072 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:13:34 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:13:34 | INFO | stdout | INFO: 127.0.0.1:50414 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:13:34 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:13:34 | INFO | stdout | INFO: 127.0.0.1:50424 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:14:19 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:14:19 | INFO | stdout | INFO: 127.0.0.1:41614 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:14:19 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:14:19 | INFO | stdout | INFO: 127.0.0.1:41624 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:15:04 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:15:04 | INFO | stdout | INFO: 127.0.0.1:48044 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:15:04 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:15:04 | INFO | stdout | INFO: 127.0.0.1:48060 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:15:49 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:15:49 | INFO | stdout | INFO: 127.0.0.1:55332 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:15:49 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:15:49 | INFO | stdout | INFO: 127.0.0.1:55336 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:16:34 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:16:34 | INFO | stdout | INFO: 127.0.0.1:59882 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:16:34 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:16:34 | INFO | stdout | INFO: 127.0.0.1:59886 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:17:19 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:17:19 | INFO | stdout | INFO: 127.0.0.1:46048 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:17:19 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:17:19 | INFO | stdout | INFO: 127.0.0.1:46054 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:18:04 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:18:04 | INFO | stdout | INFO: 127.0.0.1:46166 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:18:04 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:18:04 | INFO | stdout | INFO: 127.0.0.1:46168 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:18:49 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:18:49 | INFO | stdout | INFO: 127.0.0.1:54160 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:18:49 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:18:49 | INFO | stdout | INFO: 127.0.0.1:54170 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:19:34 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:19:34 | INFO | stdout | INFO: 127.0.0.1:47852 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:19:34 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:19:34 | INFO | stdout | INFO: 127.0.0.1:47860 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:20:19 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:20:19 | INFO | stdout | INFO: 127.0.0.1:42410 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:20:19 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:20:19 | INFO | stdout | INFO: 127.0.0.1:42422 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:21:04 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:21:04 | INFO | stdout | INFO: 127.0.0.1:54330 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:21:04 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:21:04 | INFO | stdout | INFO: 127.0.0.1:54338 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:21:49 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:21:49 | INFO | stdout | INFO: 127.0.0.1:36736 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:21:49 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:21:49 | INFO | stdout | INFO: 127.0.0.1:36748 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:21:59 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 16:21:59 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 16:21:59 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 16:21:59 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 16:21:59 | INFO | stdout | INFO: 127.0.0.1:52744 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 16:21:59 | INFO | stdout | INFO: 127.0.0.1:52752 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 16:22:18 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 16:22:18 | INFO | stdout | INFO: 127.0.0.1:54244 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 16:22:34 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:22:34 | INFO | stdout | INFO: 127.0.0.1:54684 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:22:34 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:22:34 | INFO | stdout | INFO: 127.0.0.1:54690 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:22:48 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 16:22:48 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 16:22:48 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 16:22:48 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 16:22:48 | INFO | stdout | INFO: 127.0.0.1:41564 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 16:22:48 | INFO | stdout | INFO: 127.0.0.1:41568 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 16:23:01 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 16:23:01 | INFO | stdout | INFO: 127.0.0.1:44016 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 16:23:19 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:23:19 | INFO | stdout | INFO: 127.0.0.1:34298 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:23:19 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:23:19 | INFO | stdout | INFO: 127.0.0.1:34302 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:23:33 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 16:23:33 | INFO | stdout | INFO: 127.0.0.1:52802 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 16:24:04 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:24:04 | INFO | stdout | INFO: 127.0.0.1:46650 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:24:04 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:24:04 | INFO | stdout | INFO: 127.0.0.1:46658 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:24:12 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 16:24:12 | INFO | stdout | INFO: 127.0.0.1:55030 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 16:24:49 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:24:49 | INFO | stdout | INFO: 127.0.0.1:44942 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:24:50 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:24:50 | INFO | stdout | INFO: 127.0.0.1:44948 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:25:34 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:25:34 | INFO | stdout | INFO: 127.0.0.1:46252 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:25:35 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:25:35 | INFO | stdout | INFO: 127.0.0.1:55372 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:26:19 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:26:19 | INFO | stdout | INFO: 127.0.0.1:39834 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:26:20 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:26:20 | INFO | stdout | INFO: 127.0.0.1:39836 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:27:05 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:27:05 | INFO | stdout | INFO: 127.0.0.1:45752 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:27:05 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:27:05 | INFO | stdout | INFO: 127.0.0.1:45762 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:27:50 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:27:50 | INFO | stdout | INFO: 127.0.0.1:49234 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:27:50 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:27:50 | INFO | stdout | INFO: 127.0.0.1:49238 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:28:35 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:28:35 | INFO | stdout | INFO: 127.0.0.1:53718 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:28:35 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:28:35 | INFO | stdout | INFO: 127.0.0.1:53732 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:29:20 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:29:20 | INFO | stdout | INFO: 127.0.0.1:47878 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:29:20 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:29:20 | INFO | stdout | INFO: 127.0.0.1:47880 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:30:05 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:30:05 | INFO | stdout | INFO: 127.0.0.1:40022 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:30:05 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:30:05 | INFO | stdout | INFO: 127.0.0.1:40024 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:30:50 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:30:50 | INFO | stdout | INFO: 127.0.0.1:57008 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:30:50 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:30:50 | INFO | stdout | INFO: 127.0.0.1:57012 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:31:35 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:31:35 | INFO | stdout | INFO: 127.0.0.1:58070 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:31:35 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:31:35 | INFO | stdout | INFO: 127.0.0.1:58078 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:32:20 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:32:20 | INFO | stdout | INFO: 127.0.0.1:52432 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:32:20 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:32:20 | INFO | stdout | INFO: 127.0.0.1:52438 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:33:05 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:33:05 | INFO | stdout | INFO: 127.0.0.1:38722 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:33:05 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:33:05 | INFO | stdout | INFO: 127.0.0.1:38732 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:33:50 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:33:50 | INFO | stdout | INFO: 127.0.0.1:46866 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:33:50 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:33:50 | INFO | stdout | INFO: 127.0.0.1:46878 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:34:35 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:34:35 | INFO | stdout | INFO: 127.0.0.1:35850 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:34:35 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:34:35 | INFO | stdout | INFO: 127.0.0.1:35854 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:35:20 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:35:20 | INFO | stdout | INFO: 127.0.0.1:54508 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:35:20 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:35:20 | INFO | stdout | INFO: 127.0.0.1:54524 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:36:05 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:36:05 | INFO | stdout | INFO: 127.0.0.1:48150 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:36:05 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:36:05 | INFO | stdout | INFO: 127.0.0.1:48166 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:36:50 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:36:50 | INFO | stdout | INFO: 127.0.0.1:53160 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:36:51 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:36:51 | INFO | stdout | INFO: 127.0.0.1:53174 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:37:35 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:37:35 | INFO | stdout | INFO: 127.0.0.1:53692 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:37:36 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:37:36 | INFO | stdout | INFO: 127.0.0.1:53698 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:38:20 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:38:20 | INFO | stdout | INFO: 127.0.0.1:55336 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:38:21 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:38:21 | INFO | stdout | INFO: 127.0.0.1:55348 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:39:05 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:39:05 | INFO | stdout | INFO: 127.0.0.1:51642 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:39:06 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:39:06 | INFO | stdout | INFO: 127.0.0.1:51652 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:39:50 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:39:50 | INFO | stdout | INFO: 127.0.0.1:47272 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:39:51 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:39:51 | INFO | stdout | INFO: 127.0.0.1:47280 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:40:35 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:40:35 | INFO | stdout | INFO: 127.0.0.1:49626 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:40:36 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:40:36 | INFO | stdout | INFO: 127.0.0.1:49642 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:41:21 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:41:21 | INFO | stdout | INFO: 127.0.0.1:56250 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:41:21 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:41:21 | INFO | stdout | INFO: 127.0.0.1:56254 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:42:06 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:42:06 | INFO | stdout | INFO: 127.0.0.1:59716 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:42:06 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:42:06 | INFO | stdout | INFO: 127.0.0.1:59726 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:42:51 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:42:51 | INFO | stdout | INFO: 127.0.0.1:55012 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:42:51 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:42:51 | INFO | stdout | INFO: 127.0.0.1:55016 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:43:36 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:43:36 | INFO | stdout | INFO: 127.0.0.1:36514 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:43:36 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:43:36 | INFO | stdout | INFO: 127.0.0.1:36528 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:44:21 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:44:21 | INFO | stdout | INFO: 127.0.0.1:33646 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:44:21 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:44:21 | INFO | stdout | INFO: 127.0.0.1:33660 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:45:06 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:45:06 | INFO | stdout | INFO: 127.0.0.1:60154 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:45:06 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:45:06 | INFO | stdout | INFO: 127.0.0.1:60160 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:45:51 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:45:51 | INFO | stdout | INFO: 127.0.0.1:39258 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:45:51 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:45:51 | INFO | stdout | INFO: 127.0.0.1:39270 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:46:36 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:46:36 | INFO | stdout | INFO: 127.0.0.1:48418 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:46:36 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:46:36 | INFO | stdout | INFO: 127.0.0.1:48430 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:47:21 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:47:21 | INFO | stdout | INFO: 127.0.0.1:57240 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:47:21 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:47:21 | INFO | stdout | INFO: 127.0.0.1:57244 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:48:06 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:48:06 | INFO | stdout | INFO: 127.0.0.1:51032 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:48:06 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:48:06 | INFO | stdout | INFO: 127.0.0.1:51040 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:48:51 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:48:51 | INFO | stdout | INFO: 127.0.0.1:34118 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:48:51 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:48:51 | INFO | stdout | INFO: 127.0.0.1:34122 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:49:36 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:49:36 | INFO | stdout | INFO: 127.0.0.1:54298 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:49:36 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:49:36 | INFO | stdout | INFO: 127.0.0.1:54308 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:50:21 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:50:21 | INFO | stdout | INFO: 127.0.0.1:35796 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:50:22 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:50:22 | INFO | stdout | INFO: 127.0.0.1:35810 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:51:06 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:51:06 | INFO | stdout | INFO: 127.0.0.1:58806 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:51:07 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:51:07 | INFO | stdout | INFO: 127.0.0.1:58818 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:51:51 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:51:51 | INFO | stdout | INFO: 127.0.0.1:38974 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:51:52 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:51:52 | INFO | stdout | INFO: 127.0.0.1:38978 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:52:36 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:52:36 | INFO | stdout | INFO: 127.0.0.1:34776 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:52:37 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:52:37 | INFO | stdout | INFO: 127.0.0.1:34790 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:53:21 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:53:21 | INFO | stdout | INFO: 127.0.0.1:35146 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:53:22 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:53:22 | INFO | stdout | INFO: 127.0.0.1:35158 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:54:06 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:54:06 | INFO | stdout | INFO: 127.0.0.1:45036 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:54:07 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:54:07 | INFO | stdout | INFO: 127.0.0.1:45046 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:54:52 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:54:52 | INFO | stdout | INFO: 127.0.0.1:42782 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:54:52 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:54:52 | INFO | stdout | INFO: 127.0.0.1:42786 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:55:37 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:55:37 | INFO | stdout | INFO: 127.0.0.1:51828 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:55:37 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:55:37 | INFO | stdout | INFO: 127.0.0.1:51840 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:56:22 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:56:22 | INFO | stdout | INFO: 127.0.0.1:53972 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:56:22 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:56:22 | INFO | stdout | INFO: 127.0.0.1:53974 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:57:07 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:57:07 | INFO | stdout | INFO: 127.0.0.1:47194 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:57:07 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:57:07 | INFO | stdout | INFO: 127.0.0.1:47206 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:57:52 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:57:52 | INFO | stdout | INFO: 127.0.0.1:45798 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:57:52 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:57:52 | INFO | stdout | INFO: 127.0.0.1:45814 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:58:37 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:58:37 | INFO | stdout | INFO: 127.0.0.1:60122 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:58:37 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:58:37 | INFO | stdout | INFO: 127.0.0.1:60126 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:59:22 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 16:59:22 | INFO | stdout | INFO: 127.0.0.1:34022 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 16:59:22 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 16:59:22 | INFO | stdout | INFO: 127.0.0.1:34026 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:00:07 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:00:07 | INFO | stdout | INFO: 127.0.0.1:44084 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:00:07 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:00:07 | INFO | stdout | INFO: 127.0.0.1:44088 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:00:52 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:00:52 | INFO | stdout | INFO: 127.0.0.1:48226 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:00:52 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:00:52 | INFO | stdout | INFO: 127.0.0.1:48242 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:01:37 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:01:37 | INFO | stdout | INFO: 127.0.0.1:42418 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:01:37 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:01:37 | INFO | stdout | INFO: 127.0.0.1:42420 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:02:22 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:02:22 | INFO | stdout | INFO: 127.0.0.1:46494 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:02:23 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:02:23 | INFO | stdout | INFO: 127.0.0.1:46504 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:03:07 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:03:07 | INFO | stdout | INFO: 127.0.0.1:40364 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:03:08 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:03:08 | INFO | stdout | INFO: 127.0.0.1:40370 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:03:52 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:03:52 | INFO | stdout | INFO: 127.0.0.1:36480 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:03:53 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:03:53 | INFO | stdout | INFO: 127.0.0.1:36484 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:04:37 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:04:37 | INFO | stdout | INFO: 127.0.0.1:34864 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:04:38 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:04:38 | INFO | stdout | INFO: 127.0.0.1:34878 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:05:22 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:05:22 | INFO | stdout | INFO: 127.0.0.1:34162 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:05:23 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:05:23 | INFO | stdout | INFO: 127.0.0.1:34178 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:05:31 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 17:05:31 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 17:05:31 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 17:05:31 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 17:05:31 | INFO | stdout | INFO: 127.0.0.1:37648 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 17:05:31 | INFO | stdout | INFO: 127.0.0.1:37664 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 17:06:07 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:06:07 | INFO | stdout | INFO: 127.0.0.1:55452 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:06:08 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:06:08 | INFO | stdout | INFO: 127.0.0.1:55462 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:06:13 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 17:06:13 | INFO | stdout | INFO: 127.0.0.1:55470 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 17:06:52 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:06:52 | INFO | stdout | INFO: 127.0.0.1:38812 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:06:53 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:06:53 | INFO | stdout | INFO: 127.0.0.1:38828 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:07:27 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 17:07:27 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 17:07:27 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 17:07:27 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 17:07:27 | INFO | stdout | INFO: 127.0.0.1:43320 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 17:07:27 | INFO | stdout | INFO: 127.0.0.1:43334 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 17:07:37 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:07:37 | INFO | stdout | INFO: 127.0.0.1:56808 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:07:38 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:07:38 | INFO | stdout | INFO: 127.0.0.1:56820 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:07:47 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 17:07:47 | INFO | stdout | INFO: 127.0.0.1:37252 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 17:08:13 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 17:08:13 | INFO | stdout | INFO: 127.0.0.1:59384 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 17:08:22 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:08:22 | INFO | stdout | INFO: 127.0.0.1:42694 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:08:23 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:08:23 | INFO | stdout | INFO: 127.0.0.1:42706 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:09:08 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:09:08 | INFO | stdout | INFO: 127.0.0.1:43434 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:09:08 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:09:08 | INFO | stdout | INFO: 127.0.0.1:43440 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:09:53 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:09:53 | INFO | stdout | INFO: 127.0.0.1:36756 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:09:53 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:09:53 | INFO | stdout | INFO: 127.0.0.1:36770 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:10:38 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:10:38 | INFO | stdout | INFO: 127.0.0.1:48498 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:10:38 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:10:38 | INFO | stdout | INFO: 127.0.0.1:48512 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:11:23 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:11:23 | INFO | stdout | INFO: 127.0.0.1:49092 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:11:23 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:11:23 | INFO | stdout | INFO: 127.0.0.1:49108 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:12:08 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:12:08 | INFO | stdout | INFO: 127.0.0.1:40286 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:12:08 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:12:08 | INFO | stdout | INFO: 127.0.0.1:40296 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:12:53 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:12:53 | INFO | stdout | INFO: 127.0.0.1:50584 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:12:53 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:12:53 | INFO | stdout | INFO: 127.0.0.1:50598 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:13:38 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:13:38 | INFO | stdout | INFO: 127.0.0.1:46962 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:13:38 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:13:38 | INFO | stdout | INFO: 127.0.0.1:46972 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:14:23 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:14:23 | INFO | stdout | INFO: 127.0.0.1:52560 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:14:24 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:14:24 | INFO | stdout | INFO: 127.0.0.1:52572 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:15:08 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:15:08 | INFO | stdout | INFO: 127.0.0.1:40470 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:15:09 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:15:09 | INFO | stdout | INFO: 127.0.0.1:40474 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:15:53 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:15:53 | INFO | stdout | INFO: 127.0.0.1:44794 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:15:54 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:15:54 | INFO | stdout | INFO: 127.0.0.1:44804 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:16:38 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:16:38 | INFO | stdout | INFO: 127.0.0.1:50198 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:16:39 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:16:39 | INFO | stdout | INFO: 127.0.0.1:50208 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:17:23 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:17:23 | INFO | stdout | INFO: 127.0.0.1:53288 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:17:24 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:17:24 | INFO | stdout | INFO: 127.0.0.1:53296 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:18:08 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:18:08 | INFO | stdout | INFO: 127.0.0.1:44660 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:18:09 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:18:09 | INFO | stdout | INFO: 127.0.0.1:44676 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:18:53 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:18:53 | INFO | stdout | INFO: 127.0.0.1:40298 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:18:54 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:18:54 | INFO | stdout | INFO: 127.0.0.1:40306 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:19:38 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:19:38 | INFO | stdout | INFO: 127.0.0.1:43408 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:19:39 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:19:39 | INFO | stdout | INFO: 127.0.0.1:43424 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:20:23 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:20:23 | INFO | stdout | INFO: 127.0.0.1:40664 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:20:24 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:20:24 | INFO | stdout | INFO: 127.0.0.1:40680 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:21:08 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:21:08 | INFO | stdout | INFO: 127.0.0.1:37756 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:21:09 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:21:09 | INFO | stdout | INFO: 127.0.0.1:37772 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:21:53 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:21:53 | INFO | stdout | INFO: 127.0.0.1:50490 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:21:54 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:21:54 | INFO | stdout | INFO: 127.0.0.1:50496 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:22:38 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:22:38 | INFO | stdout | INFO: 127.0.0.1:39654 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:22:39 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:22:39 | INFO | stdout | INFO: 127.0.0.1:39656 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:23:24 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:23:24 | INFO | stdout | INFO: 127.0.0.1:47464 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:23:24 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:23:24 | INFO | stdout | INFO: 127.0.0.1:47466 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:24:09 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:24:09 | INFO | stdout | INFO: 127.0.0.1:51008 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:24:09 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:24:09 | INFO | stdout | INFO: 127.0.0.1:51024 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:24:54 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:24:54 | INFO | stdout | INFO: 127.0.0.1:45116 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:24:54 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:24:54 | INFO | stdout | INFO: 127.0.0.1:45122 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:25:39 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:25:39 | INFO | stdout | INFO: 127.0.0.1:37830 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:25:39 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:25:39 | INFO | stdout | INFO: 127.0.0.1:37846 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:26:24 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:26:24 | INFO | stdout | INFO: 127.0.0.1:43390 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:26:24 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:26:24 | INFO | stdout | INFO: 127.0.0.1:43392 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:27:09 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:27:09 | INFO | stdout | INFO: 127.0.0.1:57020 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:27:09 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:27:09 | INFO | stdout | INFO: 127.0.0.1:57032 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:27:54 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:27:54 | INFO | stdout | INFO: 127.0.0.1:45968 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:27:55 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:27:55 | INFO | stdout | INFO: 127.0.0.1:54574 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:28:39 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:28:39 | INFO | stdout | INFO: 127.0.0.1:54028 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:28:40 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:28:40 | INFO | stdout | INFO: 127.0.0.1:54034 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:29:24 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:29:24 | INFO | stdout | INFO: 127.0.0.1:37746 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:29:25 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:29:25 | INFO | stdout | INFO: 127.0.0.1:37754 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:30:09 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:30:09 | INFO | stdout | INFO: 127.0.0.1:37494 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:30:10 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:30:10 | INFO | stdout | INFO: 127.0.0.1:37508 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:30:54 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:30:54 | INFO | stdout | INFO: 127.0.0.1:39700 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:30:55 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:30:55 | INFO | stdout | INFO: 127.0.0.1:39138 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:31:39 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:31:39 | INFO | stdout | INFO: 127.0.0.1:50138 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:31:40 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:31:40 | INFO | stdout | INFO: 127.0.0.1:50142 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:32:24 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:32:24 | INFO | stdout | INFO: 127.0.0.1:60588 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:32:25 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:32:25 | INFO | stdout | INFO: 127.0.0.1:52758 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:33:09 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:33:09 | INFO | stdout | INFO: 127.0.0.1:37080 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:33:10 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:33:10 | INFO | stdout | INFO: 127.0.0.1:37086 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:33:54 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:33:54 | INFO | stdout | INFO: 127.0.0.1:44896 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:33:55 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:33:55 | INFO | stdout | INFO: 127.0.0.1:48226 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:34:39 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:34:39 | INFO | stdout | INFO: 127.0.0.1:37870 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:34:40 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:34:40 | INFO | stdout | INFO: 127.0.0.1:37874 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:35:24 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:35:24 | INFO | stdout | INFO: 127.0.0.1:39672 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:35:25 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:35:25 | INFO | stdout | INFO: 127.0.0.1:45910 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:36:09 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:36:09 | INFO | stdout | INFO: 127.0.0.1:35546 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:36:10 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:36:10 | INFO | stdout | INFO: 127.0.0.1:35552 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:36:54 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:36:54 | INFO | stdout | INFO: 127.0.0.1:38510 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:36:55 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:36:55 | INFO | stdout | INFO: 127.0.0.1:43788 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:37:40 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:37:40 | INFO | stdout | INFO: 127.0.0.1:60446 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:37:40 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:37:40 | INFO | stdout | INFO: 127.0.0.1:60458 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:38:25 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:38:25 | INFO | stdout | INFO: 127.0.0.1:50560 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:38:25 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:38:25 | INFO | stdout | INFO: 127.0.0.1:50576 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:39:10 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:39:10 | INFO | stdout | INFO: 127.0.0.1:35932 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:39:10 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:39:10 | INFO | stdout | INFO: 127.0.0.1:35938 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:39:55 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:39:55 | INFO | stdout | INFO: 127.0.0.1:36130 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:39:55 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:39:55 | INFO | stdout | INFO: 127.0.0.1:36132 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:40:40 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:40:40 | INFO | stdout | INFO: 127.0.0.1:53238 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:40:40 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:40:40 | INFO | stdout | INFO: 127.0.0.1:53248 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:41:25 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:41:25 | INFO | stdout | INFO: 127.0.0.1:57380 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:41:26 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:41:26 | INFO | stdout | INFO: 127.0.0.1:57382 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:42:10 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:42:10 | INFO | stdout | INFO: 127.0.0.1:39318 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:42:11 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:42:11 | INFO | stdout | INFO: 127.0.0.1:39334 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:42:55 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:42:55 | INFO | stdout | INFO: 127.0.0.1:53742 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:42:56 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:42:56 | INFO | stdout | INFO: 127.0.0.1:53758 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:43:40 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:43:40 | INFO | stdout | INFO: 127.0.0.1:58468 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:43:41 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:43:41 | INFO | stdout | INFO: 127.0.0.1:58482 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:44:25 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:44:25 | INFO | stdout | INFO: 127.0.0.1:60830 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:44:26 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:44:26 | INFO | stdout | INFO: 127.0.0.1:60842 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:45:10 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:45:10 | INFO | stdout | INFO: 127.0.0.1:37376 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:45:11 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:45:11 | INFO | stdout | INFO: 127.0.0.1:37384 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:45:55 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:45:55 | INFO | stdout | INFO: 127.0.0.1:54748 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:45:56 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:45:56 | INFO | stdout | INFO: 127.0.0.1:54754 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:46:40 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:46:40 | INFO | stdout | INFO: 127.0.0.1:45944 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:46:41 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:46:41 | INFO | stdout | INFO: 127.0.0.1:45960 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:47:25 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:47:25 | INFO | stdout | INFO: 127.0.0.1:34712 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:47:26 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:47:26 | INFO | stdout | INFO: 127.0.0.1:34714 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:48:10 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:48:10 | INFO | stdout | INFO: 127.0.0.1:54760 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:48:11 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:48:11 | INFO | stdout | INFO: 127.0.0.1:54774 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:48:55 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:48:55 | INFO | stdout | INFO: 127.0.0.1:37974 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:48:56 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:48:56 | INFO | stdout | INFO: 127.0.0.1:37980 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:49:40 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:49:40 | INFO | stdout | INFO: 127.0.0.1:35248 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:49:41 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:49:41 | INFO | stdout | INFO: 127.0.0.1:35250 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:50:25 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:50:25 | INFO | stdout | INFO: 127.0.0.1:41592 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:50:26 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:50:26 | INFO | stdout | INFO: 127.0.0.1:41594 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:51:10 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:51:10 | INFO | stdout | INFO: 127.0.0.1:42354 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:51:11 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:51:11 | INFO | stdout | INFO: 127.0.0.1:42366 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:51:56 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:51:56 | INFO | stdout | INFO: 127.0.0.1:51484 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:51:56 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:51:56 | INFO | stdout | INFO: 127.0.0.1:51500 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:52:41 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:52:41 | INFO | stdout | INFO: 127.0.0.1:35428 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:52:41 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:52:41 | INFO | stdout | INFO: 127.0.0.1:35444 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:53:26 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:53:26 | INFO | stdout | INFO: 127.0.0.1:38326 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:53:27 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:53:27 | INFO | stdout | INFO: 127.0.0.1:38340 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:54:11 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:54:11 | INFO | stdout | INFO: 127.0.0.1:37494 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:54:12 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:54:12 | INFO | stdout | INFO: 127.0.0.1:37496 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:54:56 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:54:56 | INFO | stdout | INFO: 127.0.0.1:37728 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:54:57 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:54:57 | INFO | stdout | INFO: 127.0.0.1:37730 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:55:41 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:55:41 | INFO | stdout | INFO: 127.0.0.1:34074 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:55:42 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:55:42 | INFO | stdout | INFO: 127.0.0.1:34088 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:56:26 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:56:26 | INFO | stdout | INFO: 127.0.0.1:54300 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:56:27 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:56:27 | INFO | stdout | INFO: 127.0.0.1:54302 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:57:11 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:57:11 | INFO | stdout | INFO: 127.0.0.1:47716 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:57:12 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:57:12 | INFO | stdout | INFO: 127.0.0.1:47730 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:57:56 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:57:56 | INFO | stdout | INFO: 127.0.0.1:50470 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:57:57 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:57:57 | INFO | stdout | INFO: 127.0.0.1:50482 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:58:41 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:58:41 | INFO | stdout | INFO: 127.0.0.1:38044 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:58:42 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:58:42 | INFO | stdout | INFO: 127.0.0.1:38050 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:59:26 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 17:59:26 | INFO | stdout | INFO: 127.0.0.1:41406 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 17:59:27 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 17:59:27 | INFO | stdout | INFO: 127.0.0.1:41412 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:00:11 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:00:11 | INFO | stdout | INFO: 127.0.0.1:37776 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:00:12 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:00:12 | INFO | stdout | INFO: 127.0.0.1:37786 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:00:56 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:00:56 | INFO | stdout | INFO: 127.0.0.1:44322 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:00:57 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:00:57 | INFO | stdout | INFO: 127.0.0.1:44328 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:01:41 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:01:41 | INFO | stdout | INFO: 127.0.0.1:44432 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:01:42 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:01:42 | INFO | stdout | INFO: 127.0.0.1:44442 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:02:26 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:02:26 | INFO | stdout | INFO: 127.0.0.1:54786 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:02:27 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:02:27 | INFO | stdout | INFO: 127.0.0.1:54792 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:03:11 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:03:11 | INFO | stdout | INFO: 127.0.0.1:34032 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:03:12 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:03:12 | INFO | stdout | INFO: 127.0.0.1:34038 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:03:56 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:03:56 | INFO | stdout | INFO: 127.0.0.1:50354 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:03:57 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:03:57 | INFO | stdout | INFO: 127.0.0.1:50364 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:04:41 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:04:41 | INFO | stdout | INFO: 127.0.0.1:39858 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:04:42 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:04:42 | INFO | stdout | INFO: 127.0.0.1:39866 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:05:27 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:05:27 | INFO | stdout | INFO: 127.0.0.1:32976 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:05:27 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:05:27 | INFO | stdout | INFO: 127.0.0.1:32982 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:06:12 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:06:12 | INFO | stdout | INFO: 127.0.0.1:55398 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:06:12 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:06:12 | INFO | stdout | INFO: 127.0.0.1:55400 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:06:57 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:06:57 | INFO | stdout | INFO: 127.0.0.1:37990 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:06:58 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:06:58 | INFO | stdout | INFO: 127.0.0.1:37998 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:07:42 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:07:42 | INFO | stdout | INFO: 127.0.0.1:49890 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:07:43 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:07:43 | INFO | stdout | INFO: 127.0.0.1:49898 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:08:27 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:08:27 | INFO | stdout | INFO: 127.0.0.1:42966 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:08:28 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:08:28 | INFO | stdout | INFO: 127.0.0.1:42980 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:09:12 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:09:12 | INFO | stdout | INFO: 127.0.0.1:50668 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:09:13 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:09:13 | INFO | stdout | INFO: 127.0.0.1:50682 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:09:57 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:09:57 | INFO | stdout | INFO: 127.0.0.1:56076 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:09:58 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:09:58 | INFO | stdout | INFO: 127.0.0.1:56090 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:10:42 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:10:42 | INFO | stdout | INFO: 127.0.0.1:60494 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:10:43 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:10:43 | INFO | stdout | INFO: 127.0.0.1:60496 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:11:27 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:11:27 | INFO | stdout | INFO: 127.0.0.1:49678 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:11:28 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:11:28 | INFO | stdout | INFO: 127.0.0.1:49692 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:12:12 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:12:12 | INFO | stdout | INFO: 127.0.0.1:36974 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:12:13 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:12:13 | INFO | stdout | INFO: 127.0.0.1:36984 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:12:57 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:12:57 | INFO | stdout | INFO: 127.0.0.1:58820 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:12:58 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:12:58 | INFO | stdout | INFO: 127.0.0.1:58824 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:13:42 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:13:42 | INFO | stdout | INFO: 127.0.0.1:50358 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:13:43 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:13:43 | INFO | stdout | INFO: 127.0.0.1:50370 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:14:27 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:14:27 | INFO | stdout | INFO: 127.0.0.1:43492 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:14:28 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:14:28 | INFO | stdout | INFO: 127.0.0.1:43494 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:15:12 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:15:12 | INFO | stdout | INFO: 127.0.0.1:51056 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:15:13 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:15:13 | INFO | stdout | INFO: 127.0.0.1:51060 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:15:42 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 18:15:42 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 18:15:42 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 18:15:42 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 18:15:42 | INFO | stdout | INFO: 127.0.0.1:52744 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 18:15:42 | INFO | stdout | INFO: 127.0.0.1:52748 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 18:15:57 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:15:57 | INFO | stdout | INFO: 127.0.0.1:36764 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:15:58 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:15:58 | INFO | stdout | INFO: 127.0.0.1:36766 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:16:02 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 18:16:02 | INFO | stdout | INFO: 127.0.0.1:36770 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 18:16:36 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 18:16:36 | INFO | stdout | INFO: 127.0.0.1:41224 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 18:16:42 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:16:42 | INFO | stdout | INFO: 127.0.0.1:41234 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:16:43 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:16:43 | INFO | stdout | INFO: 127.0.0.1:41248 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:17:02 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 18:17:02 | INFO | stdout | INFO: 127.0.0.1:54694 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 18:17:22 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 18:17:22 | INFO | stdout | INFO: 127.0.0.1:50182 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 18:17:27 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:17:27 | INFO | stdout | INFO: 127.0.0.1:42750 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:17:28 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:17:28 | INFO | stdout | INFO: 127.0.0.1:42754 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:18:12 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:18:12 | INFO | stdout | INFO: 127.0.0.1:43304 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:18:13 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:18:13 | INFO | stdout | INFO: 127.0.0.1:43306 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:18:57 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:18:57 | INFO | stdout | INFO: 127.0.0.1:43332 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:18:58 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:18:58 | INFO | stdout | INFO: 127.0.0.1:43342 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:19:43 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:19:43 | INFO | stdout | INFO: 127.0.0.1:59714 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:19:44 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:19:44 | INFO | stdout | INFO: 127.0.0.1:59730 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:20:28 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:20:28 | INFO | stdout | INFO: 127.0.0.1:40370 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:20:29 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:20:29 | INFO | stdout | INFO: 127.0.0.1:40378 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:21:13 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:21:13 | INFO | stdout | INFO: 127.0.0.1:56040 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:21:14 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:21:14 | INFO | stdout | INFO: 127.0.0.1:56044 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:21:58 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:21:58 | INFO | stdout | INFO: 127.0.0.1:44600 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:21:59 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:21:59 | INFO | stdout | INFO: 127.0.0.1:44602 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:22:43 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:22:43 | INFO | stdout | INFO: 127.0.0.1:51920 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:22:44 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:22:44 | INFO | stdout | INFO: 127.0.0.1:51930 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:23:28 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:23:28 | INFO | stdout | INFO: 127.0.0.1:47926 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:23:29 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:23:29 | INFO | stdout | INFO: 127.0.0.1:47930 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:23:55 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 18:23:55 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 18:23:55 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 18:23:55 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 18:23:55 | INFO | stdout | INFO: 127.0.0.1:36388 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 18:23:55 | INFO | stdout | INFO: 127.0.0.1:36394 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 18:24:13 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:24:13 | INFO | stdout | INFO: 127.0.0.1:57246 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:24:14 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:24:14 | INFO | stdout | INFO: 127.0.0.1:57254 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:24:42 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 18:24:42 | INFO | stdout | INFO: 127.0.0.1:38612 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 18:24:58 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:24:58 | INFO | stdout | INFO: 127.0.0.1:48914 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:24:59 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:24:59 | INFO | stdout | INFO: 127.0.0.1:48930 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:25:43 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:25:43 | INFO | stdout | INFO: 127.0.0.1:55030 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:25:44 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:25:44 | INFO | stdout | INFO: 127.0.0.1:55034 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:26:28 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:26:28 | INFO | stdout | INFO: 127.0.0.1:39650 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:26:29 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:26:29 | INFO | stdout | INFO: 127.0.0.1:39664 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:27:13 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:27:13 | INFO | stdout | INFO: 127.0.0.1:39088 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:27:14 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:27:14 | INFO | stdout | INFO: 127.0.0.1:39098 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:27:58 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:27:58 | INFO | stdout | INFO: 127.0.0.1:42750 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:27:59 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:27:59 | INFO | stdout | INFO: 127.0.0.1:42764 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:28:43 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:28:43 | INFO | stdout | INFO: 127.0.0.1:57468 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:28:44 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:28:44 | INFO | stdout | INFO: 127.0.0.1:57474 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:29:28 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:29:28 | INFO | stdout | INFO: 127.0.0.1:52172 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:29:29 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:29:29 | INFO | stdout | INFO: 127.0.0.1:52188 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:30:13 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:30:13 | INFO | stdout | INFO: 127.0.0.1:37402 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:30:14 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:30:14 | INFO | stdout | INFO: 127.0.0.1:37406 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:30:58 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:30:58 | INFO | stdout | INFO: 127.0.0.1:35892 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:30:59 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:30:59 | INFO | stdout | INFO: 127.0.0.1:35904 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:31:43 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:31:43 | INFO | stdout | INFO: 127.0.0.1:36188 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:31:44 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:31:44 | INFO | stdout | INFO: 127.0.0.1:36200 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:32:28 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:32:28 | INFO | stdout | INFO: 127.0.0.1:41176 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:32:29 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:32:29 | INFO | stdout | INFO: 127.0.0.1:41186 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:33:13 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:33:13 | INFO | stdout | INFO: 127.0.0.1:39424 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:33:14 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:33:14 | INFO | stdout | INFO: 127.0.0.1:39436 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:33:59 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:33:59 | INFO | stdout | INFO: 127.0.0.1:36578 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:34:00 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:34:00 | INFO | stdout | INFO: 127.0.0.1:36586 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:34:44 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:34:44 | INFO | stdout | INFO: 127.0.0.1:35700 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:34:45 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:34:45 | INFO | stdout | INFO: 127.0.0.1:38132 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:35:29 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:35:29 | INFO | stdout | INFO: 127.0.0.1:48738 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:35:30 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:35:30 | INFO | stdout | INFO: 127.0.0.1:48750 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:36:14 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:36:14 | INFO | stdout | INFO: 127.0.0.1:40808 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:36:15 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:36:15 | INFO | stdout | INFO: 127.0.0.1:36614 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:36:59 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:36:59 | INFO | stdout | INFO: 127.0.0.1:56100 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:37:00 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:37:00 | INFO | stdout | INFO: 127.0.0.1:56108 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:37:44 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:37:44 | INFO | stdout | INFO: 127.0.0.1:40274 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:37:45 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:37:45 | INFO | stdout | INFO: 127.0.0.1:34544 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:38:29 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:38:29 | INFO | stdout | INFO: 127.0.0.1:40302 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:38:30 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:38:30 | INFO | stdout | INFO: 127.0.0.1:40318 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:39:14 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:39:14 | INFO | stdout | INFO: 127.0.0.1:49272 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:39:15 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:39:15 | INFO | stdout | INFO: 127.0.0.1:40594 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:39:59 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:39:59 | INFO | stdout | INFO: 127.0.0.1:58388 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:40:00 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:40:00 | INFO | stdout | INFO: 127.0.0.1:58402 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:40:44 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:40:44 | INFO | stdout | INFO: 127.0.0.1:57236 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:40:45 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:40:45 | INFO | stdout | INFO: 127.0.0.1:58766 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:41:11 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 18:41:11 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 18:41:11 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 18:41:11 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 18:41:11 | INFO | stdout | INFO: 127.0.0.1:44460 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 18:41:11 | INFO | stdout | INFO: 127.0.0.1:44476 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 18:41:26 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 18:41:26 | INFO | stdout | INFO: 127.0.0.1:33460 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 18:41:29 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:41:29 | INFO | stdout | INFO: 127.0.0.1:33470 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:41:30 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:41:30 | INFO | stdout | INFO: 127.0.0.1:33476 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:41:40 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 18:41:40 | INFO | stdout | INFO: 127.0.0.1:47030 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 18:41:57 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [1.0], ret: http://localhost:40001 +2024-02-28 18:41:57 | INFO | stdout | INFO: 127.0.0.1:34664 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 18:42:09 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [2.0], ret: http://localhost:40001 +2024-02-28 18:42:09 | INFO | stdout | INFO: 127.0.0.1:38534 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 18:42:14 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:42:14 | INFO | stdout | INFO: 127.0.0.1:38538 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:42:15 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:42:15 | INFO | stdout | INFO: 127.0.0.1:60308 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:42:21 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 18:42:21 | INFO | stdout | INFO: 127.0.0.1:60314 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 18:42:59 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:42:59 | INFO | stdout | INFO: 127.0.0.1:48314 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:43:00 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:43:00 | INFO | stdout | INFO: 127.0.0.1:48316 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:43:44 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:43:44 | INFO | stdout | INFO: 127.0.0.1:59608 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:43:45 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:43:45 | INFO | stdout | INFO: 127.0.0.1:59106 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:44:29 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:44:29 | INFO | stdout | INFO: 127.0.0.1:60456 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:44:30 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:44:30 | INFO | stdout | INFO: 127.0.0.1:60470 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:45:14 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:45:14 | INFO | stdout | INFO: 127.0.0.1:57182 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:45:15 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:45:15 | INFO | stdout | INFO: 127.0.0.1:57366 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:45:59 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:45:59 | INFO | stdout | INFO: 127.0.0.1:60576 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:46:00 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:46:00 | INFO | stdout | INFO: 127.0.0.1:60582 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:46:44 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:46:44 | INFO | stdout | INFO: 127.0.0.1:55304 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:46:45 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:46:45 | INFO | stdout | INFO: 127.0.0.1:36114 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:47:29 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:47:29 | INFO | stdout | INFO: 127.0.0.1:41280 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:47:30 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:47:30 | INFO | stdout | INFO: 127.0.0.1:41292 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:48:15 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:48:15 | INFO | stdout | INFO: 127.0.0.1:54754 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:48:16 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:48:16 | INFO | stdout | INFO: 127.0.0.1:54766 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:49:00 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:49:00 | INFO | stdout | INFO: 127.0.0.1:39486 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:49:01 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:49:01 | INFO | stdout | INFO: 127.0.0.1:39498 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:49:45 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:49:45 | INFO | stdout | INFO: 127.0.0.1:59826 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:49:46 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:49:46 | INFO | stdout | INFO: 127.0.0.1:59828 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:50:30 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:50:30 | INFO | stdout | INFO: 127.0.0.1:58820 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:50:31 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:50:31 | INFO | stdout | INFO: 127.0.0.1:58828 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:51:15 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:51:15 | INFO | stdout | INFO: 127.0.0.1:49154 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:51:16 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:51:16 | INFO | stdout | INFO: 127.0.0.1:49170 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:52:00 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:52:00 | INFO | stdout | INFO: 127.0.0.1:38670 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:52:01 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:52:01 | INFO | stdout | INFO: 127.0.0.1:38682 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:52:45 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:52:45 | INFO | stdout | INFO: 127.0.0.1:49140 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:52:46 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:52:46 | INFO | stdout | INFO: 127.0.0.1:49150 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:53:30 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:53:30 | INFO | stdout | INFO: 127.0.0.1:33166 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:53:31 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:53:31 | INFO | stdout | INFO: 127.0.0.1:33170 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:54:15 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:54:15 | INFO | stdout | INFO: 127.0.0.1:39404 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:54:16 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:54:16 | INFO | stdout | INFO: 127.0.0.1:39408 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:55:00 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:55:00 | INFO | stdout | INFO: 127.0.0.1:41402 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:55:01 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:55:01 | INFO | stdout | INFO: 127.0.0.1:41412 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:55:01 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 18:55:01 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 18:55:01 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 18:55:01 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 18:55:01 | INFO | stdout | INFO: 127.0.0.1:41428 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 18:55:01 | INFO | stdout | INFO: 127.0.0.1:41434 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 18:55:19 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 18:55:19 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 18:55:19 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 18:55:19 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 18:55:19 | INFO | stdout | INFO: 127.0.0.1:39174 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 18:55:19 | INFO | stdout | INFO: 127.0.0.1:39178 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 18:55:42 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 18:55:42 | INFO | stdout | INFO: 127.0.0.1:50204 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 18:55:45 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:55:45 | INFO | stdout | INFO: 127.0.0.1:41468 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:55:46 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:55:46 | INFO | stdout | INFO: 127.0.0.1:41478 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:56:02 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 18:56:02 | INFO | stdout | INFO: 127.0.0.1:42218 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 18:56:22 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [1.0], ret: http://localhost:40001 +2024-02-28 18:56:22 | INFO | stdout | INFO: 127.0.0.1:38842 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 18:56:30 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:56:30 | INFO | stdout | INFO: 127.0.0.1:42802 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:56:31 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:56:31 | INFO | stdout | INFO: 127.0.0.1:42806 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:57:03 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 18:57:03 | INFO | stdout | INFO: 127.0.0.1:40472 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 18:57:15 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:57:15 | INFO | stdout | INFO: 127.0.0.1:35896 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:57:16 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:57:16 | INFO | stdout | INFO: 127.0.0.1:35904 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:58:00 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:58:00 | INFO | stdout | INFO: 127.0.0.1:38610 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:58:01 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:58:01 | INFO | stdout | INFO: 127.0.0.1:38618 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:58:45 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:58:45 | INFO | stdout | INFO: 127.0.0.1:49808 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:58:46 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:58:46 | INFO | stdout | INFO: 127.0.0.1:49818 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:59:30 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 18:59:30 | INFO | stdout | INFO: 127.0.0.1:50126 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 18:59:31 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 18:59:31 | INFO | stdout | INFO: 127.0.0.1:50134 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:00:15 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:00:15 | INFO | stdout | INFO: 127.0.0.1:57366 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:00:16 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:00:16 | INFO | stdout | INFO: 127.0.0.1:57372 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:01:00 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:01:00 | INFO | stdout | INFO: 127.0.0.1:45896 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:01:01 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:01:01 | INFO | stdout | INFO: 127.0.0.1:45908 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:01:45 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:01:45 | INFO | stdout | INFO: 127.0.0.1:33118 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:01:46 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:01:46 | INFO | stdout | INFO: 127.0.0.1:33130 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:02:31 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:02:31 | INFO | stdout | INFO: 127.0.0.1:53504 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:02:32 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:02:32 | INFO | stdout | INFO: 127.0.0.1:53516 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:03:16 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:03:16 | INFO | stdout | INFO: 127.0.0.1:33102 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:03:17 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:03:17 | INFO | stdout | INFO: 127.0.0.1:33104 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:04:01 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:04:01 | INFO | stdout | INFO: 127.0.0.1:57382 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:04:02 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:04:02 | INFO | stdout | INFO: 127.0.0.1:57394 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:04:46 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:04:46 | INFO | stdout | INFO: 127.0.0.1:47490 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:04:47 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:04:47 | INFO | stdout | INFO: 127.0.0.1:47494 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:05:31 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:05:31 | INFO | stdout | INFO: 127.0.0.1:56716 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:05:32 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:05:32 | INFO | stdout | INFO: 127.0.0.1:56728 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:06:16 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:06:16 | INFO | stdout | INFO: 127.0.0.1:33142 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:06:17 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:06:17 | INFO | stdout | INFO: 127.0.0.1:33152 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:07:01 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:07:01 | INFO | stdout | INFO: 127.0.0.1:51624 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:07:02 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:07:02 | INFO | stdout | INFO: 127.0.0.1:51626 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:07:46 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:07:46 | INFO | stdout | INFO: 127.0.0.1:59600 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:07:47 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:07:47 | INFO | stdout | INFO: 127.0.0.1:59612 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:08:31 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:08:31 | INFO | stdout | INFO: 127.0.0.1:37046 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:08:32 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:08:32 | INFO | stdout | INFO: 127.0.0.1:37056 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:09:16 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:09:16 | INFO | stdout | INFO: 127.0.0.1:59828 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:09:17 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:09:17 | INFO | stdout | INFO: 127.0.0.1:59844 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:10:01 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:10:01 | INFO | stdout | INFO: 127.0.0.1:36186 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:10:02 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:10:02 | INFO | stdout | INFO: 127.0.0.1:36202 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:10:46 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:10:46 | INFO | stdout | INFO: 127.0.0.1:39064 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:10:47 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:10:47 | INFO | stdout | INFO: 127.0.0.1:39070 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:11:31 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:11:31 | INFO | stdout | INFO: 127.0.0.1:54628 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:11:32 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:11:32 | INFO | stdout | INFO: 127.0.0.1:54632 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:12:16 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:12:16 | INFO | stdout | INFO: 127.0.0.1:48442 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:12:17 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:12:17 | INFO | stdout | INFO: 127.0.0.1:48448 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:13:01 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:13:01 | INFO | stdout | INFO: 127.0.0.1:33474 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:13:02 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:13:02 | INFO | stdout | INFO: 127.0.0.1:33486 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:13:46 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:13:46 | INFO | stdout | INFO: 127.0.0.1:49144 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:13:47 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:13:47 | INFO | stdout | INFO: 127.0.0.1:49160 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:14:31 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:14:31 | INFO | stdout | INFO: 127.0.0.1:55820 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:14:32 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:14:32 | INFO | stdout | INFO: 127.0.0.1:55824 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:15:16 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:15:16 | INFO | stdout | INFO: 127.0.0.1:42724 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:15:17 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:15:17 | INFO | stdout | INFO: 127.0.0.1:42736 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:16:01 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:16:01 | INFO | stdout | INFO: 127.0.0.1:52222 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:16:03 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:16:03 | INFO | stdout | INFO: 127.0.0.1:52232 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:16:47 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:16:47 | INFO | stdout | INFO: 127.0.0.1:54398 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:16:48 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:16:48 | INFO | stdout | INFO: 127.0.0.1:54410 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:17:32 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:17:32 | INFO | stdout | INFO: 127.0.0.1:45214 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:17:33 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:17:33 | INFO | stdout | INFO: 127.0.0.1:45222 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:18:17 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:18:17 | INFO | stdout | INFO: 127.0.0.1:58556 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:18:18 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:18:18 | INFO | stdout | INFO: 127.0.0.1:58558 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:19:02 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:19:02 | INFO | stdout | INFO: 127.0.0.1:43606 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:19:03 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:19:03 | INFO | stdout | INFO: 127.0.0.1:43608 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:19:47 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:19:47 | INFO | stdout | INFO: 127.0.0.1:34748 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:19:48 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:19:48 | INFO | stdout | INFO: 127.0.0.1:34754 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:20:32 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:20:32 | INFO | stdout | INFO: 127.0.0.1:53440 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:20:33 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:20:33 | INFO | stdout | INFO: 127.0.0.1:53456 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:21:08 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 19:21:08 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 19:21:08 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 19:21:08 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 19:21:08 | INFO | stdout | INFO: 127.0.0.1:37836 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 19:21:08 | INFO | stdout | INFO: 127.0.0.1:37838 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 19:21:17 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:21:17 | INFO | stdout | INFO: 127.0.0.1:47758 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:21:18 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:21:18 | INFO | stdout | INFO: 127.0.0.1:47766 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:22:02 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:22:02 | INFO | stdout | INFO: 127.0.0.1:36950 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:22:03 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:22:03 | INFO | stdout | INFO: 127.0.0.1:36964 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:22:47 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:22:47 | INFO | stdout | INFO: 127.0.0.1:43828 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:22:48 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:22:48 | INFO | stdout | INFO: 127.0.0.1:43836 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:23:32 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:23:32 | INFO | stdout | INFO: 127.0.0.1:35026 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:23:33 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:23:33 | INFO | stdout | INFO: 127.0.0.1:35042 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:24:17 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:24:17 | INFO | stdout | INFO: 127.0.0.1:51174 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:24:18 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:24:18 | INFO | stdout | INFO: 127.0.0.1:51178 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:25:02 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:25:02 | INFO | stdout | INFO: 127.0.0.1:37642 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:25:03 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:25:03 | INFO | stdout | INFO: 127.0.0.1:37648 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:25:47 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:25:47 | INFO | stdout | INFO: 127.0.0.1:50022 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:25:48 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:25:48 | INFO | stdout | INFO: 127.0.0.1:50028 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:26:32 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:26:32 | INFO | stdout | INFO: 127.0.0.1:56886 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:26:33 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:26:33 | INFO | stdout | INFO: 127.0.0.1:56896 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:27:17 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:27:17 | INFO | stdout | INFO: 127.0.0.1:60870 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:27:18 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:27:18 | INFO | stdout | INFO: 127.0.0.1:60880 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:28:02 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:28:02 | INFO | stdout | INFO: 127.0.0.1:53940 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:28:03 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:28:03 | INFO | stdout | INFO: 127.0.0.1:53948 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:28:47 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:28:47 | INFO | stdout | INFO: 127.0.0.1:51492 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:28:48 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:28:48 | INFO | stdout | INFO: 127.0.0.1:51498 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:29:32 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:29:32 | INFO | stdout | INFO: 127.0.0.1:36058 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:29:33 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:29:33 | INFO | stdout | INFO: 127.0.0.1:36072 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:30:18 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:30:18 | INFO | stdout | INFO: 127.0.0.1:45454 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:30:19 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:30:19 | INFO | stdout | INFO: 127.0.0.1:45470 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:31:03 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:31:03 | INFO | stdout | INFO: 127.0.0.1:39664 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:31:04 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:31:04 | INFO | stdout | INFO: 127.0.0.1:39678 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:31:48 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:31:48 | INFO | stdout | INFO: 127.0.0.1:42176 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:31:49 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:31:49 | INFO | stdout | INFO: 127.0.0.1:42180 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:32:33 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:32:33 | INFO | stdout | INFO: 127.0.0.1:59186 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:32:34 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:32:34 | INFO | stdout | INFO: 127.0.0.1:59196 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:33:18 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:33:18 | INFO | stdout | INFO: 127.0.0.1:39342 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:33:19 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:33:19 | INFO | stdout | INFO: 127.0.0.1:39356 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:34:03 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:34:03 | INFO | stdout | INFO: 127.0.0.1:41744 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:34:04 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:34:04 | INFO | stdout | INFO: 127.0.0.1:41756 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:34:48 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:34:48 | INFO | stdout | INFO: 127.0.0.1:38618 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:34:49 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:34:49 | INFO | stdout | INFO: 127.0.0.1:38626 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:35:33 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:35:33 | INFO | stdout | INFO: 127.0.0.1:57550 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:35:34 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:35:34 | INFO | stdout | INFO: 127.0.0.1:57554 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:36:18 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:36:18 | INFO | stdout | INFO: 127.0.0.1:47552 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:36:19 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:36:19 | INFO | stdout | INFO: 127.0.0.1:47558 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:37:03 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:37:03 | INFO | stdout | INFO: 127.0.0.1:39548 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:37:04 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:37:04 | INFO | stdout | INFO: 127.0.0.1:39550 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:37:48 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:37:48 | INFO | stdout | INFO: 127.0.0.1:41830 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:37:49 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:37:49 | INFO | stdout | INFO: 127.0.0.1:41832 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:38:33 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:38:33 | INFO | stdout | INFO: 127.0.0.1:37838 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:38:34 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:38:34 | INFO | stdout | INFO: 127.0.0.1:37850 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:39:18 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:39:18 | INFO | stdout | INFO: 127.0.0.1:50388 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:39:19 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:39:19 | INFO | stdout | INFO: 127.0.0.1:50396 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:40:03 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:40:03 | INFO | stdout | INFO: 127.0.0.1:43144 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:40:04 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:40:04 | INFO | stdout | INFO: 127.0.0.1:43150 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:40:48 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:40:48 | INFO | stdout | INFO: 127.0.0.1:38074 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:40:49 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:40:49 | INFO | stdout | INFO: 127.0.0.1:38082 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:41:33 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:41:33 | INFO | stdout | INFO: 127.0.0.1:40626 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:41:34 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:41:34 | INFO | stdout | INFO: 127.0.0.1:40630 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:42:18 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:42:18 | INFO | stdout | INFO: 127.0.0.1:43388 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:42:19 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:42:19 | INFO | stdout | INFO: 127.0.0.1:43394 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:43:03 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:43:03 | INFO | stdout | INFO: 127.0.0.1:56588 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:43:04 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:43:04 | INFO | stdout | INFO: 127.0.0.1:56598 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:43:48 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:43:48 | INFO | stdout | INFO: 127.0.0.1:41310 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:43:49 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:43:49 | INFO | stdout | INFO: 127.0.0.1:41316 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:44:33 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:44:33 | INFO | stdout | INFO: 127.0.0.1:41466 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:44:35 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:44:35 | INFO | stdout | INFO: 127.0.0.1:45322 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:45:19 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:45:19 | INFO | stdout | INFO: 127.0.0.1:34874 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:45:20 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:45:20 | INFO | stdout | INFO: 127.0.0.1:34880 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:46:04 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:46:04 | INFO | stdout | INFO: 127.0.0.1:40476 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:46:05 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:46:05 | INFO | stdout | INFO: 127.0.0.1:48554 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:46:49 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:46:49 | INFO | stdout | INFO: 127.0.0.1:46520 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:46:50 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:46:50 | INFO | stdout | INFO: 127.0.0.1:46522 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:47:34 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:47:34 | INFO | stdout | INFO: 127.0.0.1:36468 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:47:35 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:47:35 | INFO | stdout | INFO: 127.0.0.1:52202 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:48:19 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:48:19 | INFO | stdout | INFO: 127.0.0.1:38580 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:48:20 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:48:20 | INFO | stdout | INFO: 127.0.0.1:38590 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:49:04 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:49:04 | INFO | stdout | INFO: 127.0.0.1:42458 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:49:05 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:49:05 | INFO | stdout | INFO: 127.0.0.1:45840 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:49:49 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:49:49 | INFO | stdout | INFO: 127.0.0.1:33988 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:49:50 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:49:50 | INFO | stdout | INFO: 127.0.0.1:33998 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:50:34 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:50:34 | INFO | stdout | INFO: 127.0.0.1:55598 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:50:35 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:50:35 | INFO | stdout | INFO: 127.0.0.1:55516 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:51:19 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:51:19 | INFO | stdout | INFO: 127.0.0.1:35410 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:51:20 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:51:20 | INFO | stdout | INFO: 127.0.0.1:35412 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:52:04 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:52:04 | INFO | stdout | INFO: 127.0.0.1:40438 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:52:05 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:52:05 | INFO | stdout | INFO: 127.0.0.1:33336 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:52:49 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:52:49 | INFO | stdout | INFO: 127.0.0.1:34544 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:52:50 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:52:50 | INFO | stdout | INFO: 127.0.0.1:34550 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:53:34 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:53:34 | INFO | stdout | INFO: 127.0.0.1:34930 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:53:35 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:53:35 | INFO | stdout | INFO: 127.0.0.1:54418 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:54:19 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:54:19 | INFO | stdout | INFO: 127.0.0.1:47016 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:54:20 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:54:20 | INFO | stdout | INFO: 127.0.0.1:47020 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:55:04 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:55:04 | INFO | stdout | INFO: 127.0.0.1:45754 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:55:05 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:55:05 | INFO | stdout | INFO: 127.0.0.1:39632 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:55:49 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:55:49 | INFO | stdout | INFO: 127.0.0.1:35894 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:55:50 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:55:50 | INFO | stdout | INFO: 127.0.0.1:35904 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:56:34 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:56:34 | INFO | stdout | INFO: 127.0.0.1:42116 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:56:35 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:56:35 | INFO | stdout | INFO: 127.0.0.1:48882 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:57:19 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:57:19 | INFO | stdout | INFO: 127.0.0.1:45794 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:57:20 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:57:20 | INFO | stdout | INFO: 127.0.0.1:45800 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:58:04 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:58:04 | INFO | stdout | INFO: 127.0.0.1:48850 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:58:05 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:58:05 | INFO | stdout | INFO: 127.0.0.1:46336 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:58:49 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:58:49 | INFO | stdout | INFO: 127.0.0.1:45678 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:58:51 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:58:51 | INFO | stdout | INFO: 127.0.0.1:45688 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:59:34 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 19:59:35 | INFO | stdout | INFO: 127.0.0.1:57760 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 19:59:36 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 19:59:36 | INFO | stdout | INFO: 127.0.0.1:45618 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:00:20 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:00:20 | INFO | stdout | INFO: 127.0.0.1:42984 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:00:21 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:00:21 | INFO | stdout | INFO: 127.0.0.1:42992 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:01:05 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:01:05 | INFO | stdout | INFO: 127.0.0.1:52504 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:01:06 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:01:06 | INFO | stdout | INFO: 127.0.0.1:52506 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:01:50 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:01:50 | INFO | stdout | INFO: 127.0.0.1:49922 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:01:51 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:01:51 | INFO | stdout | INFO: 127.0.0.1:49928 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:02:35 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:02:35 | INFO | stdout | INFO: 127.0.0.1:51080 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:02:36 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:02:36 | INFO | stdout | INFO: 127.0.0.1:51088 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:03:20 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:03:20 | INFO | stdout | INFO: 127.0.0.1:51758 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:03:21 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:03:21 | INFO | stdout | INFO: 127.0.0.1:51768 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:04:05 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:04:05 | INFO | stdout | INFO: 127.0.0.1:46506 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:04:06 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:04:06 | INFO | stdout | INFO: 127.0.0.1:46518 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:04:50 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:04:50 | INFO | stdout | INFO: 127.0.0.1:33626 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:04:51 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:04:51 | INFO | stdout | INFO: 127.0.0.1:33640 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:05:35 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:05:35 | INFO | stdout | INFO: 127.0.0.1:42760 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:05:36 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:05:36 | INFO | stdout | INFO: 127.0.0.1:42772 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:06:20 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:06:20 | INFO | stdout | INFO: 127.0.0.1:56256 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:06:21 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:06:21 | INFO | stdout | INFO: 127.0.0.1:56258 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:07:05 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:07:05 | INFO | stdout | INFO: 127.0.0.1:56094 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:07:06 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:07:06 | INFO | stdout | INFO: 127.0.0.1:56110 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:07:50 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:07:50 | INFO | stdout | INFO: 127.0.0.1:51484 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:07:51 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:07:51 | INFO | stdout | INFO: 127.0.0.1:51488 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:08:35 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:08:35 | INFO | stdout | INFO: 127.0.0.1:53576 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:08:36 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:08:36 | INFO | stdout | INFO: 127.0.0.1:53584 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:09:20 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:09:20 | INFO | stdout | INFO: 127.0.0.1:45682 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:09:21 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:09:21 | INFO | stdout | INFO: 127.0.0.1:45698 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:10:05 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:10:05 | INFO | stdout | INFO: 127.0.0.1:51278 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:10:06 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:10:06 | INFO | stdout | INFO: 127.0.0.1:51280 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:10:50 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:10:50 | INFO | stdout | INFO: 127.0.0.1:52702 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:10:51 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:10:51 | INFO | stdout | INFO: 127.0.0.1:52714 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:11:35 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:11:35 | INFO | stdout | INFO: 127.0.0.1:35138 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:11:36 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:11:36 | INFO | stdout | INFO: 127.0.0.1:35152 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:12:20 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:12:20 | INFO | stdout | INFO: 127.0.0.1:59968 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:12:21 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:12:21 | INFO | stdout | INFO: 127.0.0.1:59976 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:13:05 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:13:05 | INFO | stdout | INFO: 127.0.0.1:51440 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:13:07 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:13:07 | INFO | stdout | INFO: 127.0.0.1:51442 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:13:51 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:13:51 | INFO | stdout | INFO: 127.0.0.1:58480 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:13:52 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:13:52 | INFO | stdout | INFO: 127.0.0.1:58484 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:14:36 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:14:36 | INFO | stdout | INFO: 127.0.0.1:60970 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:14:37 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:14:37 | INFO | stdout | INFO: 127.0.0.1:60986 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:15:21 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:15:21 | INFO | stdout | INFO: 127.0.0.1:56976 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:15:22 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:15:22 | INFO | stdout | INFO: 127.0.0.1:56992 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:16:06 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:16:06 | INFO | stdout | INFO: 127.0.0.1:56358 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:16:07 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:16:07 | INFO | stdout | INFO: 127.0.0.1:56370 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:16:51 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:16:51 | INFO | stdout | INFO: 127.0.0.1:34634 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:16:52 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:16:52 | INFO | stdout | INFO: 127.0.0.1:34642 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:17:36 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:17:36 | INFO | stdout | INFO: 127.0.0.1:36800 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:17:37 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:17:37 | INFO | stdout | INFO: 127.0.0.1:36814 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:18:14 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 20:18:14 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 20:18:14 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 20:18:14 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 20:18:14 | INFO | stdout | INFO: 127.0.0.1:35470 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 20:18:14 | INFO | stdout | INFO: 127.0.0.1:35480 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 20:18:21 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:18:21 | INFO | stdout | INFO: 127.0.0.1:41176 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:18:22 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:18:22 | INFO | stdout | INFO: 127.0.0.1:41184 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:19:06 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:19:06 | INFO | stdout | INFO: 127.0.0.1:46824 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:19:07 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:19:07 | INFO | stdout | INFO: 127.0.0.1:46832 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:19:51 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:19:51 | INFO | stdout | INFO: 127.0.0.1:33446 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:19:52 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:19:52 | INFO | stdout | INFO: 127.0.0.1:33448 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:20:03 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 20:20:03 | INFO | stdout | INFO: 127.0.0.1:40368 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 20:20:11 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 20:20:11 | INFO | stdout | INFO: 127.0.0.1:52954 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 20:20:22 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [2.0], ret: http://localhost:40000 +2024-02-28 20:20:22 | INFO | stdout | INFO: 127.0.0.1:34320 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 20:20:36 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:20:36 | INFO | stdout | INFO: 127.0.0.1:37846 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:20:37 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:20:37 | INFO | stdout | INFO: 127.0.0.1:37852 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:20:39 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 20:20:39 | INFO | stdout | INFO: 127.0.0.1:37856 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 20:20:56 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 20:20:56 | INFO | stdout | INFO: 127.0.0.1:43184 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 20:21:17 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 20:21:17 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 20:21:17 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 20:21:17 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 20:21:17 | INFO | stdout | INFO: 127.0.0.1:49754 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 20:21:17 | INFO | stdout | INFO: 127.0.0.1:49758 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 20:21:21 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:21:21 | INFO | stdout | INFO: 127.0.0.1:49762 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:21:22 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:21:22 | INFO | stdout | INFO: 127.0.0.1:49774 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:21:29 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 20:21:29 | INFO | stdout | INFO: 127.0.0.1:34694 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 20:21:41 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 20:21:41 | INFO | stdout | INFO: 127.0.0.1:43352 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 20:21:56 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [2.0], ret: http://localhost:40000 +2024-02-28 20:21:56 | INFO | stdout | INFO: 127.0.0.1:59202 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 20:22:06 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:22:06 | INFO | stdout | INFO: 127.0.0.1:35088 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:22:07 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:22:07 | INFO | stdout | INFO: 127.0.0.1:35098 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:22:10 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 20:22:10 | INFO | stdout | INFO: 127.0.0.1:35110 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 20:22:13 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [1.0], ret: http://localhost:40000 +2024-02-28 20:22:13 | INFO | stdout | INFO: 127.0.0.1:35124 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 20:22:32 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [2.0], ret: http://localhost:40000 +2024-02-28 20:22:32 | INFO | stdout | INFO: 127.0.0.1:34430 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 20:22:51 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:22:51 | INFO | stdout | INFO: 127.0.0.1:36828 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:22:52 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:22:52 | INFO | stdout | INFO: 127.0.0.1:36836 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:22:59 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 20:22:59 | INFO | stdout | INFO: 127.0.0.1:56472 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 20:23:36 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:23:36 | INFO | stdout | INFO: 127.0.0.1:36888 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:23:37 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:23:37 | INFO | stdout | INFO: 127.0.0.1:36898 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:24:21 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:24:21 | INFO | stdout | INFO: 127.0.0.1:56574 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:24:22 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:24:22 | INFO | stdout | INFO: 127.0.0.1:56578 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:25:06 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:25:06 | INFO | stdout | INFO: 127.0.0.1:40494 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:25:07 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:25:07 | INFO | stdout | INFO: 127.0.0.1:40508 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:25:51 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:25:51 | INFO | stdout | INFO: 127.0.0.1:42976 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:25:52 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:25:52 | INFO | stdout | INFO: 127.0.0.1:42990 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:26:36 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:26:36 | INFO | stdout | INFO: 127.0.0.1:60386 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:26:37 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:26:37 | INFO | stdout | INFO: 127.0.0.1:60396 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:27:09 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 20:27:09 | INFO | stdout | INFO: 127.0.0.1:56680 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 20:27:21 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:27:21 | INFO | stdout | INFO: 127.0.0.1:59392 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:27:23 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:27:23 | INFO | stdout | INFO: 127.0.0.1:59408 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:27:34 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 20:27:34 | INFO | stdout | INFO: 127.0.0.1:49614 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 20:27:54 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [1.0], ret: http://localhost:40001 +2024-02-28 20:27:54 | INFO | stdout | INFO: 127.0.0.1:44628 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 20:28:06 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:28:07 | INFO | stdout | INFO: 127.0.0.1:40406 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:28:08 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:28:08 | INFO | stdout | INFO: 127.0.0.1:40412 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:28:16 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 20:28:16 | INFO | stdout | INFO: 127.0.0.1:41860 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 20:28:52 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:28:52 | INFO | stdout | INFO: 127.0.0.1:40350 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:28:53 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:28:53 | INFO | stdout | INFO: 127.0.0.1:40366 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:29:33 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 20:29:33 | INFO | stdout | INFO: 127.0.0.1:54654 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 20:29:37 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:29:37 | INFO | stdout | INFO: 127.0.0.1:50470 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:29:38 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:29:38 | INFO | stdout | INFO: 127.0.0.1:50486 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:30:01 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [1.0], ret: http://localhost:40001 +2024-02-28 20:30:01 | INFO | stdout | INFO: 127.0.0.1:35564 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 20:30:22 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:30:22 | INFO | stdout | INFO: 127.0.0.1:58548 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:30:23 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:30:23 | INFO | stdout | INFO: 127.0.0.1:58560 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:31:03 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 20:31:03 | INFO | stdout | INFO: 127.0.0.1:49058 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 20:31:07 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:31:07 | INFO | stdout | INFO: 127.0.0.1:52330 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:31:08 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:31:08 | INFO | stdout | INFO: 127.0.0.1:52332 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:31:52 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [1.0], ret: http://localhost:40001 +2024-02-28 20:31:52 | INFO | stdout | INFO: 127.0.0.1:41654 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 20:31:52 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:31:52 | INFO | stdout | INFO: 127.0.0.1:41670 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:31:53 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:31:53 | INFO | stdout | INFO: 127.0.0.1:41682 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:32:15 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [1.0], ret: http://localhost:40001 +2024-02-28 20:32:15 | INFO | stdout | INFO: 127.0.0.1:51578 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 20:32:37 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:32:37 | INFO | stdout | INFO: 127.0.0.1:43946 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:32:38 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:32:38 | INFO | stdout | INFO: 127.0.0.1:43954 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:32:50 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 20:32:50 | INFO | stdout | INFO: 127.0.0.1:40002 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 20:33:02 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [1.0], ret: http://localhost:40001 +2024-02-28 20:33:02 | INFO | stdout | INFO: 127.0.0.1:47698 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 20:33:10 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [2.0], ret: http://localhost:40001 +2024-02-28 20:33:10 | INFO | stdout | INFO: 127.0.0.1:37038 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 20:33:22 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:33:22 | INFO | stdout | INFO: 127.0.0.1:39500 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:33:23 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:33:23 | INFO | stdout | INFO: 127.0.0.1:39510 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:34:07 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:34:07 | INFO | stdout | INFO: 127.0.0.1:36980 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:34:08 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:34:08 | INFO | stdout | INFO: 127.0.0.1:36996 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:34:25 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 20:34:25 | INFO | stdout | INFO: 127.0.0.1:60514 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 20:34:47 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [1.0], ret: http://localhost:40001 +2024-02-28 20:34:47 | INFO | stdout | INFO: 127.0.0.1:42270 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 20:34:52 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:34:52 | INFO | stdout | INFO: 127.0.0.1:42272 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:34:53 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:34:53 | INFO | stdout | INFO: 127.0.0.1:42280 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:35:33 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 20:35:33 | INFO | stdout | INFO: 127.0.0.1:51958 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 20:35:37 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:35:37 | INFO | stdout | INFO: 127.0.0.1:47638 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:35:38 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:35:38 | INFO | stdout | INFO: 127.0.0.1:47640 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:36:00 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 20:36:00 | INFO | stdout | INFO: 127.0.0.1:41586 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 20:36:22 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:36:22 | INFO | stdout | INFO: 127.0.0.1:42844 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:36:23 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:36:23 | INFO | stdout | INFO: 127.0.0.1:42852 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:36:25 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 20:36:25 | INFO | stdout | INFO: 127.0.0.1:48616 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 20:36:58 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [1.0], ret: http://localhost:40001 +2024-02-28 20:36:58 | INFO | stdout | INFO: 127.0.0.1:42882 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 20:37:07 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:37:07 | INFO | stdout | INFO: 127.0.0.1:56970 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:37:08 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:37:08 | INFO | stdout | INFO: 127.0.0.1:56978 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:37:35 | INFO | controller | names: ['http://localhost:40001'], queue_lens: [0.0], ret: http://localhost:40001 +2024-02-28 20:37:35 | INFO | stdout | INFO: 127.0.0.1:33604 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 20:37:52 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:37:52 | INFO | stdout | INFO: 127.0.0.1:52248 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:37:53 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:37:53 | INFO | stdout | INFO: 127.0.0.1:52256 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:38:37 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:38:37 | INFO | stdout | INFO: 127.0.0.1:54060 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:38:38 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:38:38 | INFO | stdout | INFO: 127.0.0.1:54076 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:39:22 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:39:22 | INFO | stdout | INFO: 127.0.0.1:59690 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:39:23 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:39:23 | INFO | stdout | INFO: 127.0.0.1:59704 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:40:07 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:40:07 | INFO | stdout | INFO: 127.0.0.1:34832 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:40:08 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:40:08 | INFO | stdout | INFO: 127.0.0.1:34844 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:40:52 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:40:52 | INFO | stdout | INFO: 127.0.0.1:43762 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:40:54 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:40:54 | INFO | stdout | INFO: 127.0.0.1:43774 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:41:37 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:41:37 | INFO | stdout | INFO: 127.0.0.1:43014 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:41:39 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:41:39 | INFO | stdout | INFO: 127.0.0.1:43018 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:42:22 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:42:22 | INFO | stdout | INFO: 127.0.0.1:40886 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:42:24 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:42:24 | INFO | stdout | INFO: 127.0.0.1:40892 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:43:07 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:43:07 | INFO | stdout | INFO: 127.0.0.1:46116 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:43:09 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:43:09 | INFO | stdout | INFO: 127.0.0.1:46132 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:43:53 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:43:53 | INFO | stdout | INFO: 127.0.0.1:50818 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:43:54 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:43:54 | INFO | stdout | INFO: 127.0.0.1:50820 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:44:38 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:44:38 | INFO | stdout | INFO: 127.0.0.1:41324 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:44:39 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:44:39 | INFO | stdout | INFO: 127.0.0.1:41338 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:45:23 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:45:23 | INFO | stdout | INFO: 127.0.0.1:57378 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:45:24 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:45:24 | INFO | stdout | INFO: 127.0.0.1:57394 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:46:08 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:46:08 | INFO | stdout | INFO: 127.0.0.1:57796 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:46:09 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:46:09 | INFO | stdout | INFO: 127.0.0.1:57808 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:46:53 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:46:53 | INFO | stdout | INFO: 127.0.0.1:60974 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:46:54 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:46:54 | INFO | stdout | INFO: 127.0.0.1:60980 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:47:38 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:47:38 | INFO | stdout | INFO: 127.0.0.1:59092 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:47:39 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:47:39 | INFO | stdout | INFO: 127.0.0.1:59096 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:48:23 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:48:23 | INFO | stdout | INFO: 127.0.0.1:41014 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:48:24 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:48:24 | INFO | stdout | INFO: 127.0.0.1:41026 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:49:08 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:49:08 | INFO | stdout | INFO: 127.0.0.1:46508 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:49:09 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:49:09 | INFO | stdout | INFO: 127.0.0.1:46510 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:49:53 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:49:53 | INFO | stdout | INFO: 127.0.0.1:60182 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:49:54 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:49:54 | INFO | stdout | INFO: 127.0.0.1:60188 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:50:38 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:50:38 | INFO | stdout | INFO: 127.0.0.1:38058 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:50:39 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:50:39 | INFO | stdout | INFO: 127.0.0.1:38068 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:51:23 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:51:23 | INFO | stdout | INFO: 127.0.0.1:55592 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:51:24 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:51:24 | INFO | stdout | INFO: 127.0.0.1:55596 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:52:08 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:52:08 | INFO | stdout | INFO: 127.0.0.1:36108 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:52:09 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:52:09 | INFO | stdout | INFO: 127.0.0.1:36122 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:52:53 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:52:53 | INFO | stdout | INFO: 127.0.0.1:49478 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:52:54 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:52:54 | INFO | stdout | INFO: 127.0.0.1:49486 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:53:38 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:53:38 | INFO | stdout | INFO: 127.0.0.1:59766 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:53:39 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:53:39 | INFO | stdout | INFO: 127.0.0.1:59770 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:54:23 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:54:23 | INFO | stdout | INFO: 127.0.0.1:55366 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:54:24 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:54:24 | INFO | stdout | INFO: 127.0.0.1:55376 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:55:08 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:55:08 | INFO | stdout | INFO: 127.0.0.1:36096 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:55:10 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:55:10 | INFO | stdout | INFO: 127.0.0.1:36104 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:55:53 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:55:53 | INFO | stdout | INFO: 127.0.0.1:47886 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:55:55 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:55:55 | INFO | stdout | INFO: 127.0.0.1:33020 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:56:38 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:56:38 | INFO | stdout | INFO: 127.0.0.1:42732 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:56:40 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:56:40 | INFO | stdout | INFO: 127.0.0.1:42742 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:57:23 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:57:23 | INFO | stdout | INFO: 127.0.0.1:53088 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:57:25 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:57:25 | INFO | stdout | INFO: 127.0.0.1:53280 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:58:09 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:58:09 | INFO | stdout | INFO: 127.0.0.1:52304 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:58:10 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:58:10 | INFO | stdout | INFO: 127.0.0.1:52318 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:58:54 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:58:54 | INFO | stdout | INFO: 127.0.0.1:45770 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:58:55 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:58:55 | INFO | stdout | INFO: 127.0.0.1:57326 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:59:39 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 20:59:39 | INFO | stdout | INFO: 127.0.0.1:43534 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 20:59:40 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 20:59:40 | INFO | stdout | INFO: 127.0.0.1:43540 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:00:24 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:00:24 | INFO | stdout | INFO: 127.0.0.1:40394 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:00:25 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:00:25 | INFO | stdout | INFO: 127.0.0.1:52654 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:01:09 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:01:09 | INFO | stdout | INFO: 127.0.0.1:53928 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:01:10 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:01:10 | INFO | stdout | INFO: 127.0.0.1:53942 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:01:54 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:01:54 | INFO | stdout | INFO: 127.0.0.1:36766 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:01:55 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:01:55 | INFO | stdout | INFO: 127.0.0.1:36230 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:02:39 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:02:39 | INFO | stdout | INFO: 127.0.0.1:55756 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:02:40 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:02:40 | INFO | stdout | INFO: 127.0.0.1:55770 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:03:24 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:03:24 | INFO | stdout | INFO: 127.0.0.1:57414 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:03:25 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:03:25 | INFO | stdout | INFO: 127.0.0.1:54504 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:04:09 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:04:09 | INFO | stdout | INFO: 127.0.0.1:49008 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:04:10 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:04:10 | INFO | stdout | INFO: 127.0.0.1:49012 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:04:54 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:04:54 | INFO | stdout | INFO: 127.0.0.1:38450 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:04:55 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:04:55 | INFO | stdout | INFO: 127.0.0.1:50340 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:05:39 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:05:39 | INFO | stdout | INFO: 127.0.0.1:42170 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:05:40 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:05:40 | INFO | stdout | INFO: 127.0.0.1:42184 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:06:24 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:06:24 | INFO | stdout | INFO: 127.0.0.1:40198 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:06:25 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:06:25 | INFO | stdout | INFO: 127.0.0.1:49444 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:07:09 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:07:09 | INFO | stdout | INFO: 127.0.0.1:58206 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:07:10 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:07:10 | INFO | stdout | INFO: 127.0.0.1:58222 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:07:54 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:07:54 | INFO | stdout | INFO: 127.0.0.1:58492 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:07:55 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:07:55 | INFO | stdout | INFO: 127.0.0.1:59296 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:08:39 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:08:39 | INFO | stdout | INFO: 127.0.0.1:46854 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:08:40 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:08:40 | INFO | stdout | INFO: 127.0.0.1:46860 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:09:24 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:09:24 | INFO | stdout | INFO: 127.0.0.1:56832 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:09:25 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:09:25 | INFO | stdout | INFO: 127.0.0.1:53784 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:10:09 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:10:09 | INFO | stdout | INFO: 127.0.0.1:38264 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:10:11 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:10:11 | INFO | stdout | INFO: 127.0.0.1:38280 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:10:54 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:10:54 | INFO | stdout | INFO: 127.0.0.1:40570 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:10:56 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:10:56 | INFO | stdout | INFO: 127.0.0.1:33964 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:11:39 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:11:39 | INFO | stdout | INFO: 127.0.0.1:57886 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:11:41 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:11:41 | INFO | stdout | INFO: 127.0.0.1:57896 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:12:25 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:12:25 | INFO | stdout | INFO: 127.0.0.1:57392 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:12:26 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:12:26 | INFO | stdout | INFO: 127.0.0.1:57400 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:13:10 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:13:10 | INFO | stdout | INFO: 127.0.0.1:50078 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:13:11 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:13:11 | INFO | stdout | INFO: 127.0.0.1:50088 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:13:55 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:13:55 | INFO | stdout | INFO: 127.0.0.1:46520 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:13:56 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:13:56 | INFO | stdout | INFO: 127.0.0.1:46524 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:14:40 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:14:40 | INFO | stdout | INFO: 127.0.0.1:37050 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:14:41 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:14:41 | INFO | stdout | INFO: 127.0.0.1:37056 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:15:25 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:15:25 | INFO | stdout | INFO: 127.0.0.1:55846 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:15:26 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:15:26 | INFO | stdout | INFO: 127.0.0.1:55850 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:16:10 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:16:10 | INFO | stdout | INFO: 127.0.0.1:52166 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:16:11 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:16:11 | INFO | stdout | INFO: 127.0.0.1:52170 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:16:55 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:16:55 | INFO | stdout | INFO: 127.0.0.1:55098 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:16:56 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:16:56 | INFO | stdout | INFO: 127.0.0.1:55110 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:17:40 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:17:40 | INFO | stdout | INFO: 127.0.0.1:44424 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:17:41 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:17:41 | INFO | stdout | INFO: 127.0.0.1:44430 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:18:25 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:18:25 | INFO | stdout | INFO: 127.0.0.1:44618 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:18:26 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:18:26 | INFO | stdout | INFO: 127.0.0.1:44632 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:19:10 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:19:10 | INFO | stdout | INFO: 127.0.0.1:49136 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:19:11 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:19:11 | INFO | stdout | INFO: 127.0.0.1:49144 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:19:55 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:19:55 | INFO | stdout | INFO: 127.0.0.1:49900 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:19:56 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:19:56 | INFO | stdout | INFO: 127.0.0.1:49902 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:20:40 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:20:40 | INFO | stdout | INFO: 127.0.0.1:49820 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:20:41 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:20:41 | INFO | stdout | INFO: 127.0.0.1:49822 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:21:25 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:21:25 | INFO | stdout | INFO: 127.0.0.1:48770 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:21:26 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:21:26 | INFO | stdout | INFO: 127.0.0.1:48782 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:22:10 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:22:10 | INFO | stdout | INFO: 127.0.0.1:47746 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:22:11 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:22:11 | INFO | stdout | INFO: 127.0.0.1:47752 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:22:55 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:22:55 | INFO | stdout | INFO: 127.0.0.1:48562 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:22:56 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:22:56 | INFO | stdout | INFO: 127.0.0.1:48564 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:23:40 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:23:40 | INFO | stdout | INFO: 127.0.0.1:54134 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:23:42 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:23:42 | INFO | stdout | INFO: 127.0.0.1:54140 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:24:25 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:24:25 | INFO | stdout | INFO: 127.0.0.1:46696 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:24:27 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:24:27 | INFO | stdout | INFO: 127.0.0.1:46706 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:25:10 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:25:10 | INFO | stdout | INFO: 127.0.0.1:38524 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:25:12 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:25:12 | INFO | stdout | INFO: 127.0.0.1:38530 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:25:55 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:25:55 | INFO | stdout | INFO: 127.0.0.1:59072 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:25:57 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:25:57 | INFO | stdout | INFO: 127.0.0.1:59076 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:26:41 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:26:41 | INFO | stdout | INFO: 127.0.0.1:41574 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:26:42 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:26:42 | INFO | stdout | INFO: 127.0.0.1:41578 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:27:26 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:27:26 | INFO | stdout | INFO: 127.0.0.1:35402 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:27:27 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:27:27 | INFO | stdout | INFO: 127.0.0.1:35412 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:28:11 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:28:11 | INFO | stdout | INFO: 127.0.0.1:53364 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:28:12 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:28:12 | INFO | stdout | INFO: 127.0.0.1:53370 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:28:56 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:28:56 | INFO | stdout | INFO: 127.0.0.1:48010 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:28:57 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:28:57 | INFO | stdout | INFO: 127.0.0.1:48020 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:29:07 | INFO | controller | Register a new worker: http://localhost:40000 +2024-02-28 21:29:07 | INFO | controller | Register done: http://localhost:40000, {'model_names': ['MobiLlama-05B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 21:29:07 | INFO | controller | Register a new worker: http://localhost:40001 +2024-02-28 21:29:07 | INFO | controller | Register done: http://localhost:40001, {'model_names': ['MobiLlama-1B-Chat'], 'speed': 1, 'queue_length': 0} +2024-02-28 21:29:07 | INFO | stdout | INFO: 127.0.0.1:34630 - "POST /refresh_all_workers HTTP/1.1" 200 OK +2024-02-28 21:29:07 | INFO | stdout | INFO: 127.0.0.1:34646 - "POST /list_models HTTP/1.1" 200 OK +2024-02-28 21:29:24 | INFO | controller | names: ['http://localhost:40000'], queue_lens: [0.0], ret: http://localhost:40000 +2024-02-28 21:29:24 | INFO | stdout | INFO: 127.0.0.1:53982 - "POST /get_worker_address HTTP/1.1" 200 OK +2024-02-28 21:29:41 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:29:41 | INFO | stdout | INFO: 127.0.0.1:57242 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:29:42 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:29:42 | INFO | stdout | INFO: 127.0.0.1:57254 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:30:26 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:30:26 | INFO | stdout | INFO: 127.0.0.1:50088 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:30:27 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:30:27 | INFO | stdout | INFO: 127.0.0.1:50096 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:31:11 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:31:11 | INFO | stdout | INFO: 127.0.0.1:47766 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:31:12 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:31:12 | INFO | stdout | INFO: 127.0.0.1:47778 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:31:56 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:31:56 | INFO | stdout | INFO: 127.0.0.1:48204 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:31:57 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:31:57 | INFO | stdout | INFO: 127.0.0.1:48212 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:32:41 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:32:41 | INFO | stdout | INFO: 127.0.0.1:40402 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:32:42 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:32:42 | INFO | stdout | INFO: 127.0.0.1:40406 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:33:26 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:33:26 | INFO | stdout | INFO: 127.0.0.1:48294 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:33:27 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:33:27 | INFO | stdout | INFO: 127.0.0.1:48300 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:34:11 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:34:11 | INFO | stdout | INFO: 127.0.0.1:39002 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:34:12 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:34:12 | INFO | stdout | INFO: 127.0.0.1:39008 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:34:56 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:34:56 | INFO | stdout | INFO: 127.0.0.1:45520 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:34:57 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:34:57 | INFO | stdout | INFO: 127.0.0.1:45528 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:35:41 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:35:41 | INFO | stdout | INFO: 127.0.0.1:38974 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:35:42 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:35:42 | INFO | stdout | INFO: 127.0.0.1:38990 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:36:26 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:36:26 | INFO | stdout | INFO: 127.0.0.1:50086 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:36:27 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:36:27 | INFO | stdout | INFO: 127.0.0.1:50102 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:37:11 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:37:11 | INFO | stdout | INFO: 127.0.0.1:58648 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:37:12 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:37:12 | INFO | stdout | INFO: 127.0.0.1:58656 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:37:56 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:37:56 | INFO | stdout | INFO: 127.0.0.1:40498 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:37:58 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:37:58 | INFO | stdout | INFO: 127.0.0.1:40502 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:38:41 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:38:41 | INFO | stdout | INFO: 127.0.0.1:33298 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:38:43 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:38:43 | INFO | stdout | INFO: 127.0.0.1:33302 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:39:26 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:39:26 | INFO | stdout | INFO: 127.0.0.1:38788 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:39:28 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:39:28 | INFO | stdout | INFO: 127.0.0.1:38802 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:40:11 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:40:11 | INFO | stdout | INFO: 127.0.0.1:46302 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:40:13 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:40:13 | INFO | stdout | INFO: 127.0.0.1:46304 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:40:57 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:40:57 | INFO | stdout | INFO: 127.0.0.1:58236 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:40:58 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:40:58 | INFO | stdout | INFO: 127.0.0.1:58240 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:41:42 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:41:42 | INFO | stdout | INFO: 127.0.0.1:36948 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:41:43 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:41:43 | INFO | stdout | INFO: 127.0.0.1:36962 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:42:27 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:42:27 | INFO | stdout | INFO: 127.0.0.1:50556 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:42:28 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:42:28 | INFO | stdout | INFO: 127.0.0.1:50566 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:43:12 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:43:12 | INFO | stdout | INFO: 127.0.0.1:48622 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:43:13 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:43:13 | INFO | stdout | INFO: 127.0.0.1:48632 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:43:57 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:43:57 | INFO | stdout | INFO: 127.0.0.1:57098 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:43:58 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:43:58 | INFO | stdout | INFO: 127.0.0.1:57104 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:44:42 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:44:42 | INFO | stdout | INFO: 127.0.0.1:42866 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:44:43 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:44:43 | INFO | stdout | INFO: 127.0.0.1:42880 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:45:27 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:45:27 | INFO | stdout | INFO: 127.0.0.1:56200 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:45:28 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:45:28 | INFO | stdout | INFO: 127.0.0.1:56204 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:46:12 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:46:12 | INFO | stdout | INFO: 127.0.0.1:45336 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:46:13 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:46:13 | INFO | stdout | INFO: 127.0.0.1:45338 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:46:57 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:46:57 | INFO | stdout | INFO: 127.0.0.1:60352 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:46:58 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:46:58 | INFO | stdout | INFO: 127.0.0.1:60362 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:47:42 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:47:42 | INFO | stdout | INFO: 127.0.0.1:49628 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:47:43 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:47:43 | INFO | stdout | INFO: 127.0.0.1:49630 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:48:27 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:48:27 | INFO | stdout | INFO: 127.0.0.1:38144 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:48:28 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:48:28 | INFO | stdout | INFO: 127.0.0.1:38146 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:49:12 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:49:12 | INFO | stdout | INFO: 127.0.0.1:58762 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:49:13 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:49:13 | INFO | stdout | INFO: 127.0.0.1:58770 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:49:57 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:49:57 | INFO | stdout | INFO: 127.0.0.1:59708 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:49:58 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:49:58 | INFO | stdout | INFO: 127.0.0.1:59712 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:50:42 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:50:42 | INFO | stdout | INFO: 127.0.0.1:41842 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:50:43 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:50:43 | INFO | stdout | INFO: 127.0.0.1:41846 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:51:27 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:51:27 | INFO | stdout | INFO: 127.0.0.1:41276 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:51:28 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:51:28 | INFO | stdout | INFO: 127.0.0.1:41278 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:52:12 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:52:12 | INFO | stdout | INFO: 127.0.0.1:57366 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:52:14 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:52:14 | INFO | stdout | INFO: 127.0.0.1:57374 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:52:57 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:52:57 | INFO | stdout | INFO: 127.0.0.1:33812 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:52:59 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:52:59 | INFO | stdout | INFO: 127.0.0.1:33824 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:53:42 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:53:42 | INFO | stdout | INFO: 127.0.0.1:39780 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:53:44 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:53:44 | INFO | stdout | INFO: 127.0.0.1:39794 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:54:27 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:54:27 | INFO | stdout | INFO: 127.0.0.1:60526 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:54:29 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:54:29 | INFO | stdout | INFO: 127.0.0.1:60536 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:55:13 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:55:13 | INFO | stdout | INFO: 127.0.0.1:49252 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:55:14 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:55:14 | INFO | stdout | INFO: 127.0.0.1:49260 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:55:58 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:55:58 | INFO | stdout | INFO: 127.0.0.1:58364 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:55:59 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:55:59 | INFO | stdout | INFO: 127.0.0.1:58374 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:56:43 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:56:43 | INFO | stdout | INFO: 127.0.0.1:56228 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:56:44 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:56:44 | INFO | stdout | INFO: 127.0.0.1:56242 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:57:28 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:57:28 | INFO | stdout | INFO: 127.0.0.1:55014 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:57:29 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:57:29 | INFO | stdout | INFO: 127.0.0.1:55020 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:58:13 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:58:13 | INFO | stdout | INFO: 127.0.0.1:55716 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:58:14 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:58:14 | INFO | stdout | INFO: 127.0.0.1:55718 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:58:58 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:58:58 | INFO | stdout | INFO: 127.0.0.1:59464 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:58:59 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:58:59 | INFO | stdout | INFO: 127.0.0.1:59480 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:59:43 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 21:59:43 | INFO | stdout | INFO: 127.0.0.1:32890 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 21:59:44 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 21:59:44 | INFO | stdout | INFO: 127.0.0.1:32892 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:00:28 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 22:00:28 | INFO | stdout | INFO: 127.0.0.1:59918 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:00:29 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 22:00:29 | INFO | stdout | INFO: 127.0.0.1:59926 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:01:13 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 22:01:13 | INFO | stdout | INFO: 127.0.0.1:59054 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:01:14 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 22:01:14 | INFO | stdout | INFO: 127.0.0.1:59066 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:01:58 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 22:01:58 | INFO | stdout | INFO: 127.0.0.1:38130 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:01:59 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 22:01:59 | INFO | stdout | INFO: 127.0.0.1:38136 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:02:43 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 22:02:43 | INFO | stdout | INFO: 127.0.0.1:33598 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:02:44 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 22:02:44 | INFO | stdout | INFO: 127.0.0.1:33608 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:03:28 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 22:03:28 | INFO | stdout | INFO: 127.0.0.1:49934 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:03:29 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 22:03:29 | INFO | stdout | INFO: 127.0.0.1:49946 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:04:13 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 22:04:13 | INFO | stdout | INFO: 127.0.0.1:50864 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:04:14 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 22:04:14 | INFO | stdout | INFO: 127.0.0.1:50866 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:04:58 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 22:04:58 | INFO | stdout | INFO: 127.0.0.1:39670 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:04:59 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 22:04:59 | INFO | stdout | INFO: 127.0.0.1:39676 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:05:43 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 22:05:43 | INFO | stdout | INFO: 127.0.0.1:53382 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:05:44 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 22:05:44 | INFO | stdout | INFO: 127.0.0.1:53388 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:06:28 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 22:06:28 | INFO | stdout | INFO: 127.0.0.1:60522 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:06:30 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 22:06:30 | INFO | stdout | INFO: 127.0.0.1:60528 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:07:13 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 22:07:13 | INFO | stdout | INFO: 127.0.0.1:53972 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:07:15 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 22:07:15 | INFO | stdout | INFO: 127.0.0.1:46486 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:07:58 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 22:07:58 | INFO | stdout | INFO: 127.0.0.1:48556 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:08:00 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 22:08:00 | INFO | stdout | INFO: 127.0.0.1:48570 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:08:43 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 22:08:43 | INFO | stdout | INFO: 127.0.0.1:47550 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:08:45 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 22:08:45 | INFO | stdout | INFO: 127.0.0.1:34024 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:09:29 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 22:09:29 | INFO | stdout | INFO: 127.0.0.1:36578 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:09:30 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 22:09:30 | INFO | stdout | INFO: 127.0.0.1:36588 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:10:14 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 22:10:14 | INFO | stdout | INFO: 127.0.0.1:36784 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:10:15 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 22:10:15 | INFO | stdout | INFO: 127.0.0.1:33298 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:10:59 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 22:10:59 | INFO | stdout | INFO: 127.0.0.1:43216 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:11:00 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 22:11:00 | INFO | stdout | INFO: 127.0.0.1:43218 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:11:44 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 22:11:44 | INFO | stdout | INFO: 127.0.0.1:49976 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:11:45 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 22:11:45 | INFO | stdout | INFO: 127.0.0.1:49556 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:12:29 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 22:12:29 | INFO | stdout | INFO: 127.0.0.1:53302 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:12:30 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 22:12:30 | INFO | stdout | INFO: 127.0.0.1:53310 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:13:14 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 22:13:14 | INFO | stdout | INFO: 127.0.0.1:59582 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:13:15 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 22:13:15 | INFO | stdout | INFO: 127.0.0.1:40196 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:13:59 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 22:13:59 | INFO | stdout | INFO: 127.0.0.1:39402 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:14:00 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 22:14:00 | INFO | stdout | INFO: 127.0.0.1:39410 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:14:44 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 22:14:44 | INFO | stdout | INFO: 127.0.0.1:44340 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:14:45 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 22:14:45 | INFO | stdout | INFO: 127.0.0.1:53218 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:15:29 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 22:15:29 | INFO | stdout | INFO: 127.0.0.1:40550 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:15:30 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 22:15:30 | INFO | stdout | INFO: 127.0.0.1:40552 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:16:14 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 22:16:14 | INFO | stdout | INFO: 127.0.0.1:60968 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:16:15 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 22:16:15 | INFO | stdout | INFO: 127.0.0.1:52272 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:16:59 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 22:16:59 | INFO | stdout | INFO: 127.0.0.1:45292 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:17:00 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 22:17:00 | INFO | stdout | INFO: 127.0.0.1:45306 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:17:44 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 22:17:44 | INFO | stdout | INFO: 127.0.0.1:49640 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:17:45 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 22:17:45 | INFO | stdout | INFO: 127.0.0.1:59904 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:18:29 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 22:18:29 | INFO | stdout | INFO: 127.0.0.1:60318 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:18:30 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 22:18:30 | INFO | stdout | INFO: 127.0.0.1:60328 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:19:14 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 22:19:14 | INFO | stdout | INFO: 127.0.0.1:44612 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:19:15 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 22:19:15 | INFO | stdout | INFO: 127.0.0.1:38348 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:19:59 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 22:19:59 | INFO | stdout | INFO: 127.0.0.1:59562 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:20:00 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 22:20:00 | INFO | stdout | INFO: 127.0.0.1:59566 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:20:44 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 22:20:44 | INFO | stdout | INFO: 127.0.0.1:39156 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:20:46 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 22:20:46 | INFO | stdout | INFO: 127.0.0.1:42494 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:21:29 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 22:21:29 | INFO | stdout | INFO: 127.0.0.1:42702 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:21:31 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 22:21:31 | INFO | stdout | INFO: 127.0.0.1:42716 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:22:14 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 22:22:14 | INFO | stdout | INFO: 127.0.0.1:43304 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:22:16 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 22:22:16 | INFO | stdout | INFO: 127.0.0.1:41528 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:23:00 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 22:23:00 | INFO | stdout | INFO: 127.0.0.1:49938 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:23:01 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 22:23:01 | INFO | stdout | INFO: 127.0.0.1:49946 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:23:45 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 22:23:45 | INFO | stdout | INFO: 127.0.0.1:49988 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:23:46 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 22:23:46 | INFO | stdout | INFO: 127.0.0.1:50000 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:24:30 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 22:24:30 | INFO | stdout | INFO: 127.0.0.1:41304 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:24:31 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 22:24:31 | INFO | stdout | INFO: 127.0.0.1:41310 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:25:15 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 22:25:15 | INFO | stdout | INFO: 127.0.0.1:48456 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:25:16 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 22:25:16 | INFO | stdout | INFO: 127.0.0.1:48460 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:26:00 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 22:26:00 | INFO | stdout | INFO: 127.0.0.1:60618 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:26:01 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 22:26:01 | INFO | stdout | INFO: 127.0.0.1:60626 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:26:45 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 22:26:45 | INFO | stdout | INFO: 127.0.0.1:48862 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:26:46 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 22:26:46 | INFO | stdout | INFO: 127.0.0.1:48878 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:27:30 | INFO | controller | Receive heart beat. http://localhost:40001 +2024-02-28 22:27:30 | INFO | stdout | INFO: 127.0.0.1:51642 - "POST /receive_heart_beat HTTP/1.1" 200 OK +2024-02-28 22:27:31 | INFO | controller | Receive heart beat. http://localhost:40000 +2024-02-28 22:27:31 | INFO | stdout | INFO: 127.0.0.1:51648 - "POST /receive_heart_beat HTTP/1.1" 200 OK