When I start server, after loading model, I got an error of 'grpc.aio._call.AioRpcError' about deepspeed-mii HOT 5 CLOSED

>>> r = client("test input", max_new_tokens=128)
Traceback (most recent call last):
  File "<stdin>", line 1, in <module>
  File "/lus/xxxx/projects/xxx/xxx/DeepSpeed-MII-internal/mii/backend/client.py", line 42, in __call__
    return self.generate(*args, **kwargs)
  File "/lus/xxxx/projects/xxx/xxx/DeepSpeed-MII-internal/mii/backend/client.py", line 74, in generate
    return self.asyncio_loop.run_until_complete(
  File "/soft/conda/2022-09-08/mconda3/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
    return future.result()
  File "/lus/xxxx/projects/xxx/xxx/DeepSpeed-MII-internal/mii/backend/client.py", line 47, in _request_async_response
    proto_response = await getattr(self.stub, task_methods.method)(proto_request)
  File "/xxxx/xxx/xxx/xxx/xxx/lib/python3.8/site-packages/grpc/aio/_call.py", line 318, in __await__
    raise _create_rpc_error(
grpc.aio._call.AioRpcError: <AioRpcError of RPC that terminated with:
        status = StatusCode.UNAVAILABLE
        details = "failed to connect to all addresses; last error: UNKNOWN: ipv4:140.221.69.42:3128: HTTP proxy returned response code 403"
        debug_error_string = "UNKNOWN:Error received from peer  {created_time:"2024-02-28T20:12:18.414690102+00:00", grpc_status:14, grpc_message:"failed to connect to all addresses; last error: UNKNOWN: ipv4:140.221.69.42:3128: HTTP proxy returned response code 403"}"

michael+ 2763709  0.0  0.0   6440  2588 pts/3    S+   15:49   0:00 grep --color=auto --exclude-dir=.bzr --exclude-dir=CVS --exclude-dir=.git --exclude-dir=.hg --exclude-dir=.svn --exclude-dir=.idea --exclude-dir=.tox mii

asyncio                           3.4.3
deepspeed                         0.13.2+83eb2201       /lus/grand/projects/DeepSpeed-internal
deepspeed-kernels                 0.0.1.dev1698255861
deepspeed-mii                     0.2.1+4cc5d90         /lus/grand/projects/DeepSpeed-MII-internal
functorch                         0.3.0a0+091d999
gpytorch                          1.9.0
grpcio                            1.62.0
grpcio-tools                      1.62.0
nest-asyncio                      1.5.5
pytorch-lightning                 1.7.5
qtorch                            0.3.0
torch                             1.12.0a0+git664058f
torch-geometric                   2.1.0.post1
torch-scatter                     2.0.9
torch-sparse                      0.6.15
torch-tb-profiler                 0.4.0
torchinfo                         1.7.0
torchmetrics                      0.9.3
torchvision                       0.13.0a0+da3794e
torchviz                          0.0.2

mic+ 19204  0.0  0.0   8216   804 pts/0    S+   01:41   0:00 grep --color=auto mii

import mii
client = mii.serve("NousResearch/Llama-2-13b-hf")
r = client("test input", max_new_tokens=128)
print(r)

>>> r = client("test input", max_new_tokens=128)
>>> print(r)
[and output files at the shell prompt.
"ERROR",  // system error occurred.
"FATAL",  // critical system error occurred.
code, and fileName + errDesc as the output.
file without modification. If successful, the process should write the updated output file.
file without modification. If successful, the process should write the updated output file to outputFileName.
// From now on, I am getting the input file and output file names in runtime as below.]