@@ -65,7 +65,6 @@ def get_env(_k):
6565op_gunicorn = click .option ("--gunicorn" , "wrapper" , flag_value = "gunicorn" , help = "Run server with gunicorn or not" )
6666op_flask = click .option ("--flask" , "server" , flag_value = "flask" , help = "Run with Flask server" )
6767op_starlette = click .option ("--starlette" , "server" , flag_value = "starlette" , help = "Run with Starlette server" )
68- op_grpc = click .option ("--grpc" , "server" , flag_value = "grpc" , help = "Run with gRPC server" )
6968op_worker = click .option ("--workers" , "-w" , "workers" , default = None , type = int , help = "Number of workers" )
7069op_thread = click .option ("--threads" , "-t" , "threads" , default = None , type = int , help = "Number of threads" )
7170op_mode = click .option ("--mode" , "-m" , "mode" , default = None , type = str , help = "The mode of mlconfig" )
@@ -84,7 +83,6 @@ def get_env(_k):
8483@op_gunicorn
8584@op_flask
8685@op_starlette
87- @op_grpc
8886@op_worker
8987@op_thread
9088@op_config
@@ -280,25 +278,7 @@ def run_command(
280278 logger .info ("Ngrok url: {0}" .format (endpoint ))
281279 os .environ ["NGROK_URL" ] = endpoint
282280
283-
284- ############
285- # Run with grpc
286- ############
287- if server == "grpc" :
288- from mlchain .server .grpc_server import GrpcServer
289-
290- app = get_model (entry_file , serve_model = True )
291-
292- if app is None :
293- raise Exception (
294- "Can not init model class from {0}. Please check mlconfig.yaml or {0} or mlchain run -m {{mode}}!" .format (
295- entry_file
296- )
297- )
298-
299- app = GrpcServer (app , name = name )
300- app .run (host , port )
301- elif wrapper == "gunicorn" :
281+ if wrapper == "gunicorn" :
302282 ############
303283 # Run with gunicorn
304284 ############
@@ -482,7 +462,7 @@ def load(self):
482462 elif app .__class__ .__name__ == "GrpcServer" :
483463 app .run (host , port , debug = debug )
484464 elif isinstance (app , ServeModel ):
485- if server not in [ "starlette" , "grpc" ] :
465+ if server != "starlette" :
486466 server = "flask"
487467 if server == "flask" :
488468 from mlchain .server .flask_server import FlaskServer
@@ -532,13 +512,6 @@ def load(self):
532512 debug = debug
533513 )
534514
535- elif server == "grpc" :
536- from mlchain .server .grpc_server import GrpcServer
537-
538- app = GrpcServer (app , name = name )
539- app .run (host , port )
540-
541-
542515def get_model (module , serve_model = False ):
543516 """
544517 Get the serve_model from entry_file
0 commit comments