mirror/OpenLLM
1
0
Fork 0
mirror of https://github.com/bentoml/OpenLLM.git synced 2026-01-22 22:39:47 -05:00
Code Issues Packages Projects Releases Wiki Activity

docs(codegen): make sure the generated dostring is correct

Browse Source 
Signed-off-by: aarnphm-ec2-dev <29749331+aarnphm@users.noreply.github.com>
Signed-off-by: Aaron <29749331+aarnphm@users.noreply.github.com>
This commit is contained in:
aarnphm-ec2-dev
2023-05-25 23:00:34 +00:00
committed by Aaron
parent 20b3a0260f
commit 83a8a7cb4f
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
src/openllm/utils/codegen.py
View File

@@ -28,13 +28,14 @@ logger = logging.getLogger(__name__)
def write_service(model_name: str, target_path: str, llm_fs: FS):
logger.debug("Generating service for %s to %s", model_name, target_path)
service_file = Path(__file__).parent.parent / "_service.py"
with open(service_file.__fspath__(), "rb") as f:
node = ast.parse(f.read())
generator = ServiceGenerator(model_name)
generator.visit(node)
llm_fs.writetext(
target_path, f"# GENERATED BY 'openllm build {model_name}'. DO NOT EDIT\n" + "".join(generator.result)
target_path, f"# GENERATED BY 'openllm bundle {model_name}'. DO NOT EDIT\n" + "".join(generator.result)
)