Skip to content

Commit

Permalink
Merge pull request #46 from joerunde/purge-logs
Browse files Browse the repository at this point in the history
🔊 add debug logs for prompt unload
  • Loading branch information
gkumbhat committed Nov 30, 2023
2 parents 51e9cac + d015b0e commit 94f63ba
Show file tree
Hide file tree
Showing 2 changed files with 8 additions and 0 deletions.
5 changes: 5 additions & 0 deletions caikit_tgis_backend/tgis_backend.py
Original file line number Diff line number Diff line change
Expand Up @@ -250,6 +250,11 @@ def unload_prompt_artifacts(self, model_id: str, *prompt_ids: str):
error.value_check(
"<TGB99822514E>", conn is not None, "Unknown model {}", model_id
)
log.debug3(
"Unloading prompt artifacts for model: %s, prompts: %s",
model_id,
prompt_ids,
)
conn.unload_prompt_artifacts(*prompt_ids)

@property
Expand Down
3 changes: 3 additions & 0 deletions caikit_tgis_backend/tgis_connection.py
Original file line number Diff line number Diff line change
Expand Up @@ -250,6 +250,9 @@ def unload_prompt_artifacts(self, *prompt_ids: str):
)
for prompt_id in prompt_ids:
prompt_id_dir = os.path.join(self.prompt_dir, prompt_id)
log.debug3(
"Unloading prompt artifact %s at path %s", prompt_id, prompt_id_dir
)
shutil.rmtree(prompt_id_dir, ignore_errors=True)

def get_client(self) -> generation_pb2_grpc.GenerationServiceStub:
Expand Down

0 comments on commit 94f63ba

Please sign in to comment.