From 9b58611e24543966167f17a2003c60f45be97121 Mon Sep 17 00:00:00 2001 From: Niels Date: Wed, 7 Aug 2024 17:48:12 +0200 Subject: [PATCH] Address comment --- README.md | 10 ++++++++-- 1 file changed, 8 insertions(+), 2 deletions(-) diff --git a/README.md b/README.md index caf1024..cee1531 100644 --- a/README.md +++ b/README.md @@ -127,8 +127,14 @@ from sam2.sam2_video_predictor import SAM2VideoPredictor predictor = SAM2VideoPredictor.from_pretrained("facebook/sam2-hiera-large") with torch.inference_mode(), torch.autocast("cuda", dtype=torch.bfloat16): - predictor.set_image() - masks, _, _ = predictor.predict() + state = predictor.init_state() + + # add new prompts and instantly get the output on the same frame + frame_idx, object_ids, masks = predictor.add_new_points(state, ): + + # propagate the prompts to get masklets throughout the video + for frame_idx, object_ids, masks in predictor.propagate_in_video(state): + ... ``` ## Model Description