fix:update README
@@ -186,6 +186,10 @@ You can customize various parameters including:
|
|||||||
- `text_threshold`: text threshold for groundingdino model
|
- `text_threshold`: text threshold for groundingdino model
|
||||||
Note: This method supports only the mask type of text prompt.
|
Note: This method supports only the mask type of text prompt.
|
||||||
|
|
||||||
|
After running our demo code, you can get the tracking results as follows:
|
||||||
|
[](./assets/tracking_video.mp4)
|
||||||
|
[](./assets/tracking_car_output.mp4)
|
||||||
|
|
||||||
|
|
||||||
### Citation
|
### Citation
|
||||||
|
|
||||||
|
BIN
assets/tracking_car_1.jpg
Normal file
After Width: | Height: | Size: 131 KiB |
BIN
assets/tracking_car_mask_1.jpg
Normal file
After Width: | Height: | Size: 297 KiB |
BIN
assets/tracking_car_output.mp4
Normal file
@@ -68,9 +68,6 @@ frame_names.sort(key=lambda p: int(os.path.splitext(p)[0]))
|
|||||||
|
|
||||||
# init video predictor state
|
# init video predictor state
|
||||||
inference_state = video_predictor.init_state(video_path=video_dir)
|
inference_state = video_predictor.init_state(video_path=video_dir)
|
||||||
|
|
||||||
ann_frame_idx = 0 # the frame index we interact with
|
|
||||||
ann_obj_id = 1 # give a unique id to each object we interact with (it can be any integers)
|
|
||||||
step = 10 # the step to sample frames for groundedDino predictor
|
step = 10 # the step to sample frames for groundedDino predictor
|
||||||
|
|
||||||
sam2_masks = MaskDictionatyModel()
|
sam2_masks = MaskDictionatyModel()
|
||||||
|
BIN
notebooks/videos/car/00031.jpg
Normal file
After Width: | Height: | Size: 71 KiB |
BIN
notebooks/videos/car/00032.jpg
Normal file
After Width: | Height: | Size: 72 KiB |
BIN
notebooks/videos/car/00033.jpg
Normal file
After Width: | Height: | Size: 72 KiB |
BIN
notebooks/videos/car/00034.jpg
Normal file
After Width: | Height: | Size: 70 KiB |
BIN
notebooks/videos/car/00035.jpg
Normal file
After Width: | Height: | Size: 68 KiB |
BIN
notebooks/videos/car/00036.jpg
Normal file
After Width: | Height: | Size: 68 KiB |
BIN
notebooks/videos/car/00037.jpg
Normal file
After Width: | Height: | Size: 68 KiB |
BIN
notebooks/videos/car/00038.jpg
Normal file
After Width: | Height: | Size: 68 KiB |
BIN
notebooks/videos/car/00039.jpg
Normal file
After Width: | Height: | Size: 68 KiB |
BIN
notebooks/videos/car/00040.jpg
Normal file
After Width: | Height: | Size: 68 KiB |
BIN
notebooks/videos/car/00041.jpg
Normal file
After Width: | Height: | Size: 68 KiB |
BIN
notebooks/videos/car/00042.jpg
Normal file
After Width: | Height: | Size: 68 KiB |
BIN
notebooks/videos/car/00043.jpg
Normal file
After Width: | Height: | Size: 68 KiB |
BIN
notebooks/videos/car/00044.jpg
Normal file
After Width: | Height: | Size: 70 KiB |
BIN
notebooks/videos/car/00045.jpg
Normal file
After Width: | Height: | Size: 69 KiB |
BIN
notebooks/videos/car/00046.jpg
Normal file
After Width: | Height: | Size: 70 KiB |
BIN
notebooks/videos/car/00047.jpg
Normal file
After Width: | Height: | Size: 71 KiB |
BIN
notebooks/videos/car/00048.jpg
Normal file
After Width: | Height: | Size: 72 KiB |
BIN
notebooks/videos/car/00049.jpg
Normal file
After Width: | Height: | Size: 71 KiB |
BIN
notebooks/videos/car/00050.jpg
Normal file
After Width: | Height: | Size: 72 KiB |
BIN
notebooks/videos/car/00051.jpg
Normal file
After Width: | Height: | Size: 72 KiB |
BIN
notebooks/videos/car/00052.jpg
Normal file
After Width: | Height: | Size: 71 KiB |
BIN
notebooks/videos/car/00053.jpg
Normal file
After Width: | Height: | Size: 71 KiB |
BIN
notebooks/videos/car/00054.jpg
Normal file
After Width: | Height: | Size: 71 KiB |
BIN
notebooks/videos/car/00055.jpg
Normal file
After Width: | Height: | Size: 71 KiB |
BIN
notebooks/videos/car/00056.jpg
Normal file
After Width: | Height: | Size: 70 KiB |
BIN
notebooks/videos/car/00057.jpg
Normal file
After Width: | Height: | Size: 70 KiB |
BIN
notebooks/videos/car/00058.jpg
Normal file
After Width: | Height: | Size: 69 KiB |
BIN
notebooks/videos/car/00059.jpg
Normal file
After Width: | Height: | Size: 69 KiB |
BIN
notebooks/videos/car/00060.jpg
Normal file
After Width: | Height: | Size: 69 KiB |
BIN
notebooks/videos/car/00061.jpg
Normal file
After Width: | Height: | Size: 69 KiB |
BIN
notebooks/videos/car/00062.jpg
Normal file
After Width: | Height: | Size: 70 KiB |
BIN
notebooks/videos/car/00063.jpg
Normal file
After Width: | Height: | Size: 70 KiB |
BIN
notebooks/videos/car/00064.jpg
Normal file
After Width: | Height: | Size: 71 KiB |
BIN
notebooks/videos/car/00065.jpg
Normal file
After Width: | Height: | Size: 71 KiB |
BIN
notebooks/videos/car/00066.jpg
Normal file
After Width: | Height: | Size: 72 KiB |
BIN
notebooks/videos/car/00067.jpg
Normal file
After Width: | Height: | Size: 72 KiB |
BIN
notebooks/videos/car/00068.jpg
Normal file
After Width: | Height: | Size: 73 KiB |
BIN
notebooks/videos/car/00069.jpg
Normal file
After Width: | Height: | Size: 73 KiB |
BIN
notebooks/videos/car/00070.jpg
Normal file
After Width: | Height: | Size: 71 KiB |
BIN
notebooks/videos/car/00071.jpg
Normal file
After Width: | Height: | Size: 71 KiB |
BIN
notebooks/videos/car/00072.jpg
Normal file
After Width: | Height: | Size: 71 KiB |
BIN
notebooks/videos/car/00073.jpg
Normal file
After Width: | Height: | Size: 70 KiB |
BIN
notebooks/videos/car/00074.jpg
Normal file
After Width: | Height: | Size: 70 KiB |
BIN
notebooks/videos/car/00075.jpg
Normal file
After Width: | Height: | Size: 70 KiB |
BIN
notebooks/videos/car/00076.jpg
Normal file
After Width: | Height: | Size: 68 KiB |
BIN
notebooks/videos/car/00077.jpg
Normal file
After Width: | Height: | Size: 69 KiB |
BIN
notebooks/videos/car/00078.jpg
Normal file
After Width: | Height: | Size: 69 KiB |
BIN
notebooks/videos/car/00079.jpg
Normal file
After Width: | Height: | Size: 69 KiB |
BIN
notebooks/videos/car/00080.jpg
Normal file
After Width: | Height: | Size: 70 KiB |
BIN
notebooks/videos/car/00081.jpg
Normal file
After Width: | Height: | Size: 69 KiB |
BIN
notebooks/videos/car/00082.jpg
Normal file
After Width: | Height: | Size: 69 KiB |
BIN
notebooks/videos/car/00083.jpg
Normal file
After Width: | Height: | Size: 69 KiB |
BIN
notebooks/videos/car/00084.jpg
Normal file
After Width: | Height: | Size: 69 KiB |
BIN
notebooks/videos/car/00085.jpg
Normal file
After Width: | Height: | Size: 69 KiB |
BIN
notebooks/videos/car/00086.jpg
Normal file
After Width: | Height: | Size: 69 KiB |
BIN
notebooks/videos/car/00087.jpg
Normal file
After Width: | Height: | Size: 70 KiB |
BIN
notebooks/videos/car/00088.jpg
Normal file
After Width: | Height: | Size: 68 KiB |
BIN
notebooks/videos/car/00089.jpg
Normal file
After Width: | Height: | Size: 69 KiB |
BIN
notebooks/videos/car/00090.jpg
Normal file
After Width: | Height: | Size: 70 KiB |
BIN
notebooks/videos/car/00091.jpg
Normal file
After Width: | Height: | Size: 69 KiB |
BIN
notebooks/videos/car/00092.jpg
Normal file
After Width: | Height: | Size: 69 KiB |
BIN
notebooks/videos/car/00093.jpg
Normal file
After Width: | Height: | Size: 69 KiB |
BIN
notebooks/videos/car/00094.jpg
Normal file
After Width: | Height: | Size: 69 KiB |
BIN
notebooks/videos/car/00095.jpg
Normal file
After Width: | Height: | Size: 69 KiB |
BIN
notebooks/videos/car/00096.jpg
Normal file
After Width: | Height: | Size: 69 KiB |
BIN
notebooks/videos/car/00097.jpg
Normal file
After Width: | Height: | Size: 69 KiB |
BIN
notebooks/videos/car/00098.jpg
Normal file
After Width: | Height: | Size: 70 KiB |
BIN
notebooks/videos/car/00099.jpg
Normal file
After Width: | Height: | Size: 70 KiB |
BIN
notebooks/videos/car/00100.jpg
Normal file
After Width: | Height: | Size: 70 KiB |
BIN
notebooks/videos/car/00101.jpg
Normal file
After Width: | Height: | Size: 70 KiB |
BIN
notebooks/videos/car/00102.jpg
Normal file
After Width: | Height: | Size: 70 KiB |
BIN
notebooks/videos/car/00103.jpg
Normal file
After Width: | Height: | Size: 70 KiB |
BIN
notebooks/videos/car/00104.jpg
Normal file
After Width: | Height: | Size: 70 KiB |
BIN
notebooks/videos/car/00105.jpg
Normal file
After Width: | Height: | Size: 70 KiB |
BIN
notebooks/videos/car/00106.jpg
Normal file
After Width: | Height: | Size: 69 KiB |
BIN
notebooks/videos/car/00107.jpg
Normal file
After Width: | Height: | Size: 70 KiB |
BIN
notebooks/videos/car/00108.jpg
Normal file
After Width: | Height: | Size: 71 KiB |
BIN
notebooks/videos/car/00109.jpg
Normal file
After Width: | Height: | Size: 70 KiB |
BIN
notebooks/videos/car/00110.jpg
Normal file
After Width: | Height: | Size: 70 KiB |
BIN
notebooks/videos/car/00111.jpg
Normal file
After Width: | Height: | Size: 71 KiB |
BIN
notebooks/videos/car/00112.jpg
Normal file
After Width: | Height: | Size: 70 KiB |
BIN
notebooks/videos/car/00113.jpg
Normal file
After Width: | Height: | Size: 70 KiB |
BIN
notebooks/videos/car/00114.jpg
Normal file
After Width: | Height: | Size: 71 KiB |
BIN
notebooks/videos/car/00115.jpg
Normal file
After Width: | Height: | Size: 70 KiB |
BIN
notebooks/videos/car/00116.jpg
Normal file
After Width: | Height: | Size: 70 KiB |
BIN
notebooks/videos/car/00117.jpg
Normal file
After Width: | Height: | Size: 70 KiB |
BIN
notebooks/videos/car/00118.jpg
Normal file
After Width: | Height: | Size: 70 KiB |
BIN
notebooks/videos/car/00119.jpg
Normal file
After Width: | Height: | Size: 70 KiB |
BIN
notebooks/videos/car/00120.jpg
Normal file
After Width: | Height: | Size: 71 KiB |
BIN
notebooks/videos/car/00121.jpg
Normal file
After Width: | Height: | Size: 71 KiB |
BIN
notebooks/videos/car/00122.jpg
Normal file
After Width: | Height: | Size: 72 KiB |
BIN
notebooks/videos/car/00123.jpg
Normal file
After Width: | Height: | Size: 72 KiB |
BIN
notebooks/videos/car/00124.jpg
Normal file
After Width: | Height: | Size: 71 KiB |