diff --git a/finetune/make_captions.py b/finetune/make_captions.py
index 61c766e0..b46652c3 100644
--- a/finetune/make_captions.py
+++ b/finetune/make_captions.py
@@ -76,7 +76,7 @@ def main(args):
         cwd = os.getcwd()
         print("Current Working Directory is: ", cwd)
         os.chdir("finetune")
-        if not is_url(args.caption_weights):
+        if not is_url(args.caption_weights) and not os.path.exists(args.caption_weights):
             args.caption_weights = os.path.join("..", args.caption_weights)
 
     print(f"load images from {args.train_data_dir}")