{"id":3850,"date":"2025-11-11T14:58:08","date_gmt":"2025-11-11T06:58:08","guid":{"rendered":"https:\/\/www.leexinghai.com\/aic\/?p=3850"},"modified":"2025-11-11T15:30:37","modified_gmt":"2025-11-11T07:30:37","slug":"p5111181","status":"publish","type":"post","link":"https:\/\/www.leexinghai.com\/aic\/p5111181\/","title":{"rendered":"P5111181-clip-vit-large-patch14\u8bc6\u522b\u5927\u5b66\u732b\u72d7\u7ec3\u4e60\u9879\u76ee"},"content":{"rendered":"\n

\u672c\u9879\u76ee\u5f00\u6e90\u4e14\u4e0a\u4f20\u81f3Github\uff1aCrystalChanB31\/clip_vit-l_recognize_mimi_wangwang: P5111181-clip-vit-large-patch14\u8bc6\u522b\u5927\u5b66\u732b\u72d7\u7ec3\u4e60\u9879\u76ee<\/a><\/p>\n\n\n\n

0.\u6570\u636e\u91c7\u96c6<\/h2>\n\n\n\n
\u56e0\u4e3a\u662f\u7ec3\u4e60\u9879\u76ee\uff0c\u6240\u4ee5\u6570\u636e\u91c7\u96c6\u6bd4\u8f83\u5c11\uff0c\u4e00\u517118\u5f20\u76f8\u7247<\/p>\n\n\n\n
\u7d20\u6750\u6765\u6e90\uff1a<\/p>\n\n\n\n
\n
\u5b6610\u54aa\u54aa<\/strong><\/li>\n\n\n\n
\u6d59\u6c5f\u519c\u6797\u5927\u5b66\u516c\u4f17\u53f7\u63a8\u6587\u6c89\u6d78\u5f0f\u4f53\u9a8c\u201c\u52a8\u7269\u5b66\u957f\u201d\u7684\u5e78\u798f\u751f\u6d3b\uff01\u539f\u6765\uff0c\u6d59\u6c5f\u519c\u6797\u5927\u5b66\u6821\u56ed\u8fd8\u662f\u4e00\u4e2a\u751f\u6001\u548c\u8c10\u7684\u201c\u52a8\u7269\u5bb6\u56ed\u201d\uff01<\/a><\/li>\n<\/ul>\n\n\n\n
\n
$\"\"$ <\/figure>\n\n\n\n
$\"\"$ <\/figure>\n\n\n\n
$\"\"$ <\/figure>\n\n\n\n
$\"\"$ <\/figure>\n\n\n\n
$\"\"$ <\/figure>\n\n\n\n
$\"\"$ <\/figure>\n\n\n\n
$\"\"$ <\/figure>\n\n\n\n
$\"\"$ <\/figure>\n\n\n\n
$\"\"$ <\/figure>\n\n\n\n
$\"\"$ <\/figure>\n\n\n\n
$\"\"$ <\/figure>\n\n\n\n
$\"\"$ <\/figure>\n\n\n\n
$\"\"$ <\/figure>\n\n\n\n
$\"\"$ <\/figure>\n\n\n\n
$\"\"$ <\/figure>\n\n\n\n
$\"\"$ <\/figure>\n\n\n\n
$\"\"$ <\/figure>\n\n\n\n
$\"\"$ <\/figure>\n<\/figure>\n\n\n\n
\u672c\u76f8\u7247\u7684\u91c7\u96c6\u9075\u5b88\u52a8\u7269\u4f26\u7406\u6cd5\u6848\u3002\u6ca1\u6709\u4efb\u4f55\u4e00\u53ea\u52a8\u7269\u5728\u6570\u636e\u91c7\u96c6\u8fc7\u7a0b\u4e2d\u53d7\u5230\u4f24\u5bb3\u3002<\/em><\/strong><\/p>\n\n\n\n
\n\n\n\n
1.\u6a21\u578b\u7684\u4f7f\u7528\u548c\u9009\u62e9<\/h2>\n\n\n\n
\u8bad\u7ec3\u96c6\u91c7\u7528\u5df2\u7ecf\u8bad\u7ec3\u597d\u7684\u6a21\u578b\uff1a<\/p>\n\n\n\n
https:\/\/huggingface.co\/openai\/clip-vit-large-patch14<\/a><\/p>\n\n\n\n
\n\n\n\n
2.\u6587\u4ef6\u7ed3\u6784<\/h2>\n\n\n\n
-images<\/p>\n\n\n\n
--\u7528\u4e8e\u6d4b\u8bd5\u7684\uff0818\u5f20\uff09\u56fe\u7247<\/p>\n\n\n\n
-test.py<\/p>\n\n\n\n
-requirements.txt<\/p>\n\n\n\n
\n\n\n\n
3.\u6a21\u578b\u7684\u4ee3\u7801<\/h2>\n\n\n\n
\u5fae\u8c03\u793a\u4f8b\u4ee3\u7801\uff1a<\/h2>\n\n\n\n
from PIL import Image\nimport requests\nimport torch\nfrom transformers import CLIPProcessor, CLIPModel\nimport os\n#\u52a0\u8f7d\u6a21\u578b\u548c\u5904\u7406\u5668\nmodel_name = \"openai\/clip-vit-large-patch14\"\nmodel = CLIPModel.from_pretrained(model_name)\nprocessor = CLIPProcessor.from_pretrained(model_name,use_fast=True)\ntext_labels=[\"a photo of a cat\", \"a photo of a dog\"]\n#\u51c6\u5907\u56fe\u7247\nimage_directory = \".\/images\/\"\ntry:\n all_files = os.listdir(image_directory)\nexcept:\n print(f\"\u65e0\u6cd5\u8bbf\u95ee\u76ee\u5f55: {image_directory}\")\n exit(1)\nimage_extensions = ('.jpg', '.jpeg', '.png', '.bmp', '.gif')\nimage_files = [f for f in all_files if f.lower().endswith(image_extensions)]\nif not image_files:\n print(f\"\u76ee\u5f55\u4e2d\u6ca1\u6709\u627e\u5230\u56fe\u7247\u6587\u4ef6: {image_directory}\")\n exit(1)\nprint(f\"\u5728\u76ee\u5f55\u4e2d\u627e\u5230 {len(image_files)} \u5f20\u56fe\u7247\u3002\")\nprint(\"=\"40)\n#\u904d\u5386\u6bcf\u5f20\u56fe\u7247\u8fdb\u884c\u5904\u7406\nfor image_file in image_files:\n image_path = os.path.join(image_directory, image_file)\n try:\n # \u52a0\u8f7d\u56fe\u7247\n image = Image.open(image_path).convert(\"RGB\")\n except Exception as e:\n print(f\"\u65e0\u6cd5\u6253\u5f00\u56fe\u7247\u6587\u4ef6 {image_file}: {e}\")\n print(\"---\")\n continue\n print(f\"\u6b63\u5728\u5904\u7406\u56fe\u7247: {image_file}\")\n # \u51c6\u5907\u6587\u672c\u6807\u7b7e\u5e76\u8fdb\u884c\u63a8\u7406\n inputs = processor(text=text_labels, images=image, return_tensors=\"pt\", padding=True)\n outputs = model(**inputs)\n logits_per_image = outputs.logits_per_image # \u8fd9\u662f\u56fe\u7247\u4e0e\u6587\u672c\u7684\u76f8\u4f3c\u5ea6\u5206\u6570\n probs = logits_per_image.softmax(dim=1) # \u6211\u4eec\u53ef\u4ee5\u4f7f\u7528 Softmax \u6765\u83b7\u53d6\u6807\u7b7e\u7684\u6982\u7387\u5206\u5e03\n best_match_index = probs.argmax(dim=1).item()\n best_match_label = text_labels[best_match_index]\n best_match_prob = probs[0, best_match_index].item() # \u83b7\u53d6\u8be5\u6807\u7b7e\u7684\u6982\u7387\u503c\n #\u6253\u5370\u7ed3\u679c\n print(f\"\u56fe\u7247\u6587\u4ef6: {image_file}\")\n print(f\"\u5206\u6790\u7684\u6807\u7b7e: {text_labels}\")\n print(f\"\u7ed3\u679c: \u8fd9\u5f20\u56fe\u7247\u6700\u5339\u914d\u7684\u6807\u7b7e\u662f -> '{best_match_label}'\")\n print(f\"\u5339\u914d\u6982\u7387: {best_match_prob * 100:.2f}%\")\n print(\"---\")\nprint(\"=\"40)\nprint(\"---\u6240\u6709\u56fe\u7247\u5904\u7406\u5b8c\u6210\u3002---\")<\/code><\/pre>\n\n\n\n \n\n\n\n4.\u8fd0\u884c\u7ed3\u679c<\/h2>\n\n\n\n\u5728\u76ee\u5f55\u4e2d\u627e\u5230 18 \u5f20\u56fe\u7247\u3002\n========================================\n\u6b63\u5728\u5904\u7406\u56fe\u7247: 13.jpg\n\u56fe\u7247\u6587\u4ef6: 13.jpg\n\u5206\u6790\u7684\u6807\u7b7e: ['a photo of a cat', 'a photo of a dog']\n\u7ed3\u679c: \u8fd9\u5f20\u56fe\u7247\u6700\u5339\u914d\u7684\u6807\u7b7e\u662f -> 'a photo of a cat'\n\u5339\u914d\u6982\u7387: 99.86%\n---\n\u6b63\u5728\u5904\u7406\u56fe\u7247: 10.jpg\n\u56fe\u7247\u6587\u4ef6: 10.jpg\n\u5206\u6790\u7684\u6807\u7b7e: ['a photo of a cat', 'a photo of a dog']\n\u7ed3\u679c: \u8fd9\u5f20\u56fe\u7247\u6700\u5339\u914d\u7684\u6807\u7b7e\u662f -> 'a photo of a cat'\n\u5339\u914d\u6982\u7387: 99.81%\n---\n\u6b63\u5728\u5904\u7406\u56fe\u7247: 9.jpg\n\u56fe\u7247\u6587\u4ef6: 9.jpg\n\u5206\u6790\u7684\u6807\u7b7e: ['a photo of a cat', 'a photo of a dog']\n\u7ed3\u679c: \u8fd9\u5f20\u56fe\u7247\u6700\u5339\u914d\u7684\u6807\u7b7e\u662f -> 'a photo of a cat'\n\u5339\u914d\u6982\u7387: 99.90%\n---\n\u6b63\u5728\u5904\u7406\u56fe\u7247: 4.jpg\n\u56fe\u7247\u6587\u4ef6: 4.jpg\n\u5206\u6790\u7684\u6807\u7b7e: ['a photo of a cat', 'a photo of a dog']\n\u7ed3\u679c: \u8fd9\u5f20\u56fe\u7247\u6700\u5339\u914d\u7684\u6807\u7b7e\u662f -> 'a photo of a cat'\n\u5339\u914d\u6982\u7387: 99.70%\n---\n\u6b63\u5728\u5904\u7406\u56fe\u7247: 8.jpg\n\u56fe\u7247\u6587\u4ef6: 8.jpg\n\u5206\u6790\u7684\u6807\u7b7e: ['a photo of a cat', 'a photo of a dog']\n\u7ed3\u679c: \u8fd9\u5f20\u56fe\u7247\u6700\u5339\u914d\u7684\u6807\u7b7e\u662f -> 'a photo of a cat'\n\u5339\u914d\u6982\u7387: 99.79%\n---\n\u6b63\u5728\u5904\u7406\u56fe\u7247: 23.png\n\u56fe\u7247\u6587\u4ef6: 23.png\n\u5206\u6790\u7684\u6807\u7b7e: ['a photo of a cat', 'a photo of a dog']\n\u7ed3\u679c: \u8fd9\u5f20\u56fe\u7247\u6700\u5339\u914d\u7684\u6807\u7b7e\u662f -> 'a photo of a dog'\n\u5339\u914d\u6982\u7387: 99.70%\n---\n\u6b63\u5728\u5904\u7406\u56fe\u7247: 7.jpg\n\u56fe\u7247\u6587\u4ef6: 7.jpg\n\u5206\u6790\u7684\u6807\u7b7e: ['a photo of a cat', 'a photo of a dog']\n\u7ed3\u679c: \u8fd9\u5f20\u56fe\u7247\u6700\u5339\u914d\u7684\u6807\u7b7e\u662f -> 'a photo of a cat'\n\u5339\u914d\u6982\u7387: 99.75%\n---\n\u6b63\u5728\u5904\u7406\u56fe\u7247: 11.jpg\n\u56fe\u7247\u6587\u4ef6: 11.jpg\n\u5206\u6790\u7684\u6807\u7b7e: ['a photo of a cat', 'a photo of a dog']\n\u7ed3\u679c: \u8fd9\u5f20\u56fe\u7247\u6700\u5339\u914d\u7684\u6807\u7b7e\u662f -> 'a photo of a cat'\n\u5339\u914d\u6982\u7387: 99.78%\n---\n\u6b63\u5728\u5904\u7406\u56fe\u7247: 21.jpg\n\u56fe\u7247\u6587\u4ef6: 21.jpg\n\u5206\u6790\u7684\u6807\u7b7e: ['a photo of a cat', 'a photo of a dog']\n\u7ed3\u679c: \u8fd9\u5f20\u56fe\u7247\u6700\u5339\u914d\u7684\u6807\u7b7e\u662f -> 'a photo of a dog'\n\u5339\u914d\u6982\u7387: 99.51%\n---\n\u6b63\u5728\u5904\u7406\u56fe\u7247: 14.jpg\n\u56fe\u7247\u6587\u4ef6: 14.jpg\n\u5206\u6790\u7684\u6807\u7b7e: ['a photo of a cat', 'a photo of a dog']\n\u7ed3\u679c: \u8fd9\u5f20\u56fe\u7247\u6700\u5339\u914d\u7684\u6807\u7b7e\u662f -> 'a photo of a cat'\n\u5339\u914d\u6982\u7387: 99.82%\n---\n\u6b63\u5728\u5904\u7406\u56fe\u7247: 12.jpg\n\u56fe\u7247\u6587\u4ef6: 12.jpg\n\u5206\u6790\u7684\u6807\u7b7e: ['a photo of a cat', 'a photo of a dog']\n\u7ed3\u679c: \u8fd9\u5f20\u56fe\u7247\u6700\u5339\u914d\u7684\u6807\u7b7e\u662f -> 'a photo of a cat'\n\u5339\u914d\u6982\u7387: 99.87%\n---\n\u6b63\u5728\u5904\u7406\u56fe\u7247: 3.jpg\n\u56fe\u7247\u6587\u4ef6: 3.jpg\n\u5206\u6790\u7684\u6807\u7b7e: ['a photo of a cat', 'a photo of a dog']\n\u7ed3\u679c: \u8fd9\u5f20\u56fe\u7247\u6700\u5339\u914d\u7684\u6807\u7b7e\u662f -> 'a photo of a cat'\n\u5339\u914d\u6982\u7387: 99.64%\n---\n\u6b63\u5728\u5904\u7406\u56fe\u7247: 6.jpg\n\u56fe\u7247\u6587\u4ef6: 6.jpg\n\u5206\u6790\u7684\u6807\u7b7e: ['a photo of a cat', 'a photo of a dog']\n\u7ed3\u679c: \u8fd9\u5f20\u56fe\u7247\u6700\u5339\u914d\u7684\u6807\u7b7e\u662f -> 'a photo of a cat'\n\u5339\u914d\u6982\u7387: 99.73%\n---\n\u6b63\u5728\u5904\u7406\u56fe\u7247: 24.jpg\n\u56fe\u7247\u6587\u4ef6: 24.jpg\n\u5206\u6790\u7684\u6807\u7b7e: ['a photo of a cat', 'a photo of a dog']\n\u7ed3\u679c: \u8fd9\u5f20\u56fe\u7247\u6700\u5339\u914d\u7684\u6807\u7b7e\u662f -> 'a photo of a dog'\n\u5339\u914d\u6982\u7387: 97.43%\n---\n\u6b63\u5728\u5904\u7406\u56fe\u7247: 22.jpg\n\u56fe\u7247\u6587\u4ef6: 22.jpg\n\u5206\u6790\u7684\u6807\u7b7e: ['a photo of a cat', 'a photo of a dog']\n\u7ed3\u679c: \u8fd9\u5f20\u56fe\u7247\u6700\u5339\u914d\u7684\u6807\u7b7e\u662f -> 'a photo of a dog'\n\u5339\u914d\u6982\u7387: 98.92%\n---\n\u6b63\u5728\u5904\u7406\u56fe\u7247: 1.jpg\n\u56fe\u7247\u6587\u4ef6: 1.jpg\n\u5206\u6790\u7684\u6807\u7b7e: ['a photo of a cat', 'a photo of a dog']\n\u7ed3\u679c: \u8fd9\u5f20\u56fe\u7247\u6700\u5339\u914d\u7684\u6807\u7b7e\u662f -> 'a photo of a cat'\n\u5339\u914d\u6982\u7387: 99.87%\n---\n\u6b63\u5728\u5904\u7406\u56fe\u7247: 5.jpg\n\u56fe\u7247\u6587\u4ef6: 5.jpg\n\u5206\u6790\u7684\u6807\u7b7e: ['a photo of a cat', 'a photo of a dog']\n\u7ed3\u679c: \u8fd9\u5f20\u56fe\u7247\u6700\u5339\u914d\u7684\u6807\u7b7e\u662f -> 'a photo of a cat'\n\u5339\u914d\u6982\u7387: 99.79%\n---\n\u6b63\u5728\u5904\u7406\u56fe\u7247: 2.jpg\n\u56fe\u7247\u6587\u4ef6: 2.jpg\n\u5206\u6790\u7684\u6807\u7b7e: ['a photo of a cat', 'a photo of a dog']\n\u7ed3\u679c: \u8fd9\u5f20\u56fe\u7247\u6700\u5339\u914d\u7684\u6807\u7b7e\u662f -> 'a photo of a cat'\n\u5339\u914d\u6982\u7387: 99.77%\n---\n========================================\n---\u6240\u6709\u56fe\u7247\u5904\u7406\u5b8c\u6210\u3002---<\/code><\/pre>\n\n\n\n\u6a21\u578b\u5728\u5927\u5b66\u52a8\u7269\u8bc6\u522b\u4e0a\u53d6\u5f97\u4e86100%^{<\/sup>\u7684\u51c6\u786e\u7387<\/p>\n\n\n\n} *\u4ec5\u9488\u5bf9\u53c2\u4e0e\u8bad\u7ec3\u768418\u5f20\u56fe\u7247\u3002\u5728\u5b9e\u9645\u5e94\u7528\u4e2d\uff0c\u6d4b\u8bd5\u7684\u56fe\u7247\u5e94\u5f53\u8fdc\u8fdc\u5927\u4e8e\u8fd9\u4e2a\u6570\u636e\uff0c\u56e0\u6b64\u8be5\u51c6\u786e\u7387\u5177\u6709\u6570\u91cf\u5c40\u9650\u6027\u3002<\/p>\n\n\n\n \n\n\n\n5.\u7ec3\u4e60\u610f\u4e49<\/h2>\n\n\n\n\u4e3a\u540e\u7eed\u6a21\u578b\u7684\u4f7f\u7528\u6253\u4e0b\u4e86\u73af\u5883\u57fa\u7840\u3002<\/p>\n","protected":false},"excerpt":{"rendered":" \u672c\u9879\u76ee\u5f00\u6e90\u4e14\u4e0a\u4f20\u81f3Github\uff1aCrystalChanB31\/clip_vit-l_recognize_mim […]<\/p>\n","protected":false},"author":1,"featured_media":3871,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[80],"tags":[83],"class_list":["post-3850","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-xmk","tag-zuhui4"],"_links":{"self":[{"href":"https:\/\/www.leexinghai.com\/aic\/wp-json\/wp\/v2\/posts\/3850","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.leexinghai.com\/aic\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.leexinghai.com\/aic\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.leexinghai.com\/aic\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.leexinghai.com\/aic\/wp-json\/wp\/v2\/comments?post=3850"}],"version-history":[{"count":3,"href":"https:\/\/www.leexinghai.com\/aic\/wp-json\/wp\/v2\/posts\/3850\/revisions"}],"predecessor-version":[{"id":3874,"href":"https:\/\/www.leexinghai.com\/aic\/wp-json\/wp\/v2\/posts\/3850\/revisions\/3874"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/www.leexinghai.com\/aic\/wp-json\/wp\/v2\/media\/3871"}],"wp:attachment":[{"href":"https:\/\/www.leexinghai.com\/aic\/wp-json\/wp\/v2\/media?parent=3850"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.leexinghai.com\/aic\/wp-json\/wp\/v2\/categories?post=3850"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.leexinghai.com\/aic\/wp-json\/wp\/v2\/tags?post=3850"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}

0.\u6570\u636e\u91c7\u96c6<\/h2>\n\n\n\n\u56e0\u4e3a\u662f\u7ec3\u4e60\u9879\u76ee\uff0c\u6240\u4ee5\u6570\u636e\u91c7\u96c6\u6bd4\u8f83\u5c11\uff0c\u4e00\u517118\u5f20\u76f8\u7247<\/p>\n\n\n\n\u7d20\u6750\u6765\u6e90\uff1a<\/p>\n\n\n\n\n\u5b6610\u54aa\u54aa<\/strong><\/li>\n\n\n\n

2.\u6587\u4ef6\u7ed3\u6784<\/h2>\n\n\n\n-images<\/p>\n\n\n\n--\u7528\u4e8e\u6d4b\u8bd5\u7684\uff0818\u5f20\uff09\u56fe\u7247<\/p>\n\n\n\n-test.py<\/p>\n\n\n\n-requirements.txt<\/p>\n\n\n\n\n\n\n\n

3.\u6a21\u578b\u7684\u4ee3\u7801<\/h2>\n\n\n\n

2.\u6587\u4ef6\u7ed3\u6784<\/h2>\n\n\n\n
-images<\/p>\n\n\n\n
--\u7528\u4e8e\u6d4b\u8bd5\u7684\uff0818\u5f20\uff09\u56fe\u7247<\/p>\n\n\n\n
-test.py<\/p>\n\n\n\n
-requirements.txt<\/p>\n\n\n\n
\n\n\n\n