import os import numpy as np from development.resnet18 import MyResNet18, data_transform from development.crop_image import crop_image, convert_png_to_jpg import torch import time from PIL import Image from io import BytesIO import onnxruntime as ort def predict(icon_image, bg_image): current_dir = os.path.dirname(os.path.abspath(__file__)) model_path = os.path.join(current_dir, 'model', 'resnet18_38_0.021147585306924.pth') coordinates = [ [1, 1], [1, 2], [1, 3], [2, 1], [2, 2], [2, 3], [3, 1], [3, 2], [3, 3], ] target_images = [] target_images.append(data_transform(Image.open(BytesIO(icon_image)))) bg_images = crop_image(bg_image, coordinates) for bg_image in bg_images: target_images.append(data_transform(bg_image)) start = time.time() model = MyResNet18(num_classes=91) # 这里的类别数要与训练时一致 model.load_state_dict(torch.load(model_path)) model.eval() print("加载模型,耗时:", time.time() - start) start = time.time() target_images = torch.stack(target_images, dim=0) target_outputs = model(target_images) scores = [] for i, out_put in enumerate(target_outputs): if i == 0: # 增加维度,以便于计算 target_output = out_put.unsqueeze(0) else: similarity = torch.nn.functional.cosine_similarity( target_output, out_put.unsqueeze(0) ) scores.append(similarity.cpu().item()) # 从左到右,从上到下,依次为每张图片的置信度 print(scores) # 对数组进行排序,保持下标 indexed_arr = list(enumerate(scores)) sorted_arr = sorted(indexed_arr, key=lambda x: x[1], reverse=True) # 提取最大三个数及其下标 largest_three = sorted_arr[:3] print(largest_three) print("识别完成,耗时:", time.time() - start) # 加载onnx模型 start = time.time() current_dir = os.path.dirname(os.path.abspath(__file__)) model_path = os.path.join(current_dir, 'model', 'resnet18.onnx') session = ort.InferenceSession(model_path) input_name = session.get_inputs()[0].name print("加载模型,耗时:", time.time() - start) def predict_onnx(icon_image, bg_image): coordinates = [ [1, 1], [1, 2], [1, 3], [2, 1], [2, 2], [2, 3], [3, 1], [3, 2], [3, 3], ] def cosine_similarity(vec1, vec2): # 将输入转换为 NumPy 数组 vec1 = np.array(vec1) vec2 = np.array(vec2) # 计算点积 dot_product = np.dot(vec1, vec2) # 计算向量的范数 norm_vec1 = np.linalg.norm(vec1) norm_vec2 = np.linalg.norm(vec2) # 计算余弦相似度 similarity = dot_product / (norm_vec1 * norm_vec2) return similarity def data_transforms(image): image = image.resize((224, 224)) image_array = np.array(image) image_array = image_array.astype(np.float32) / 255.0 mean = np.array([0.485, 0.456, 0.406], dtype=np.float32) std = np.array([0.229, 0.224, 0.225], dtype=np.float32) image_array = (image_array - mean) / std image_array = np.transpose(image_array, (2, 0, 1)) # image_array = np.expand_dims(image_array, axis=0) return image_array target_images = [] target_images.append(data_transforms(Image.open(BytesIO(icon_image)))) bg_images = crop_image(bg_image, coordinates) for bg_image in bg_images: target_images.append(data_transforms(bg_image)) start = time.time() outputs = session.run(None, {input_name: target_images})[0] scores = [] for i, out_put in enumerate(outputs): if i == 0: target_output = out_put else: similarity = cosine_similarity(target_output, out_put) scores.append(similarity) # 从左到右,从上到下,依次为每张图片的置信度 # print(scores) # 对数组进行排序,保持下标 indexed_arr = list(enumerate(scores)) sorted_arr = sorted(indexed_arr, key=lambda x: x[1], reverse=True) # 提取最大三个数及其下标 largest_three = sorted_arr[:3] answer = [coordinates[i[0]] for i in largest_three] print(f"识别完成{answer},耗时: {time.time() - start}") return answer if __name__ == "__main__": with open("image_test/icon.png", "rb") as rb: icon_image = convert_png_to_jpg(rb.read()) with open("image_test/bg.jpg", "rb") as rb: bg_image = rb.read() predict_onnx(icon_image, bg_image)