File size: 3,559 Bytes
ca1f33d 43aa94f ca1f33d 61a1204 ca1f33d 61a1204 ca1f33d 61a1204 ca1f33d 61a1204 ca1f33d 61a1204 d6c3c84 61a1204 d6c3c84 61a1204 ca1f33d 61a1204 ca1f33d 61a1204 ca1f33d 61a1204 ca1f33d 61a1204 ca1f33d 61a1204 ca1f33d 61a1204 ca1f33d 61a1204 ccca058 ca1f33d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 |
import torch
import torchvision.transforms as transforms
import torchvision.models as models
import torch.nn as nn
from joblib import load
from PIL import Image
import matplotlib.pyplot as plt
import io
import numpy as np
import gradio as gr
# Device configuration
device = torch.device("cpu")
# Transformation for the input images
data_transforms = transforms.Compose([
transforms.Resize(224),
transforms.CenterCrop(224),
transforms.ToTensor(),
transforms.Normalize([0.485, 0.456, 0.406], [0.229, 0.224, 0.225])
])
# Load the Isolation Forest model
def load_isolation_forest():
path = 'Models/Anomaly_MSI_MSS_Isolation_Forest_model.joblib'
return load(path)
# Load the feature extractor
def load_feature_extractor():
feature_extractor_path = 'Models/feature_extractor.pth'
feature_extractor = models.resnet50(weights=None)
feature_extractor.fc = nn.Sequential()
feature_extractor.load_state_dict(torch.load(feature_extractor_path, map_location=device))
feature_extractor.to(device)
feature_extractor.eval()
return feature_extractor
# Anomaly detection function
def is_anomaly(clf, feature_extractor, image):
with torch.no_grad():
image_features = feature_extractor(image)
return clf.predict(image_features.cpu().numpy().reshape(1, -1))[0] == -1
# Classification function
def classify_image(model, image):
with torch.no_grad():
outputs = model(image)
probabilities = torch.nn.functional.softmax(outputs, dim=1)
_, predicted = torch.max(outputs, 1)
class_names = ['abnormal', 'normal']
predicted_class_index = predicted.item()
predicted_class_name = class_names[predicted_class_index]
predicted_probability = probabilities[0][predicted_class_index].item() * 100
return predicted_class_name, predicted_probability
# Load the classification model
def load_classification_model():
model_path = 'Gastric_Models/the_resnet_50_model.pth'
model = torch.load(model_path, map_location=device)
model.to(device)
model.eval()
return model
# Function to process the image and get results
def process_image(image_path):
# Convert to PIL and apply transforms
image = Image.open(io.BytesIO(image_path.read())).convert('RGB')
input_image = data_transforms(image).unsqueeze(0).to(device)
# Load models
clf = load_isolation_forest()
feature_extractor = load_feature_extractor()
classification_model = load_classification_model()
# Check for anomaly
if is_anomaly(clf, feature_extractor, input_image):
return "Anomaly detected. Image will not be classified.", None, None
# Classify image
predicted_class, probability = classify_image(classification_model, input_image)
result = f"The predicted class is: {predicted_class} with a probability of {probability:.2f}%"
# Further processing for heatmap or additional features can be added here
return result, None, None # Returning placeholders for additional outputs if needed
# Gradio interface
iface = gr.Interface(
fn=process_image,
inputs=File(type="filepath"),
outputs=[gr.Textbox(label="Result"), gr.Image(label="Heatmap"), gr.Image(label="Additional Output")],
title="GastroHub AI Gastric Image Classifier",
description="Upload an image to classify it as normal or abnormal.",
article="Above is a sample image to test the results of the model. Click it to see the results.",
examples=[
["Gastric_Images/Ladybug.png"],
],
allow_flagging="never",
)
iface.launch() |