File size: 6,938 Bytes
53b4cd0
 
 
 
 
647b808
53b4cd0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
a63e1cf
53b4cd0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
647b808
53b4cd0
 
 
 
 
 
 
647b808
53b4cd0
 
 
 
 
647b808
53b4cd0
 
 
 
 
647b808
53b4cd0
 
 
 
647b808
53b4cd0
 
 
 
647b808
53b4cd0
 
 
 
 
 
647b808
53b4cd0
 
 
 
647b808
53b4cd0
647b808
53b4cd0
 
 
 
647b808
53b4cd0
 
 
 
 
647b808
53b4cd0
647b808
f5af50a
a420201
 
 
 
 
 
 
 
53b4cd0
f5af50a
53b4cd0
 
 
647b808
53b4cd0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
647b808
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
53b4cd0
647b808
53b4cd0
647b808
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
import gradio as gr
import torch
from PIL import Image
import numpy as np
from torchvision import models
from torchvision import transforms
from transformers import ViTForImageClassification
from torch import nn
from torch.cuda.amp import autocast
import os

# Global configuration
device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
print(f"Using device: {device}")

# Label mapping (HAM10K)
label_mapping = {
    0: "Меланома",
    1: "Меланоцитарный невус",
    2: "Базальноклеточная карцинома",
    3: "Актинический кератоз",
    4: "Доброкачественная кератоза",
    5: "Дерматофиброма",
    6: "Сосудистые поражения"
}

# Model paths
CHECKPOINTS_PATH = os.getenv("CHECKPOINTS_PATH", "./")

# Model definitions
def get_efficientnet():
    model = models.efficientnet_v2_s(weights="IMAGENET1K_V1")
    model.classifier[1] = nn.Linear(1280, 7)
    return model.to(device)

def get_deit():
    model = ViTForImageClassification.from_pretrained(
        'facebook/deit-base-patch16-224',
        num_labels=7,
        ignore_mismatched_sizes=True
    )
    return model.to(device)

# Transforms
def transform_image(image):
    """Transform PIL image to model input format"""
    transform = transforms.Compose([
        transforms.Resize((224, 224)),
        transforms.ToTensor(),
        transforms.Normalize(
            mean=[0.485, 0.456, 0.406],
            std=[0.229, 0.224, 0.225]
        )
    ])
    return transform(image).unsqueeze(0).to(device)

# Model Handler
class ModelHandler:
    def __init__(self):
        self.efficientnet = None
        self.deit = None
        self.models_loaded = False
        self.load_models()

    def load_models(self):
        try:
            # Load EfficientNet
            self.efficientnet = get_efficientnet()
            efficientnet_path = os.path.join(CHECKPOINTS_PATH, "efficientnet_best.pth")
            self.efficientnet.load_state_dict(torch.load(efficientnet_path, map_location=device))
            self.efficientnet.eval()

            # Load DeiT
            self.deit = get_deit()
            deit_path = os.path.join(CHECKPOINTS_PATH, "deit_best.pth")
            self.deit.load_state_dict(torch.load(deit_path, map_location=device))
            self.deit.eval()

            self.models_loaded = True
            print("✅ Models loaded successfully")
        except Exception as e:
            print(f"❌ Error loading models: {str(e)}")
            self.models_loaded = False

    @torch.no_grad()
    def predict_efficientnet(self, image):
        if not self.models_loaded:
            return {"error": "Модели не загружены"}

        inputs = transform_image(image)
        with autocast():
            outputs = self.efficientnet(inputs)
            probs = torch.nn.functional.softmax(outputs, dim=1)

        return self._format_predictions(probs)

    @torch.no_grad()
    def predict_deit(self, image):
        if not self.models_loaded:
            return {"error": "Модели не загружены"}

        inputs = transform_image(image)
        with autocast():
            outputs = self.deit(inputs).logits
            probs = torch.nn.functional.softmax(outputs, dim=1)

        return self._format_predictions(probs)

    @torch.no_grad()
    def predict_ensemble(self, image):
        if not self.models_loaded:
            return {"error": "Модели не загружены"}

        inputs = transform_image(image)
        with autocast():
            eff_probs = torch.nn.functional.softmax(self.efficientnet(inputs), dim=1)
            deit_probs = torch.nn.functional.softmax(self.deit(inputs).logits, dim=1)
            ensemble_probs = (eff_probs + deit_probs) / 2

        return self._format_predictions(ensemble_probs)

        def _format_predictions(self, probs):
            top5_probs, top5_indices = torch.topk(probs, 5)
            result = {}
            for i in range(5):
                idx = top5_indices[0][i].item()
                label = label_mapping.get(idx, f"Класс {idx}")
                # return raw prob, not percent:
                result[label] = float(top5_probs[0][i].item())
            return result


# Initialize model handler
model_handler = ModelHandler()

# Prediction wrappers
def predict_efficientnet(image):
    if image is None:
        return "⚠️ Загрузите изображение"
    return model_handler.predict_efficientnet(image)

def predict_deit(image):
    if image is None:
        return "⚠️ Загрузите изображение"
    return model_handler.predict_deit(image)

def predict_ensemble(image):
    if image is None:
        return "⚠️ Загрузите изображение"
    return model_handler.predict_ensemble(image)

# Create Gradio Blocks with Tabs
def create_interface():
    with gr.Blocks() as demo:
        gr.Markdown("# Диагностика кожных поражений (HAM10K)")
        status = "✅ Модели готовы к предсказанию" if model_handler.models_loaded else "⚠️ Предупреждение: Модели не загружены"
        gr.Markdown(f"**Состояние моделей:** {status}")

        with gr.Tabs():
            with gr.TabItem("EfficientNet"):
                img = gr.Image(label="Загрузите изображение", type="pil")
                btn = gr.Button("Предсказать", variant="primary")
                out = gr.Label(label="Результаты")
                btn.click(predict_efficientnet, inputs=img, outputs=out)
                gr.Examples(examples=["examples/akiec.jpg", "examples/bcc.jpg", "examples/df.jpg"], inputs=img)

            with gr.TabItem("DeiT"):
                img = gr.Image(label="Загрузите изображение", type="pil")
                btn = gr.Button("Предсказать", variant="primary")
                out = gr.Label(label="Результаты")
                btn.click(predict_deit, inputs=img, outputs=out)
                gr.Examples(examples=["examples/akiec.jpg", "examples/bcc.jpg", "examples/df.jpg"], inputs=img)

            with gr.TabItem("Ансамблевая модель"):
                img = gr.Image(label="Загрузите изображение", type="pil")
                btn = gr.Button("Предсказать", variant="primary")
                out = gr.Label(label="Результаты")
                btn.click(predict_ensemble, inputs=img, outputs=out)
                gr.Examples(examples=["examples/akiec.jpg", "examples/bcc.jpg", "examples/df.jpg"], inputs=img)

        return demo

# Launch interface
if __name__ == "__main__":
    interface = create_interface()
    print("🚀 Запуск интерфейса...")
    interface.launch(share=True)