File size: 1,594 Bytes
ef0caf9
f28c437
 
 
f1ce139
f28c437
 
f1ce139
f28c437
ef0caf9
 
 
 
f28c437
 
ef0caf9
f28c437
ef0caf9
 
 
 
 
f28c437
f1ce139
 
b352111
f1ce139
b352111
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
f1ce139
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
import cv2
import paddlehub as hub
import gradio as gr


module = hub.Module(name="lseg")


def segment(image, labels):
    long_size = max(image.shape[:2])
    if long_size > 512:
        f = 512 / long_size
        image = cv2.resize(image, (0, 0), fx=f, fy=f)
    results = module.segment(
        image=image[..., ::-1],
        labels=[item for item in labels.split('\n') if item != '']
    )
    return [
        results['color'][..., ::-1],
        results['mix'][..., ::-1],
        *[v[..., ::-1] for v in results['classes'].values()]
    ]


gr.Interface(
    title='LSeg: Language-driven Semantic Segmentation',
    fn=segment,
    inputs=[
        gr.Image(),
        gr.Textbox(placeholder='other\ncat', lines=5, max_lines=50),
    ],
    outputs=[
        gr.Gallery().style(grid=[2, 3], height="auto")
    ],
    article='''## More
* There are more interesting models in [PaddleHub](https://github.com/PaddlePaddle/PaddleHub), you can star [PaddleHub](https://github.com/PaddlePaddle/PaddleHub) to follow.

* Besides, you can use free GPU resourses in [AIStudio](https://aistudio.baidu.com/aistudio/projectdetail/4580391) to enjoy more cases, have fun.
    
    [![](https://user-images.githubusercontent.com/22424850/187849103-074cb6d2-a9b4-49a1-b1f0-fc130049769f.png)](https://github.com/PaddlePaddle/PaddleHub/stargazers)

## References
* Paper: [Language-driven Semantic Segmentation](https://arxiv.org/abs/2201.03546)

* Offical Code: [isl-org/lang-seg](https://github.com/isl-org/lang-seg)
''',
    examples=[['cat.jpeg', 'other\ncat']],
    cache_examples=True
).launch()