DataMate/runtime/ops/mapper/__init__.py at 4dfc1315215d2fd6ad712fcd669a274564b5774a · ModelEngine-Group/DataMate · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
# -*- coding: utf-8 -*-

import sys
from pathlib import Path
from datamate.common.utils.custom_importer import CustomImporter


def _configure_importer():
    base_path = Path(__file__).resolve().parent
    sys.meta_path.append(CustomImporter(base_path))


_configure_importer()


def _import_operators():
    from . import content_cleaner
    from . import credit_card_number_cleaner
    from . import email_cleaner
    from . import emoji_cleaner
    from . import extra_space_cleaner
    from . import full_width_characters_cleaner
    from . import garble_characters_cleaner
    from . import html_tag_cleaner
    from . import id_number_cleaner
    from . import invisible_characters_cleaner
    from . import ip_address_cleaner
    from . import legend_cleaner
    from . import phone_number_cleaner
    from . import political_word_cleaner
    from . import sexual_and_violent_word_cleaner
    from . import text_to_word
    from . import traditional_chinese
    from . import unicode_space_cleaner
    from . import url_cleaner
    from . import xml_tag_cleaner
    from . import img_enhanced_brightness
    from . import img_enhanced_contrast
    from . import img_enhanced_saturation
    from . import img_enhanced_sharpness
    from . import img_perspective_transformation
    from . import img_direction_correct
    from . import img_denoise
    from . import img_shadow_remove
    from . import img_type_unify
    from . import img_resize
    from . import remove_duplicate_sentences
    from . import knowledge_relation_slice
    from . import pii_ner_detection
        # ===== Video operators (PR1-PR5) =====
    from . import _video_common
    from . import video_format_convert
    from . import video_sensitive_detect
    from . import video_sensitive_crop
    from . import video_mot_track
    from . import video_subject_crop
    from . import video_classify_qwenvl
    from . import video_summary_qwenvl
    from . import video_event_tag_qwenvl
    from . import video_keyframe_extract
    from . import video_deborder_crop
    from . import video_audio_extract
    from . import video_speech_asr
    from . import video_subtitle_ocr
    from . import video_text_ocr

_import_operators()