name: '文档特殊字符率检查'
name_en: 'Special Character Rate Check'
description: '去除特殊字符过多的文档。'
description_en: 'Filters out files that contain excessive special characters.'
language: 'python'
vendor: 'huawei'
raw_id: 'FileWithHighSpecialCharRateFilter'
version: '1.0.0'
types:
  - 'cleanse'
modal: 'text'
effect:
  before: '你好！@！@#！￥！@#'
  after: ''
inputs: 'text'
outputs: 'text'
settings:
  specialCharRatio:
    name: 文档特殊字符率
    description: 特殊字符的统计数/文档总字数 > 设定值，该文档被去除。
    type: slider
    defaultVal: 0.3
    min: 0
    max: 1
    step: 0.1