22 lines
685 B
Python
22 lines
685 B
Python
from clean.reparagraph import *
|
|
from config import ConfigFactory
|
|
|
|
OPENAI_BASE_URL = "XXX"
|
|
OPENAI_API_KEY = "XXX"
|
|
MODEL_NAME = "deepseek-chat"
|
|
|
|
class ReparagraphConfig(ConfigFactory):
|
|
"""配置类"""
|
|
def __init__(self):
|
|
self.remove_content = True
|
|
self.max_file_size = 50 * 1024 * 1024 # 50MB
|
|
self.backup = True
|
|
self.dry_run = False
|
|
self.parallel = True
|
|
self.task_name = "result_reparagraph"
|
|
self.openai_base_url = OPENAI_BASE_URL
|
|
self.openai_api_key = OPENAI_API_KEY
|
|
self.model_name = MODEL_NAME
|
|
|
|
config = ReparagraphConfig()
|
|
reparagraph_file("/home/ubuntu/50T/LYT/datapipe/result/dify-sty-agent", config) |