feat: 增加分段内容长短为100000个字符#477 (#855)

apps/dataset/migrations/0007_alter_paragraph_content.py

@@ -0,0 +1,18 @@
+# Generated by Django 4.2.14 on 2024-07-24 14:35
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('dataset', '0006_dataset_embedding_mode'),
+    ]
+
+    operations = [
+        migrations.AlterField(
+            model_name='paragraph',
+            name='content',
+            field=models.CharField(max_length=102400, verbose_name='段落内容'),
+        ),
+    ]

apps/dataset/models/data_set.py

@@ -89,7 +89,7 @@ class Paragraph(AppModelMixin):
     id = models.UUIDField(primary_key=True, max_length=128, default=uuid.uuid1, editable=False, verbose_name="主键id")
     document = models.ForeignKey(Document, on_delete=models.DO_NOTHING, db_constraint=False)
     dataset = models.ForeignKey(DataSet, on_delete=models.DO_NOTHING)
-    content = models.CharField(max_length=4096, verbose_name="段落内容")
+    content = models.CharField(max_length=102400, verbose_name="段落内容")
     title = models.CharField(max_length=256, verbose_name="标题", default="")
     status = models.CharField(verbose_name='状态', max_length=1, choices=Status.choices,
                               default=Status.embedding)

apps/dataset/serializers/paragraph_serializers.py

@@ -39,7 +39,7 @@ class ParagraphInstanceSerializer(ApiMixin, serializers.Serializer):
     段落实例对象
     """
     content = serializers.CharField(required=True, error_messages=ErrMessage.char("段落内容"),
-                                    max_length=4096,
+                                    max_length=102400,
                                     min_length=1,
                                     allow_null=True, allow_blank=True)
 
@@ -74,7 +74,7 @@ class ParagraphInstanceSerializer(ApiMixin, serializers.Serializer):
 class EditParagraphSerializers(serializers.Serializer):
     title = serializers.CharField(required=False, max_length=256, error_messages=ErrMessage.char(
         "分段标题"), allow_null=True, allow_blank=True)
-    content = serializers.CharField(required=False, max_length=4096, allow_null=True, allow_blank=True,
+    content = serializers.CharField(required=False, max_length=102400, allow_null=True, allow_blank=True,
                                     error_messages=ErrMessage.char(
                                         "分段内容"))
     problem_list = ProblemInstanceSerializer(required=False, many=True)
@@ -83,7 +83,7 @@ class EditParagraphSerializers(serializers.Serializer):
 class ParagraphSerializers(ApiMixin, serializers.Serializer):
     title = serializers.CharField(required=False, max_length=256, error_messages=ErrMessage.char(
         "分段标题"), allow_null=True, allow_blank=True)
-    content = serializers.CharField(required=True, max_length=4096, error_messages=ErrMessage.char(
+    content = serializers.CharField(required=True, max_length=102400, error_messages=ErrMessage.char(
         "分段内容"))
 
     class Problem(ApiMixin, serializers.Serializer):

ui/src/views/log/component/EditContentDialog.vue

@@ -21,7 +21,7 @@
         <el-input
           v-model="form.content"
           placeholder="请输入内容"
-          maxlength="4096"
+          maxlength="100000"
           show-word-limit
           :rows="8"
           type="textarea"

ui/src/views/log/component/EditMarkDialog.vue

@@ -30,7 +30,7 @@
             <el-input
               v-model="form.content"
               placeholder="请输入分段内容"
-              maxlength="4096"
+              maxlength="100000"
               show-word-limit
               :rows="15"
               type="textarea"

ui/src/views/paragraph/component/ParagraphForm.vue

@@ -98,7 +98,7 @@ const form = ref<any>({
 const rules = reactive<FormRules>({
   content: [
     { required: true, message: '请输入分段内容', trigger: 'blur' },
-    { max: 4096, message: '内容最多不超过 4096 个字', trigger: 'blur' }
+    { max: 100000, message: '内容最多不超过 4096 个字', trigger: 'blur' }
   ]
 })