refactor code

pull/21673/head
aqiu 11 months ago
parent 11e9d07226
commit 97e0e0bce0

@ -507,15 +507,14 @@ const StepTwo = ({
const separator = rules.segmentation.separator
const max = rules.segmentation.max_tokens
const overlap = rules.segmentation.chunk_overlap
const isHierarchicalDocument = documentDetail.doc_form === 'hierarchical_model'
|| (rules.parent_mode && rules.subchunk_segmentation)
setSegmentIdentifier(separator)
setMaxChunkLength(max)
setOverlap(overlap!)
setRules(rules.pre_processing_rules)
setDefaultConfig(rules)
const isHierarchicalDocument = documentDetail.doc_form === 'hierarchical_model'
|| (rules.parent_mode && rules.subchunk_segmentation)
if (isHierarchicalDocument) {
setParentChildConfig({
chunkForContext: rules.parent_mode || 'paragraph',

Loading…
Cancel
Save