From 2cef8ea3b47d9ff26a120ab9122af8230c76ad7a Mon Sep 17 00:00:00 2001 From: chuang8511 Date: Wed, 21 Aug 2024 16:01:44 +0100 Subject: [PATCH] fix(text): migrate all text chunk field --- pkg/db/migration/convert/convert000023/convert.go | 5 ----- 1 file changed, 5 deletions(-) diff --git a/pkg/db/migration/convert/convert000023/convert.go b/pkg/db/migration/convert/convert000023/convert.go index 099fb2f3a..604993cff 100644 --- a/pkg/db/migration/convert/convert000023/convert.go +++ b/pkg/db/migration/convert/convert000023/convert.go @@ -147,7 +147,6 @@ func (c *TextFieldsConverter) convertField(comp *datamodel.Component) (bool, err return false, nil } - chunkMethod, ok := settingMap["chunk-method"].(string) if !ok { log.Println("Missing field chunk-method on TASK_CHUNK_TEXT") return false, nil @@ -160,10 +159,6 @@ func (c *TextFieldsConverter) convertField(comp *datamodel.Component) (bool, err return false, nil } - if !(chunkMethod == "Recursive" || chunkMethod == "Markdown") { - return false, nil - } - tokenization := map[string]interface{}{ "choice": map[string]interface{}{ "model": modelName,