refactor: refactoring security

coco.yml

@@ -334,7 +334,6 @@ pipeline:
     processor:
       - indexing_merge:
           input_queue: "indexing_documents"
-#          input_queue: "enriched_documents"
           idle_timeout_in_seconds: 1
           elasticsearch: "prod"
           index_name: "coco_document-v2"

config/widget/fullscreen/wrapper.js

@@ -33,7 +33,6 @@ export async function fullscreen(options) {
       container: wrapper,
       id: "$[[ID]]",
       server: "$[[ENDPOINT]]",
-      token: "$[[TOKEN]]",
       linkHref
     };
 

config/widget/searchbox/wrapper.js

@@ -34,7 +34,6 @@ export async function searchbox(options) {
       container: wrapper,
       id: "$[[ID]]",
       server: "$[[ENDPOINT]]",
-      token: "$[[TOKEN]]",
       linkHref
     };
 

core/assistant.go

@@ -0,0 +1,141 @@
+/* Copyright © INFINI LTD. All rights reserved.
+ * Web: https://infinilabs.com
+ * Email: hello#infini.ltd */
+
+package core
+
+type Assistant struct {
+	CombinedFullText
+	Name           string           `json:"name" elastic_mapping:"name:{type:keyword,copy_to:combined_fulltext}"`
+	Description    string           `json:"description" elastic_mapping:"description:{type:text,copy_to:combined_fulltext}"`
+	Icon           string           `json:"icon" elastic_mapping:"icon:{enabled:false}"`
+	Type           string           `json:"type" elastic_mapping:"type:{type:keyword}"` // assistant type, default value: "simple", possible values: "simple", "deep_think", "external_workflow"
+	Category       string           `json:"category,omitempty" elastic_mapping:"category:{type:keyword}"`
+	Tags           []string         `json:"tags,omitempty" elastic_mapping:"tags:{type:keyword}"`
+	Config         interface{}      `json:"config,omitempty" elastic_mapping:"config:{enabled:false}"` // Assistant-specific configuration settings with type
+	AnsweringModel ModelConfig      `json:"answering_model" elastic_mapping:"answering_model:{type:object,enabled:false}"`
+	Datasource     DatasourceConfig `json:"datasource" elastic_mapping:"datasource:{type:object,enabled:false}"`
+	ToolsConfig    ToolsConfig      `json:"tools,omitempty" elastic_mapping:"tools:{type:object,enabled:false}"`
+	MCPConfig      MCPConfig        `json:"mcp_servers,omitempty" elastic_mapping:"mcp_servers:{type:object,enabled:false}"`
+	UploadConfig   UploadConfig     `json:"upload,omitempty" elastic_mapping:"upload:{type:object,enabled:false}"`
+	Keepalive      string           `json:"keepalive" elastic_mapping:"keepalive:{type:keyword}"`
+	Enabled        bool             `json:"enabled" elastic_mapping:"enabled:{type:keyword}"`
+	ChatSettings   ChatSettings     `json:"chat_settings" elastic_mapping:"chat_settings:{type:object,enabled:false}"`
+	Builtin        bool             `json:"builtin" elastic_mapping:"builtin:{type:keyword}"`          // Whether the model provider is builtin
+	RolePrompt     string           `json:"role_prompt" elastic_mapping:"role_prompt:{enabled:false}"` // Role prompt for the assistant
+
+	DeepThinkConfig *DeepThinkConfig `json:"-"`
+}
+
+type DeepThinkConfig struct {
+	IntentAnalysisModel ModelConfig `json:"intent_analysis_model"`
+	PickingDocModel     ModelConfig `json:"picking_doc_model"`
+
+	PickDatasource          bool `json:"pick_datasource"`
+	PickTools               bool `json:"pick_tools"`
+	ToolsPromisedResultSize int  `json:"tools_promised_result_size"`
+
+	Visible bool `json:"visible"` // Whether the deep think mode is visible to the user
+}
+
+type WorkflowConfig struct {
+}
+
+type UploadConfig struct {
+	Enabled               bool     `json:"enabled"`
+	AllowedFileExtensions []string `json:"allowed_file_extensions"`
+	MaxFileSizeInBytes    int      `json:"max_file_size_in_bytes"`
+	MaxFileCount          int      `json:"max_file_count"`
+}
+
+type DatasourceConfig struct {
+	Enabled bool `json:"enabled"`
+
+	IDs       []string `json:"ids,omitempty"`
+	parsedIDs []string `json:"-"`
+
+	Visible          bool        `json:"visible"`            // Whether the deep datasource is visible to the user
+	Filter           interface{} `json:"filter,omitempty"`   // Filter for the datasource
+	EnabledByDefault bool        `json:"enabled_by_default"` // Whether the datasource is enabled by default
+}
+
+type MCPConfig struct {
+	Enabled bool `json:"enabled"`
+
+	IDs       []string `json:"ids,omitempty"`
+	parsedIDs []string `json:"-"`
+
+	Visible          bool         `json:"visible"` // Whether the deep datasource is visible to the user
+	Model            *ModelConfig `json:"model"`   //if not specified, use the answering model
+	MaxIterations    int          `json:"max_iterations"`
+	EnabledByDefault bool         `json:"enabled_by_default"` // Whether the MCP server is enabled by default
+}
+
+type ToolsConfig struct {
+	Enabled      bool               `json:"enabled"`
+	BuiltinTools BuiltinToolsConfig `json:"builtin,omitempty" elastic_mapping:"builtin:{enabled:false}"`
+}
+type BuiltinToolsConfig struct {
+	Calculator bool `json:"calculator"`
+	Wikipedia  bool `json:"wikipedia"`
+	Duckduckgo bool `json:"duckduckgo"`
+	Scraper    bool `json:"scraper"`
+}
+
+type ModelConfig struct {
+	ProviderID   string        `json:"provider_id,omitempty"`
+	Name         string        `json:"name"`
+	Settings     ModelSettings `json:"settings"`
+	PromptConfig *PromptConfig `json:"prompt,omitempty"`
+}
+
+type PromptConfig struct {
+	PromptTemplate string   `json:"template"`
+	InputVars      []string `json:"input_vars"`
+}
+
+type ModelSettings struct {
+	Reasoning        bool    `json:"reasoning"`
+	Temperature      float64 `json:"temperature"`
+	TopP             float64 `json:"top_p"`
+	PresencePenalty  float64 `json:"presence_penalty"`
+	FrequencyPenalty float64 `json:"frequency_penalty"`
+	MaxTokens        int     `json:"max_tokens"`
+	MaxLength        int     `json:"max_length"`
+}
+
+type ChatSettings struct {
+	GreetingMessage string `json:"greeting_message"`
+	Suggested       struct {
+		Enabled   bool     `json:"enabled"`
+		Questions []string `json:"questions"`
+	} `json:"suggested"`
+	InputPreprocessTemplate string `json:"input_preprocess_tpl"`
+	PlaceHolder             string `json:"placeholder"`
+	HistoryMessage          struct {
+		Number               int  `json:"number"`
+		CompressionThreshold int  `json:"compression_threshold"`
+		Summary              bool `json:"summary"`
+	} `json:"history_message"`
+}
+
+func (cfg *DatasourceConfig) SetIDs(ids []string) {
+	cfg.parsedIDs = ids
+}
+
+func (cfg *DatasourceConfig) GetIDs() []string {
+	if cfg.parsedIDs != nil {
+		return cfg.parsedIDs
+	}
+	return cfg.IDs
+}
+
+func (cfg *MCPConfig) SetIDs(ids []string) {
+	cfg.parsedIDs = ids
+}
+func (cfg *MCPConfig) GetIDs() []string {
+	if cfg.parsedIDs != nil {
+		return cfg.parsedIDs
+	}
+	return cfg.IDs
+}

modules/common/attachment.go → core/attachment.go

@@ -2,7 +2,7 @@
  * Web: https://infinilabs.com
  * Email: hello#infini.ltd */
 
-package common
+package core
 
 import "infini.sh/framework/core/orm"
 

core/chat_settings.go

@@ -0,0 +1,15 @@
+/* Copyright © INFINI LTD. All rights reserved.
+ * Web: https://infinilabs.com
+ * Email: hello#infini.ltd */
+
+package core
+
+type ChatStartPageConfig struct {
+	Enabled bool `json:"enabled"`
+	Logo    struct {
+		Light string `json:"light"`
+		Dark  string `json:"dark"`
+	} `json:"logo"`
+	Introduction      string   `json:"introduction"`
+	DisplayAssistants []string `json:"display_assistants"`
+}

modules/common/connector.go → core/connector.go

@@ -2,7 +2,7 @@
  * Web: https://infinilabs.com
  * Email: hello#infini.ltd */
 
-package common
+package core
 
 // registered connectors
 type Connector struct {

core/const.go

@@ -0,0 +1,36 @@
+/* Copyright © INFINI LTD. All rights reserved.
+ * Web: https://infinilabs.com
+ * Email: hello#infini.ltd */
+
+package core
+
+import "infini.sh/framework/core/param"
+
+var DefaultSettingBucketKey = "default_setting_bucket"
+
+// var DefaultUserProfileKey = "default_user_profile" //TODO to be removed
+var UserProfileBucketKey = "user_profile"
+var DefaultUserPasswordKey = "default_user_password"
+var DefaultServerConfigKey = "default_server_config"
+var DefaultAppSettingsKey = "default_app_settings"
+var DefaultSearchSettingsKey = "default_search_settings"
+
+var WidgetRole = "widget"
+
+var PipelineContextConnector param.ParaKey = "__connector"
+var PipelineContextDatasource param.ParaKey = "__datasource"
+var PipelineContextDocuments param.ParaKey = "messages"
+
+// re-export
+const FeatureMaskSensitiveField = "feature_sensitive_fields"
+const FeatureRemoveSensitiveField = "feature_sensitive_fields_remove_sensitive_field"
+const SensitiveFields = "feature_sensitive_fields_extra_keys"
+
+const FeatureCORS = "feature_cors"
+const FeatureNotAllowCredentials = "feature_not_allow_credentials"
+const FeatureByPassCORSCheck = "feature_bypass_cors_check"
+
+const FeatureFingerprintThrottle = "fingerprint_throttle"
+
+const DefaultSimpleAuthBackend = "default_simple_auth_backend"
+const DefaultSimpleAuthUserLogin = "coco-default-user"

core/datasource.go

@@ -0,0 +1,53 @@
+/* Copyright © INFINI LTD. All rights reserved.
+ * Web: https://infinilabs.com
+ * Email: hello#infini.ltd */
+
+package core
+
+import "infini.sh/framework/core/pipeline"
+
+type DataSource struct {
+	CombinedFullText
+
+	Type        string `json:"type,omitempty" elastic_mapping:"type:{type:keyword,copy_to:combined_fulltext}"` // Type of the datasource, eg: connector
+	Name        string `json:"name,omitempty" elastic_mapping:"name:{type:keyword,copy_to:combined_fulltext}"` // Display name of this datasource
+	Description string `json:"description,omitempty" elastic_mapping:"description:{type:text,copy_to:combined_fulltext}"`
+	Icon        string `json:"icon,omitempty" elastic_mapping:"icon:{enabled:false}"` // Display name of this datasource
+
+	Category string   `json:"category,omitempty" elastic_mapping:"category:{type:keyword}"`
+	Tags     []string `json:"tags,omitempty" elastic_mapping:"tags:{type:keyword}"`
+
+	Connector ConnectorConfig `json:"connector,omitempty" elastic_mapping:"connector:{type:object}"` // Connector configuration
+
+	// Whether synchronization is allowed
+	SyncConfig SyncConfig `json:"sync" elastic_mapping:"sync:{type:object}"`
+	Enabled    bool       `json:"enabled" elastic_mapping:"enabled:{type:keyword}"`
+
+	// Enrichment pipeline
+	EnrichmentPipeline *pipeline.PipelineConfigV2 `json:"enrichment_pipeline" elastic_mapping:"enrichment_pipeline:{type:object}"` //if the pipeline is enabled, pass each batch messages to this pipeline for enrichment
+
+	WebhookConfig WebhookConfig `json:"webhook,omitempty" elastic_mapping:"webhook:{type:object}"`
+
+	//OAuthConfig OAuthConfig `json:"oauth_config,omitempty" elastic_mapping:"oauth_config:{type:object}"`
+}
+
+type WebhookConfig struct {
+	Enabled bool `json:"enabled" elastic_mapping:"enabled:{type:keyword}"`
+}
+
+type OAuthConfig struct {
+	Enabled bool `json:"enabled,omitempty" elastic_mapping:"enabled:{type:keyword}"`
+	Expired bool `json:"expired" elastic_mapping:"expired:{type:object}"`
+}
+
+type SyncConfig struct {
+	Enabled  bool   `json:"enabled" elastic_mapping:"enabled:{type:keyword}"`
+	Strategy string `json:"strategy" elastic_mapping:"strategy:{type:keyword}"`
+	Interval string `json:"interval" elastic_mapping:"interval:{type:keyword}"`
+	PageSize int    `json:"page_size" config:"page_size"`
+}
+
+type ConnectorConfig struct {
+	ConnectorID string      `json:"id,omitempty" elastic_mapping:"id:{type:keyword}"`          // Connector ID for the datasource
+	Config      interface{} `json:"config,omitempty" elastic_mapping:"config:{enabled:false}"` // Configs for this Connector, also pass to connector's processor
+}

modules/common/document.go → core/document.go

@@ -2,7 +2,7 @@
  * Web: https://infinilabs.com
  * Email: hello#infini.ltd */
 
-package common
+package core
 
 import (
 	"strings"

modules/common/fulltext.go → core/fulltext.go

@@ -2,7 +2,7 @@
  * Web: https://infinilabs.com
  * Email: hello#infini.ltd */
 
-package common
+package core
 
 import "infini.sh/framework/core/orm"
 

core/integration.go

@@ -0,0 +1,59 @@
+/* Copyright © INFINI LTD. All rights reserved.
+ * Web: https://infinilabs.com
+ * Email: hello#infini.ltd */
+
+package core
+
+type Integration struct {
+	CombinedFullText
+
+	Type    string      `json:"type,omitempty" elastic_mapping:"type:{type:keyword,copy_to:combined_fulltext}"` // Type of the Integeration, eg: embedded, floating
+	Options interface{} `json:"options,omitempty" elastic_mapping:"options:{type:object,enabled:false}"`        // Type specific options
+	Hotkey  string      `json:"hotkey,omitempty" elastic_mapping:"hotkey:{type:keyword}"`                       // Hotkey for the integration
+	Name    string      `json:"name,omitempty" elastic_mapping:"name:{type:keyword,copy_to:combined_fulltext}"` // Display name of this embedding
+
+	EnabledModule ModuleConfig        `json:"enabled_module,omitempty" elastic_mapping:"enabled_module:{type:object}"` // Enabled module configuration
+	AccessControl AccessControlConfig `json:"access_control,omitempty" elastic_mapping:"access_control:{type:object}"` // Access control configuration
+	Appearance    AppearanceConfig    `json:"appearance,omitempty" elastic_mapping:"appearance:{type:object}"`         // Appearance configuration
+	Cors          CorsConfig          `json:"cors,omitempty" elastic_mapping:"cors:{type:object}"`                     // CORS configuration
+	Guest         GuestAccessConfig   `json:"guest,omitempty" elastic_mapping:"guest:{type:object}"`                   // Guest configuration
+	//Token         string              `json:"token,omitempty" elastic_mapping:"token:{type:keyword}"`                                       // Token for authentication
+	Description string `json:"description,omitempty" elastic_mapping:"description:{type:keyword,copy_to:combined_fulltext}"` // Description of the embedding
+	Enabled     bool   `json:"enabled" elastic_mapping:"enabled:{type:keyword}"`                                             // Whether the embedding is enabled
+}
+
+type GuestAccessConfig struct {
+	Enabled bool   `json:"enabled" elastic_mapping:"enabled:{type:keyword}"`
+	RunAs   string `json:"run_as,omitempty" elastic_mapping:"run_as:{type:keyword}"`
+}
+
+type CorsConfig struct {
+	Enabled        bool     `json:"enabled" elastic_mapping:"enabled:{type:keyword}"`                           // Whether CORS is enabled
+	AllowedOrigins []string `json:"allowed_origins,omitempty" elastic_mapping:"allowed_origins:{type:keyword}"` // Allowed origins
+}
+
+type AppearanceConfig struct {
+	Theme string `json:"theme,omitempty" elastic_mapping:"theme:{type:keyword}"` // Theme of the embedding
+}
+type AccessControlConfig struct {
+	Authentication bool `json:"authentication" elastic_mapping:"authentication:{type:keyword}"` // Whether authentication is required
+	ChatHistory    bool `json:"chat_history" elastic_mapping:"chat_history:{type:keyword}"`     // Whether chat history is enabled
+}
+
+type ModuleConfig struct {
+	Search   SearchModuleConfig `json:"search,omitempty" elastic_mapping:"search:{type:object}"`      // Search configuration
+	AIChat   AIChatModuleConfig `json:"ai_chat,omitempty" elastic_mapping:"ai_chat:{type:object}"`    // AI Chat configuration
+	Features []string           `json:"features,omitempty" elastic_mapping:"features:{type:keyword}"` // Features enabled
+}
+
+type SearchModuleConfig struct {
+	Enabled     bool   `json:"enabled" elastic_mapping:"enabled:{type:keyword}"`
+	Placeholder string `json:"placeholder,omitempty" elastic_mapping:"placeholder:{type:keyword}"` // Placeholder text for search input
+}
+
+type AIChatModuleConfig struct {
+	Enabled           bool                `json:"enabled" elastic_mapping:"enabled:{type:keyword}"`
+	Placeholder       string              `json:"placeholder,omitempty" elastic_mapping:"placeholder:{type:keyword}"`                           // Placeholder text for search input
+	Assistants        []string            `json:"assistants,omitempty" elastic_mapping:"assistants:{type:keyword}"`                             // Assistant ID
+	StartPageSettings ChatStartPageConfig `json:"start_page_config,omitempty" elastic_mapping:"start_page_config:{type:object, enabled:false}"` // Start page settings
+}