Skip to content

Commit

Permalink
UI changes
Browse files Browse the repository at this point in the history
  • Loading branch information
Nweaver412 committed Jan 21, 2025
1 parent b38c6a0 commit 94ea1db
Show file tree
Hide file tree
Showing 2 changed files with 89 additions and 64 deletions.
126 changes: 84 additions & 42 deletions component_config/configRowSchema.json
Original file line number Diff line number Diff line change
@@ -1,51 +1,93 @@
{
"type": "object",
"title": "Configuration",
"required": [
"embedColumn"
],
"properties": {
"destination": {
"type": "object",
"title": "Destination",
"required": [
"output_table_name",
"incremental_load",
"primary_keys"
],
"type": "object",
"allOf": [
{
"if": {
"properties": {
"primary_keys": {
"chunkingEnabled": {
"const": true
}
}
},
"then": {
"properties": {
"chunk_method": {
"enum": [
"words",
"characters"
],
"type": "string",
"title": "Primary Keys",
"description": "Primary keys seperated by commas e.g. id, other_id. If a primary key is set, updates can be done on the table by selecting incremental loads. The primary key can consist of multiple columns. The primary key of an existing table cannot be changed.",
"propertyOrder": 120
},
"incremental_load": {
"type": "boolean",
"title": "Incremental Load",
"format": "checkbox",
"description": "If incremental load is turned on, the table will be updated instead of rewritten. Tables with a primary key will have rows updated, tables without a primary key will have rows appended.",
"propertyOrder": 110
"title": "Text Chunking Method",
"default": "words",
"description": "Split text into chunks for embedding",
"propertyOrder": 3
},
"output_table_name": {
"type": "string",
"title": "Storage Table Name",
"description": "Name of the table stored in Storage.",
"propertyOrder": 100
"chunk_size": {
"type": "integer",
"title": "Chunk Size",
"default": 3,
"minimum": 1,
"description": "Number of units per chunk",
"propertyOrder": 3
}
}
},
"embedColumn": {
"type": "string",
"title": "Embed column name",
"watch": {
"columns": "_metadata_.table.columns"
}
}
],
"title": "Configuration",
"required": [
"embedColumn"
],
"properties": {
"destination": {
"type": "object",
"title": "Destination",
"required": [
"output_table_name",
"incremental_load",
"primary_keys"
],
"properties": {
"primary_keys": {
"type": "string",
"title": "Primary Keys",
"description": "Primary keys seperated by commas e.g. id, other_id. If a primary key is set, updates can be done on the table by selecting incremental loads. The primary key can consist of multiple columns. The primary key of an existing table cannot be changed.",
"propertyOrder": 120
},
"incremental_load": {
"type": "boolean",
"title": "Incremental Load",
"format": "checkbox",
"description": "If incremental load is turned on, the table will be updated instead of rewritten. Tables with a primary key will have rows updated, tables without a primary key will have rows appended.",
"propertyOrder": 110
},
"required": true,
"enumSource": "columns",
"description": "Choose a column to embed data.",
"propertyOrder": 1
"output_table_name": {
"type": "string",
"title": "Storage Table Name",
"description": "Name of the table stored in Storage.",
"propertyOrder": 100
}
}
},
"description": "Configuration for embedding column data"
}
"embedColumn": {
"type": "string",
"title": "Embed column name",
"watch": {
"columns": "_metadata_.table.columns"
},
"required": true,
"enumSource": "columns",
"description": "Choose a column to embed data.",
"propertyOrder": 1
},
"chunkingEnabled": {
"type": "boolean",
"title": "Enable Chunking",
"format": "checkbox",
"default": false,
"description": "Enable chunking of input data for embedding.",
"propertyOrder": 2
}
},
"description": "Configuration for embedding column data"
}
27 changes: 5 additions & 22 deletions component_config/configSchema.json
Original file line number Diff line number Diff line change
@@ -1,11 +1,10 @@
{
"type": "object",
"title": "Lance Embedder",
"title": "OpenAI Embedding",
"required": [
"embedColumn",
"#apiKey",
"model",
"chunkingEnabled"
"model"
],
"properties": {
"model": {
Expand Down Expand Up @@ -37,34 +36,18 @@
},
"outputFormat": {
"enum": [
"csv",
"lance"
"csv"
],
"type": "string",
"title": "Output Format",
"default": "csv",
"options": {
"enum_titles": [
"CSV",
"Lance"
"CSV"
]
},
"description": "Choose the output format for the embeddings",
"propertyOrder": 3
},
"chunkingEnabled": {
"type": "boolean",
"title": "Enable Chunking",
"default": false,
"description": "Enable chunking of input data for embedding.",
"propertyOrder": 4
},
"chunkSize": {
"type": "integer",
"title": "Chunk Size",
"minimum": 1,
"description": "Number of rows to process in a single chunk when chunking is enabled.",
"propertyOrder": 5
}
}
}
}

0 comments on commit 94ea1db

Please sign in to comment.