feat(page): page and section backend

crates/ollama-api-bindings/src/model.rs

@@ -91,7 +91,7 @@
         let available = self.model_available(&model).await?;
 
         let allow_pull = std::env::var_os(ALLOW_PULL_ENV)
-            .map(|x| x == "1" || x.to_ascii_lowercase() == "y" || x.to_ascii_lowercase() == "yes")
+            .map(|x| x == "1" || x.eq_ignore_ascii_case("y") || x.eq_ignore_ascii_case("yes"))
             .unwrap_or(false);
 
         match (available, allow_pull) {

crates/tabby-git/src/grep/output.rs

@@ -118,7 +118,7 @@ fn read_lines(content: &[u8]) -> anyhow::Result<Vec<GrepLine>> {
     let mut byte_offset = 0;
     for line in line_reader {
         let line = line? + "\n";
-        let bytes_length = line.as_bytes().len();
+        let bytes_length = line.len();
         lines.push(GrepLine {
             line: GrepTextOrBase64::Text(line),
             byte_offset,

ee/tabby-db/migrations/0042_page-section.down.sql

@@ -0,0 +1,2 @@
+DROP TABLE page_sections;
+DROP TABLE pages;

ee/tabby-db/migrations/0042_page-section.up.sql

@@ -0,0 +1,27 @@
+CREATE TABLE pages(
+    id INTEGER NOT NULL PRIMARY KEY AUTOINCREMENT,
+
+    -- The user who created the page
+    author_id INTEGER NOT NULL,
+
+    title TEXT,
+    content TEXT,
+
+    created_at TIMESTAMP NOT NULL DEFAULT (DATETIME('now')),
+    updated_at TIMESTAMP NOT NULL DEFAULT (DATETIME('now')),
+
+    FOREIGN KEY(author_id) REFERENCES users(id) ON DELETE CASCADE
+);
+
+CREATE TABLE page_sections(
+    id INTEGER NOT NULL PRIMARY KEY AUTOINCREMENT,
+    page_id INTEGER NOT NULL,
+
+    title TEXT NOT NULL,
+    content TEXT NOT NULL,
+
+    created_at TIMESTAMP NOT NULL DEFAULT (DATETIME('now')),
+    updated_at TIMESTAMP NOT NULL DEFAULT (DATETIME('now')),
+
+    FOREIGN KEY(page_id) REFERENCES pages(id) ON DELETE CASCADE
+);

ee/tabby-db/schema/schema.sql

@@ -261,3 +261,22 @@ CREATE TABLE ldap_credential(
   created_at TIMESTAMP NOT NULL DEFAULT(DATETIME('now')),
   updated_at TIMESTAMP NOT NULL DEFAULT(DATETIME('now'))
 );
+CREATE TABLE pages(
+  id INTEGER NOT NULL PRIMARY KEY AUTOINCREMENT,
+  -- The user who created the page
+  author_id INTEGER NOT NULL,
+  title TEXT,
+  content TEXT,
+  created_at TIMESTAMP NOT NULL DEFAULT(DATETIME('now')),
+  updated_at TIMESTAMP NOT NULL DEFAULT(DATETIME('now')),
+  FOREIGN KEY(author_id) REFERENCES users(id) ON DELETE CASCADE
+);
+CREATE TABLE page_sections(
+  id INTEGER NOT NULL PRIMARY KEY AUTOINCREMENT,
+  page_id INTEGER NOT NULL,
+  title TEXT NOT NULL,
+  content TEXT NOT NULL,
+  created_at TIMESTAMP NOT NULL DEFAULT(DATETIME('now')),
+  updated_at TIMESTAMP NOT NULL DEFAULT(DATETIME('now')),
+  FOREIGN KEY(page_id) REFERENCES pages(id) ON DELETE CASCADE
+);

ee/tabby-db/src/lib.rs

@@ -11,6 +11,7 @@ pub use job_runs::JobRunDAO;
 pub use ldap_credential::LdapCredentialDAO;
 pub use notifications::NotificationDAO;
 pub use oauth_credential::OAuthCredentialDAO;
+pub use pages::{PageDAO, PageSectionDAO};
 pub use provided_repositories::ProvidedRepositoryDAO;
 pub use repositories::RepositoryDAO;
 pub use server_setting::ServerSettingDAO;
@@ -38,6 +39,7 @@ mod ldap_credential;
 mod migration_tests;
 mod notifications;
 mod oauth_credential;
+mod pages;
 mod password_reset;
 mod provided_repositories;
 mod refresh_tokens;

ee/tabby-db/src/pages.rs

@@ -0,0 +1,206 @@
+use anyhow::Result;
+use chrono::{DateTime, Utc};
+use sqlx::{query, query_as, FromRow};
+use tabby_db_macros::query_paged_as;
+
+use crate::DbConn;
+
+#[derive(FromRow)]
+pub struct PageDAO {
+    pub id: i64,
+    pub author_id: i64,
+    pub title: Option<String>,
+    pub content: Option<String>,
+    pub created_at: DateTime<Utc>,
+    pub updated_at: DateTime<Utc>,
+}
+
+#[derive(sqlx::FromRow)]
+pub struct PageSectionDAO {
+    pub id: i64,
+    pub page_id: i64,
+
+    pub title: String,
+    pub content: String,
+
+    pub created_at: DateTime<Utc>,
+    pub updated_at: DateTime<Utc>,
+}
+
+impl DbConn {
+    pub async fn create_page(&self, author_id: i64) -> Result<i64> {
+        let res = query!("INSERT INTO pages(author_id) VALUES (?)", author_id,)
+            .execute(&self.pool)
+            .await?;
+
+        Ok(res.last_insert_rowid())
+    }
+
+    pub async fn update_page_title(&self, page_id: i64, title: &str) -> Result<()> {
+        query!(
+            "UPDATE pages SET title = ?, updated_at = DATETIME('now') WHERE id = ?",
+            title,
+            page_id
+        )
+        .execute(&self.pool)
+        .await?;
+
+        Ok(())
+    }
+
+    pub async fn update_page_content(&self, page_id: i64, content: &str) -> Result<()> {
+        query!(
+            "UPDATE pages SET content = ?, updated_at = DATETIME('now') WHERE id = ?",
+            content,
+            page_id
+        )
+        .execute(&self.pool)
+        .await?;
+
+        Ok(())
+    }
+
+    pub async fn list_pages(
+        &self,
+        ids: Option<&[i64]>,
+        limit: Option<usize>,
+        skip_id: Option<i32>,
+        backwards: bool,
+    ) -> Result<Vec<PageDAO>> {
+        let condition = match ids {
+            Some(ids) => format!(
+                "id IN ({})",
+                ids.iter()
+                    .map(|id| id.to_string())
+                    .collect::<Vec<String>>()
+                    .join(",")
+            ),
+            None => "1 = 1".to_string(),
+        };
+
+        let pages = query_paged_as!(
+            PageDAO,
+            "pages",
+            [
+                "id",
+                "author_id",
+                "title",
+                "content",
+                "created_at" as "created_at: DateTime<Utc>",
+                "updated_at" as "updated_at: DateTime<Utc>"
+            ],
+            limit,
+            skip_id,
+            backwards,
+            Some(condition)
+        )
+        .fetch_all(&self.pool)
+        .await?;
+
+        Ok(pages)
+    }
+
+    pub async fn delete_page(&self, id: i64) -> Result<()> {
+        query!("DELETE FROM pages WHERE id = ?", id,)
+            .execute(&self.pool)
+            .await?;
+
+        Ok(())
+    }
+
+    pub async fn get_page(&self, id: i64) -> Result<Option<PageDAO>> {
+        let page = query_as!(
+            PageDAO,
+            r#"SELECT
+                id,
+                author_id,
+                title,
+                content,
+                created_at as "created_at: DateTime<Utc>",
+                updated_at  as "updated_at: DateTime<Utc>"
+            FROM pages
+            WHERE id = ?"#,
+            id
+        )
+        .fetch_optional(&self.pool)
+        .await?;
+
+        Ok(page)
+    }
+
+    pub async fn list_page_sections(
+        &self,
+        page_id: i64,
+        limit: Option<usize>,
+        skip_id: Option<i32>,
+        backwards: bool,
+    ) -> Result<Vec<PageSectionDAO>> {
+        let condition = format!("page_id = {}", page_id);
+        let sections = query_paged_as!(
+            PageSectionDAO,
+            "page_sections",
+            [
+                "id",
+                "page_id",
+                "title",
+                "content",
+                "created_at" as "created_at: DateTime<Utc>",
+                "updated_at" as "updated_at: DateTime<Utc>"
+            ],
+            limit,
+            skip_id,
+            backwards,
+            Some(condition)
+        )
+        .fetch_all(&self.pool)
+        .await?;
+
+        Ok(sections)
+    }
+
+    pub async fn get_page_section(&self, id: i64) -> Result<Option<PageSectionDAO>> {
+        let section = query_as!(
+            PageSectionDAO,
+            r#"SELECT
+                id,
+                page_id,
+                title,
+                content,
+                created_at as "created_at: DateTime<Utc>",
+                updated_at  as "updated_at: DateTime<Utc>"
+            FROM page_sections
+            WHERE id = ?"#,
+            id
+        )
+        .fetch_optional(&self.pool)
+        .await?;
+
+        Ok(section)
+    }
+
+    pub async fn create_page_section(
+        &self,
+        page_id: i64,
+        title: &str,
+        content: &str,
+    ) -> Result<i64> {
+        let res = query!(
+            "INSERT INTO page_sections(page_id, title, content) VALUES (?, ?, ?)",
+            page_id,
+            title,
+            content
+        )
+        .execute(&self.pool)
+        .await?;
+
+        Ok(res.last_insert_rowid())
+    }
+
+    pub async fn delete_page_section(&self, id: i64) -> Result<()> {
+        query!("DELETE FROM page_sections WHERE id = ?", id,)
+            .execute(&self.pool)
+            .await?;
+
+        Ok(())
+    }
+}

ee/tabby-schema/graphql/schema.graphql

@@ -112,6 +112,11 @@ enum Role {
   ASSISTANT
 }
 
+input AddPageSectionInput {
+  pageId: ID!
+  title: String!
+}
+
 input CodeQueryInput {
   filepath: String
   language: String
@@ -652,6 +657,24 @@ type Mutation {
   "Turn on persisted status for a thread."
   setThreadPersisted(threadId: ID!): Boolean!
   updateThreadMessage(input: UpdateMessageInput!): Boolean!
+  """
+    Utilize an existing thread and its messages to create a page.
+    This will automatically generate the page title and a summary of the content.
+
+    Every two messages will be converted into a page section.
+    The user's message will serve as the title of the section.
+    The assistant's message will become the content of the section.
+  """
+  convertThreadToPage(threadId: ID!): ID!
+  "delete a page and all its sections."
+  deletePage(id: ID!): Boolean!
+  """
+    Creates a new page section.
+    Only the title is required; the answer will be generated as the content.
+  """
+  addPageSection(input: AddPageSectionInput!): ID!
+  "delete a single page section."
+  deletePageSection(sectionId: ID!): Boolean!
   createCustomDocument(input: CreateCustomDocumentInput!): ID!
   deleteCustomDocument(id: ID!): Boolean!
   setPresetDocumentActive(input: SetPresetDocumentActiveInput!): Boolean!
@@ -682,6 +705,25 @@ type OAuthCredential {
   updatedAt: DateTime!
 }
 
+type Page {
+  id: ID!
+  authorId: ID!
+  title: String
+  content: String
+  createdAt: DateTime!
+  updatedAt: DateTime!
+}
+
+type PageConnection {
+  edges: [PageEdge!]!
+  pageInfo: PageInfo!
+}
+
+type PageEdge {
+  node: Page!
+  cursor: String!
+}
+
 type PageInfo {
   hasPreviousPage: Boolean!
   hasNextPage: Boolean!
@@ -788,6 +830,9 @@ type Query {
     Thread is public within an instance, so no need to check for ownership.
   """
   threadMessages(threadId: ID!, after: String, before: String, first: Int, last: Int): MessageConnection!
+  "Read pages by page IDs."
+  pages(ids: [ID!], after: String, before: String, first: Int, last: Int): PageConnection!
+  pageSections(pageId: ID!, after: String, before: String, first: Int, last: Int): SectionConnection!
   customWebDocuments(ids: [ID!], after: String, before: String, first: Int, last: Int): CustomDocumentConnection!
   presetWebDocuments(ids: [ID!], after: String, before: String, first: Int, last: Int, isActive: Boolean): PresetDocumentConnection!
   "List user groups."
@@ -834,6 +879,25 @@ type RepositoryGrepOutput {
   elapsedMs: Int!
 }
 
+type Section {
+  id: ID!
+  pageId: ID!
+  title: String!
+  content: String!
+  createdAt: DateTime!
+  updatedAt: DateTime!
+}
+
+type SectionConnection {
+  edges: [SectionEdge!]!
+  pageInfo: PageInfo!
+}
+
+type SectionEdge {
+  node: Section!
+  cursor: String!
+}
+
 type SecuritySetting {
   allowedRegisterDomainList: [String!]!
   disableClientSideTelemetry: Boolean!