Initial commit

sql/bundle-sqlite.sql

@@ -0,0 +1,31 @@
+-- scienting-bundle/1: the SQLite file a reader, a server or an MCP server reads.
+-- Normative: spec/13-database.md. SQLite only: it uses FTS5.
+-- A bundle holds sql/doc.sql and sql/store.sql, then these tables.
+-- License: CC0-1.0.
+
+CREATE TABLE bundle_meta (
+  name VARCHAR(64) NOT NULL,
+  value TEXT NOT NULL,
+  PRIMARY KEY (name)
+);
+
+-- One row per searchable unit: a sentence, an equation outside a sentence, a cell, or a figure-text item.
+-- `context` is the kind of the sentence's container: paragraph, heading, caption, footnote and so on.
+-- `text` is the normalized plain projection; withheld text is never indexed.
+CREATE VIRTUAL TABLE search USING fts5(
+  doc_key UNINDEXED,
+  node UNINDEXED,
+  unit UNINDEXED,
+  context UNINDEXED,
+  text,
+  tokenize = 'unicode61 remove_diacritics 2'
+);
+
+-- Reserved for embeddings with sqlite-vec; see spec/13-database.md.
+CREATE TABLE embeddings_meta (
+  model VARCHAR(128) NOT NULL,
+  dimensions INTEGER NOT NULL,
+  rights_use VARCHAR(64) NOT NULL,
+  made_at VARCHAR(20) NOT NULL,
+  PRIMARY KEY (model)
+);