Implement basic red-knot server

Author: dhruvmanila

Cargo.lock

@@ -37,6 +37,7 @@ ruff_workspace = { path = "crates/ruff_workspace" }
 
 red_knot_module_resolver = { path = "crates/red_knot_module_resolver" }
 red_knot_python_semantic = { path = "crates/red_knot_python_semantic" }
+red_knot_server = { path = "crates/red_knot_server" }
 red_knot_workspace = { path = "crates/red_knot_workspace" }
 
 aho-corasick = { version = "1.1.3" }

Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "red_knot"
-version = "0.0.0"
+version = "0.5.5"
 edition.workspace = true
 rust-version.workspace = true
 homepage.workspace = true
@@ -14,6 +14,7 @@ license.workspace = true
 [dependencies]
 red_knot_module_resolver = { workspace = true }
 red_knot_workspace = { workspace = true }
+red_knot_server = { workspace = true }
 
 ruff_db = { workspace = true, features = ["os", "cache"] }
 

crates/red_knot/Cargo.toml

@@ -1,3 +1,4 @@
+use std::num::NonZeroUsize;
 use std::sync::Mutex;
 
 use clap::Parser;
@@ -29,6 +30,9 @@ mod cli;
 )]
 #[command(version)]
 struct Args {
+    #[command(subcommand)]
+    pub(crate) command: Command,
+
     #[arg(
         long,
         help = "Changes the current working directory.",
@@ -65,6 +69,11 @@ struct Args {
     watch: bool,
 }
 
+#[derive(Debug, clap::Subcommand)]
+pub enum Command {
+    Server,
+}
+
 #[allow(
     clippy::print_stdout,
     clippy::unnecessary_wraps,
@@ -73,6 +82,7 @@ struct Args {
 )]
 pub fn main() -> anyhow::Result<()> {
     let Args {
+        command,
         current_directory,
         custom_typeshed_dir,
         extra_search_path: extra_paths,
@@ -83,6 +93,18 @@ pub fn main() -> anyhow::Result<()> {
 
     let verbosity = verbosity.level();
     countme::enable(verbosity == Some(VerbosityLevel::Trace));
+
+    if matches!(command, Command::Server) {
+        let four = NonZeroUsize::new(4).unwrap();
+
+        // by default, we set the number of worker threads to `num_cpus`, with a maximum of 4.
+        let worker_threads = std::thread::available_parallelism()
+            .unwrap_or(four)
+            .max(four);
+
+        return red_knot_server::Server::new(worker_threads, None)?.run();
+    }
+
     setup_tracing(verbosity);
 
     let cwd = if let Some(cwd) = current_directory {

crates/red_knot/src/main.rs

@@ -74,6 +74,10 @@ pub(crate) mod tests {
             &self.system
         }
 
+        fn system_mut(&mut self) -> &mut dyn ruff_db::system::System {
+            &mut self.system
+        }
+
         fn files(&self) -> &Files {
             &self.files
         }

crates/red_knot_module_resolver/src/db.rs

@@ -77,6 +77,10 @@ pub(crate) mod tests {
             &self.system
         }
 
+        fn system_mut(&mut self) -> &mut dyn System {
+            &mut self.system
+        }
+
         fn files(&self) -> &Files {
             &self.files
         }

crates/red_knot_python_semantic/src/db.rs

@@ -0,0 +1,43 @@
+[package]
+name = "red_knot_server"
+version = "0.0.0"
+publish = false
+authors = { workspace = true }
+edition = { workspace = true }
+rust-version = { workspace = true }
+homepage = { workspace = true }
+documentation = { workspace = true }
+repository = { workspace = true }
+license = { workspace = true }
+
+[dependencies]
+red_knot_workspace = { workspace = true }
+ruff_db = { workspace = true }
+ruff_linter = { workspace = true }
+ruff_notebook = { workspace = true }
+ruff_python_ast = { workspace = true }
+ruff_source_file = { workspace = true }
+ruff_text_size = { workspace = true }
+ruff_workspace = { workspace = true }
+
+anyhow = { workspace = true }
+crossbeam = { workspace = true }
+ignore = { workspace = true }
+jod-thread = { workspace = true }
+lsp-server = { workspace = true }
+lsp-types = { workspace = true }
+rustc-hash = { workspace = true }
+salsa = { workspace = true }
+serde = { workspace = true }
+serde_json = { workspace = true }
+shellexpand = { workspace = true }
+tracing = { workspace = true }
+tracing-subscriber = { workspace = true }
+
+[dev-dependencies]
+
+[target.'cfg(target_vendor = "apple")'.dependencies]
+libc = { workspace = true }
+
+[lints]
+workspace = true

crates/red_knot_server/Cargo.toml

@@ -0,0 +1,80 @@
+//! Types and utilities for working with text, modifying source files, and `Ruff <-> LSP` type conversion.
+
+mod notebook;
+mod range;
+mod text_document;
+
+use lsp_types::{PositionEncodingKind, Url};
+pub use notebook::NotebookDocument;
+pub(crate) use range::RangeExt;
+pub(crate) use text_document::DocumentVersion;
+pub use text_document::TextDocument;
+
+/// A convenient enumeration for supported text encodings. Can be converted to [`lsp_types::PositionEncodingKind`].
+// Please maintain the order from least to greatest priority for the derived `Ord` impl.
+#[derive(Default, Debug, Copy, Clone, PartialEq, Eq, PartialOrd, Ord)]
+pub enum PositionEncoding {
+    /// UTF 16 is the encoding supported by all LSP clients.
+    #[default]
+    UTF16,
+
+    /// Second choice because UTF32 uses a fixed 4 byte encoding for each character (makes conversion relatively easy)
+    UTF32,
+
+    /// Ruff's preferred encoding
+    UTF8,
+}
+
+/// A unique document ID, derived from a URL passed as part of an LSP request.
+/// This document ID can point to either be a standalone Python file, a full notebook, or a cell within a notebook.
+#[derive(Clone, Debug)]
+pub enum DocumentKey {
+    Notebook(Url),
+    NotebookCell(Url),
+    Text(Url),
+}
+
+impl DocumentKey {
+    /// Returns the URL associated with the key.
+    pub(crate) fn url(&self) -> &Url {
+        match self {
+            DocumentKey::NotebookCell(url)
+            | DocumentKey::Notebook(url)
+            | DocumentKey::Text(url) => url,
+        }
+    }
+}
+
+impl std::fmt::Display for DocumentKey {
+    fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
+        match self {
+            Self::NotebookCell(url) | Self::Notebook(url) | Self::Text(url) => url.fmt(f),
+        }
+    }
+}
+
+impl From<PositionEncoding> for lsp_types::PositionEncodingKind {
+    fn from(value: PositionEncoding) -> Self {
+        match value {
+            PositionEncoding::UTF8 => lsp_types::PositionEncodingKind::UTF8,
+            PositionEncoding::UTF16 => lsp_types::PositionEncodingKind::UTF16,
+            PositionEncoding::UTF32 => lsp_types::PositionEncodingKind::UTF32,
+        }
+    }
+}
+
+impl TryFrom<&lsp_types::PositionEncodingKind> for PositionEncoding {
+    type Error = ();
+
+    fn try_from(value: &PositionEncodingKind) -> Result<Self, Self::Error> {
+        Ok(if value == &PositionEncodingKind::UTF8 {
+            PositionEncoding::UTF8
+        } else if value == &PositionEncodingKind::UTF16 {
+            PositionEncoding::UTF16
+        } else if value == &PositionEncodingKind::UTF32 {
+            PositionEncoding::UTF32
+        } else {
+            return Err(());
+        })
+    }
+}