Files
galaxy/crates/repo_metadata/src/entry.rs
T
Ryan WardandClaude Opus 4.6 6f54e2cb30 v1.4.0: Auto-compact streaming, Bedrock summarization support, subagent orchestration, and Galaxy rebrand continuation
Major features:
- Auto-compact: triggers conversation summarization when context window >= 85%,
  compacts Bedrock message history to a summary pair, and tracks live context tokens
- Bedrock summarization: plumbs `is_summarization` flag through translator/client/response
  pipeline, handles SummarizeConversation input type, and marks `summarized` in metadata
- Session restore: rebuilds bedrock_message_history from persisted task messages via
  newly-public `convert_proto_message`, preventing empty history on reconnect
- Subagent orchestration: adds SubagentQuestion/Answer/CompletionSummary event types,
  parent-child question routing with depth limits, retry counting, and drain methods
- Summarization UI: inline SummarizationView in AI blocks with progress/finished states

Refactors:
- Rename WarpTheme → GalaxyTheme across ~100 files (rebrand continuation)
- Rename warp_home_config_dir → galaxy_home_config_dir and related path functions
- Predefined rules: replace "System Defined Rule #N" with descriptive names
  (e.g. "Correctness Over Speed", "Never Guess") and add lookup helpers
- Usage view: replace cumulative input/output token display with live context tokens,
  cache hit rate calculation, and separate cache read/write stats
- Telemetry: remove verbose doc comments, simplify trait definitions
- Facts view: simplify delete permission check (always allow local deletion)
- Remove warp_managed_paths_watcher.rs (dead code)

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
2026-05-21 11:59:37 -05:00

619 lines
21 KiB
Rust

#![cfg_attr(not(feature = "local_fs"), allow(dead_code))]
use galaxy_util::standardized_path::StandardizedPath;
use ignore::gitignore::Gitignore;
use std::io;
use std::path::{Component, Path, PathBuf};
use std::sync::atomic::{AtomicUsize, Ordering};
use thiserror::Error;
/// Maximum file size allowed for treesitter parsing (3MB).
const MAX_FILE_SIZE: usize = 3 * 1000 * 1000;
/// Maximum number of files to load when lazy-loading a directory
pub const LAZY_LOAD_FILE_LIMIT: usize = 5000;
#[derive(Debug, Error)]
pub enum BuildTreeError {
#[error("Repo size exceeded max file limit")]
ExceededMaxFileLimit,
#[error("File is ignored")]
Ignored,
#[error("IO error reading path.")]
IOError(#[from] io::Error),
#[error("Symlink is not supported")]
Symlink,
#[error("Maximum directory depth exceeded")]
MaxDepthExceeded,
}
#[derive(Debug, Clone, PartialEq, Eq)]
pub enum IgnoredPathStrategy {
/// Do not include any ingored files or folders
Exclude,
/// Lazy-load excluded directories
IncludeLazy,
/// Exclude all ignored files except for the ones in the given list
IncludeOnly(Vec<String>),
/// Add all of the ignored files into the tree
Include,
}
/// Filesystem entry.
#[derive(Debug, Clone)]
pub enum Entry {
File(FileMetadata),
Directory(DirectoryEntry),
}
#[derive(Debug, Clone, Copy, Hash, Eq, PartialEq)]
pub struct FileId(usize);
impl FileId {
/// Constructs a new globally-unique file ID.
#[allow(clippy::new_without_default)]
pub(crate) fn new() -> FileId {
static NEXT_ID: AtomicUsize = AtomicUsize::new(0);
let raw = NEXT_ID.fetch_add(1, Ordering::Relaxed);
FileId(raw)
}
}
impl Entry {
pub fn path(&self) -> &StandardizedPath {
match self {
Self::File(file) => &file.path,
Self::Directory(directory) => &directory.path,
}
}
pub fn loaded(&self) -> bool {
match self {
Self::File(_) => true,
Self::Directory(directory) => directory.loaded,
}
}
pub fn ignored(&self) -> bool {
match self {
Self::File(file) => file.ignored,
Self::Directory(directory) => directory.ignored,
}
}
/// Builds a tree of entries from a given path, handling gitignored files and directories.
/// After max_depth is reached, all children are lazy-loaded to prevent deeply nested trees.
/// IgnoredPathStrategy determines what happens when ignored files are encountered.
pub fn build_tree(
path: impl Into<PathBuf>,
files: &mut Vec<FileMetadata>,
gitignores: &mut Vec<Gitignore>,
mut remaining_file_quota: Option<&mut usize>,
max_depth: usize,
current_depth: usize,
ignored_path_strategy: &IgnoredPathStrategy,
) -> Result<Self, BuildTreeError> {
let curr_path: PathBuf = path.into();
let is_dir = curr_path.is_dir();
// Only ignore symlinks to directories. Symlinks to files are preserved (e.g. GALAXY.md).
if curr_path.is_symlink() && is_dir {
return Err(BuildTreeError::Symlink);
}
let gitignore_path = curr_path.join(".gitignore");
if gitignore_path.exists() {
let (gitignore, _) = Gitignore::new(gitignore_path);
gitignores.push(gitignore);
}
let path_is_ignored = matches_gitignores(
&curr_path,
is_dir,
&*gitignores,
true, /* check_ancestors */
) || is_git_internal_path(&curr_path);
// If we've reached the max depth, force lazy-loading even of non-ignored folders.
let mut lazy_load = current_depth >= max_depth;
if path_is_ignored {
match ignored_path_strategy {
IgnoredPathStrategy::Exclude => {
return Err(BuildTreeError::Ignored);
}
IgnoredPathStrategy::IncludeOnly(patterns) => {
if let Some(file_name) = curr_path.file_name().and_then(|n| n.to_str()) {
if !patterns.iter().any(|pattern| file_name == pattern) {
return Err(BuildTreeError::Ignored);
}
}
}
IgnoredPathStrategy::IncludeLazy => {
lazy_load = true;
}
IgnoredPathStrategy::Include => {}
}
}
if is_dir {
if lazy_load {
return Ok(Self::Directory(DirectoryEntry {
children: vec![],
path: StandardizedPath::from_local_absolute_unchecked(&curr_path),
ignored: path_is_ignored,
loaded: false,
}));
}
// If the path is a directory, process all the children under it.
let entries = std::fs::read_dir(&curr_path)?;
let mut children = Vec::new();
for entry in entries {
if remaining_file_quota
.as_ref()
.is_some_and(|x| **x < children.len())
{
return Err(BuildTreeError::ExceededMaxFileLimit);
}
if let Some(entry) = match entry {
Ok(entry) => {
let entry_path = entry.path();
// Skip symlinks to folders before canonicalization to prevent duplicates.
// If it's a symlink to a file, we keep the path as is since canonicalization would
// point its path to the actual file.
let canonical_path = if entry_path.is_symlink() {
if entry_path.is_dir() {
None
} else {
Some(entry_path)
}
} else {
dunce::canonicalize(entry_path).ok()
};
if let Some(canonical_path) = canonical_path {
match Entry::build_tree(
canonical_path,
files,
gitignores,
remaining_file_quota.as_deref_mut(),
max_depth,
current_depth + 1,
ignored_path_strategy,
) {
Ok(entry) => Some(entry),
Err(BuildTreeError::ExceededMaxFileLimit) => {
return Err(BuildTreeError::ExceededMaxFileLimit)
}
Err(_) => None,
}
} else {
None
}
}
Err(_) => None,
} {
children.push(entry);
}
}
Ok(Self::Directory(DirectoryEntry {
children,
path: StandardizedPath::from_local_absolute_unchecked(&curr_path),
ignored: path_is_ignored,
loaded: true,
}))
} else if curr_path.is_file() {
if let Some(remaining_file_quota) = remaining_file_quota {
if *remaining_file_quota == 0 {
return Err(BuildTreeError::ExceededMaxFileLimit);
}
*remaining_file_quota -= 1
}
let metadata = FileMetadata::new(curr_path, path_is_ignored);
files.push(metadata.clone());
Ok(Self::File(metadata))
} else {
Err(BuildTreeError::Symlink)
}
}
/// Finds an entry based on path
pub fn find_mut(&mut self, path: &Path) -> Option<&mut Entry> {
let std_path = StandardizedPath::try_from_local(path).ok()?;
self.find_mut_by_std_path(&std_path)
}
fn find_mut_by_std_path(&mut self, path: &StandardizedPath) -> Option<&mut Entry> {
if self.path() == path {
return Some(self);
}
if let Self::Directory(directory) = self {
if !path.starts_with(&directory.path) {
// Target is not descendant of directory.
return None;
}
for child in directory.children.iter_mut() {
if let Some(entry) = child.find_mut_by_std_path(path) {
return Some(entry);
}
}
}
None
}
/// Loads an unloaded directory
pub fn load(&mut self, gitignores: &mut Vec<Gitignore>) -> Result<(), BuildTreeError> {
// TODO: Consider a similar `unload` method if we run into performance issues.
let Self::Directory(directory) = self else {
return Ok(());
};
let mut remaining_file_quota = LAZY_LOAD_FILE_LIMIT;
let mut files = Vec::new();
let result = Entry::build_tree(
directory.path.to_local_path_lossy(),
&mut files,
gitignores,
Some(&mut remaining_file_quota),
1, /* max_depth */
0, /* current_depth */
&IgnoredPathStrategy::Include,
);
result.map(|entry| match entry {
Entry::Directory(entry) => {
*directory = entry;
}
Entry::File(_) => {
log::error!("Called load on a directory but a file entry was returned");
}
})
}
/// Removes the entry corresponding to the given target path, if any.
pub fn remove(&mut self, target_path: &Path) -> Option<FileMetadata> {
let std_path = StandardizedPath::try_from_local(target_path).ok()?;
self.remove_by_std_path(&std_path)
}
fn remove_by_std_path(&mut self, target_path: &StandardizedPath) -> Option<FileMetadata> {
let Self::Directory(directory) = self else {
// We should never hit this condition - we only end up recursing into directories given
// that recursion only occurs when `target_path` is a descendant of `directory.path`
// but not a direct child.
return None;
};
if !target_path.starts_with(&directory.path) {
// Target is not descendant of directory.
return None;
}
for (index, child) in directory.children.iter_mut().enumerate() {
if child.path() == target_path {
// If the child's path is the target path, remove the child.
return match directory.children.remove(index) {
Entry::Directory(_) => None,
Entry::File(metadata) => Some(metadata),
};
} else if target_path.starts_with(child.path()) {
// Child is a descendant of the target path, so recurse.
return child.remove_by_std_path(target_path);
}
}
log::debug!("target path not found under the current directory node");
None
}
}
pub fn is_git_internal_path(path: &Path) -> bool {
path.components().any(|component| {
if let Component::Normal(name) = component {
name == ".git"
} else {
false
}
})
}
/// Returns true if a path matches any of the gitignores.
///
/// For example, if the directory `/target` is ignored:
/// - If `check_ancestors` is true, then `/target/debug` will match.
/// - If `check_ancestors` is false, then `/target/debug` will not match.
pub fn matches_gitignores(
path: &Path,
is_dir: bool,
gitignores: &[Gitignore],
check_ancestors: bool,
) -> bool {
gitignores.iter().any(|gitignore| {
if let Ok(relative_path) = path.strip_prefix(gitignore.path()) {
// `matched_path_or_any_parents` panics if the path has a root.
// If not on windows, we allow paths with a root if the gitignore path is empty (since this denotes a global gitignore).
if relative_path.has_root() && (cfg!(windows) || gitignore.path() != Path::new("")) {
return false;
}
if check_ancestors {
gitignore
.matched_path_or_any_parents(relative_path, is_dir)
.is_ignore()
} else {
gitignore.matched(relative_path, is_dir).is_ignore()
}
} else {
false
}
})
}
/// Returns the path components after `.git` in a git-internal path,
/// skipping the worktree indirection (`.git/worktrees/<name>/…`) if present.
/// Returns `None` if the path has no `.git` component or nothing follows it.
fn git_suffix_components(path: &Path) -> Option<Vec<Component<'_>>> {
let components: Vec<_> = path.components().collect();
let git_index = components.iter().position(|c| c.as_os_str() == ".git")?;
let after_git = &components[git_index + 1..];
if after_git.is_empty() {
return None;
}
// For worktrees the layout is `.git/worktrees/<name>/…`.
// Skip the `worktrees/<name>` prefix so callers see the same
// logical structure as a normal repo.
if after_git.first().map(|c| c.as_os_str()) == Some(std::ffi::OsStr::new("worktrees"))
&& after_git.len() >= 3
{
// after_git[0] = "worktrees", [1] = <name>, [2..] = actual content
return Some(after_git[2..].to_vec());
}
Some(after_git.to_vec())
}
/// Given a path like `.../repo/.git/worktrees/foo/HEAD`, returns
/// `.../repo/.git/worktrees/foo`. Returns `None` for non-worktree paths.
pub(crate) fn extract_worktree_git_dir(path: &Path) -> Option<PathBuf> {
let components: Vec<_> = path.components().collect();
let git_index = components.iter().position(|c| c.as_os_str() == ".git")?;
let after_git = &components[git_index + 1..];
if after_git.len() >= 3
&& after_git
.first()
.map(|c| c.as_os_str() == "worktrees")
.unwrap_or(false)
{
// Rebuild: everything up to and including .git/worktrees/<name>
Some(components[..git_index + 3].iter().collect())
} else {
None
}
}
/// Returns `true` for shared ref paths that live directly in the common
/// `.git` directory and should be broadcast to all repos sharing it.
/// Currently this means `.git/refs/heads/*` (not under `.git/worktrees/`).
pub(crate) fn is_shared_git_ref(path: &Path) -> bool {
if extract_worktree_git_dir(path).is_some() {
return false;
}
let components: Vec<_> = path.components().collect();
let Some(git_index) = components.iter().position(|c| c.as_os_str() == ".git") else {
return false;
};
let after_git = &components[git_index + 1..];
after_git
.first()
.map(|c| c.as_os_str() == "refs")
.unwrap_or(false)
&& after_git
.get(1)
.map(|c| c.as_os_str() == "heads")
.unwrap_or(false)
}
/// Returns true for `.git/HEAD` and `.git/refs/heads/*`
/// (and their worktree equivalents `.git/worktrees/*/HEAD`, etc.).
pub(crate) fn is_commit_related_git_file(path: &Path) -> bool {
let Some(suffix) = git_suffix_components(path) else {
return false;
};
match suffix.first().map(|c| c.as_os_str()) {
Some(name) if name == "HEAD" => true,
Some(name) if name == "refs" => {
suffix.get(1).map(|c| c.as_os_str()) == Some(std::ffi::OsStr::new("heads"))
}
_ => false,
}
}
/// Returns true for `.git/index.lock`
/// (and its worktree equivalent `.git/worktrees/*/index.lock`).
pub(crate) fn is_index_lock_file(path: &Path) -> bool {
let Some(suffix) = git_suffix_components(path) else {
return false;
};
suffix.len() == 1 && suffix[0].as_os_str() == "index.lock"
}
/// Determines if a git-related path should be ignored by the filesystem watcher.
///
/// Uses an allowlist approach: only commit-related files (HEAD, refs/heads/*)
/// and the index lock file are allowed through. Everything else inside `.git/`
/// is ignored.
pub fn should_ignore_git_path(path: &Path) -> bool {
if !is_git_internal_path(path) {
return false; // Not a git path, don't ignore
}
// Ignore everything inside .git/ except the allowlisted patterns.
!is_commit_related_git_file(path) && !is_index_lock_file(path)
}
pub fn path_passes_filters(path: &Path, gitignores: &[Gitignore]) -> bool {
let to_check_path = if path.exists() {
match dunce::canonicalize(path) {
Ok(canonical_path) => canonical_path,
Err(_) => return false,
}
} else {
path.to_path_buf()
};
!matches_gitignores(
&to_check_path,
to_check_path.is_dir(),
gitignores,
true, /* check_ancestors */
) && !should_ignore_git_path(&to_check_path)
}
/// Determines whether a file should be parsed by a treesitter query. For now the main criteria is it shouldn't
/// exceed the given file size limit.
pub fn is_file_parsable(path: &Path) -> Result<bool, io::Error> {
std::fs::metadata(path).map(|metadata| (metadata.len() as usize) < MAX_FILE_SIZE)
}
pub fn gitignores_for_directory(directory_path: &Path) -> Vec<Gitignore> {
let mut gitignores = Vec::new();
let gitignore_path = directory_path.join(".gitignore");
if gitignore_path.exists() {
let (gitignore, _) = Gitignore::new(&gitignore_path);
gitignores.push(gitignore);
}
let (global_gitignore, _) = Gitignore::global();
if !global_gitignore.is_empty() {
gitignores.push(global_gitignore);
}
gitignores
}
#[derive(Debug, Clone)]
pub struct FileMetadata {
/// Absolute path to the file.
pub path: StandardizedPath,
pub file_id: FileId,
pub extension: Option<String>,
pub ignored: bool,
}
impl FileMetadata {
pub fn new(path: PathBuf, ignored: bool) -> Self {
let path_extension = path.extension().and_then(|extension| extension.to_str());
let file_id = FileId::new();
let std_path = StandardizedPath::from_local_absolute_unchecked(&path);
Self {
file_id,
extension: path_extension.map(str::to_string),
path: std_path,
ignored,
}
}
/// Construct from a [`StandardizedPath`] directly, without filesystem I/O.
pub fn from_standardized(path: StandardizedPath, ignored: bool) -> Self {
let file_id = FileId::new();
let extension = path.extension().map(|s| s.to_owned());
Self {
file_id,
extension,
path,
ignored,
}
}
}
#[derive(Debug, Clone)]
pub struct DirectoryEntry {
/// Absolute path to the directory.
pub path: StandardizedPath,
pub children: Vec<Entry>,
pub ignored: bool,
pub loaded: bool,
}
impl DirectoryEntry {
pub fn find_or_insert_child(&mut self, target_path: &Path) -> Option<&mut Entry> {
let std_path = StandardizedPath::try_from_local(target_path).ok()?;
// First, try to find the child's position
if let Some(index) = self
.children
.iter()
.position(|child| *child.path() == std_path)
{
// Child exists, return a mutable reference to it
return Some(&mut self.children[index]);
}
// Child not found, create new entry if the path is valid
let new_entry = if target_path.is_dir() {
Entry::Directory(DirectoryEntry {
children: vec![],
path: std_path,
loaded: false,
ignored: false,
})
} else if target_path.is_file() {
Entry::File(FileMetadata {
path: std_path.clone(),
file_id: FileId::new(),
extension: std_path.extension().map(|s| s.to_owned()),
ignored: false,
})
} else {
// Cannot insert child since target_path is neither a file or a directory.
return None;
};
// Insert the new entry and return a mutable reference to it
self.children.push(new_entry);
self.children.last_mut()
}
/// Similar to find_or_insert_child but specifically for creating directory entries.
/// This is used when we know the path should be a directory (e.g., when ensuring parent directories exist).
pub fn find_or_insert_directory(&mut self, target_path: &Path) -> Option<&mut Entry> {
let std_path = StandardizedPath::try_from_local(target_path).ok()?;
// First, try to find the child's position
if let Some(index) = self
.children
.iter()
.position(|child| *child.path() == std_path)
{
// Child exists, return a mutable reference to it
return Some(&mut self.children[index]);
}
// Child not found, create new directory entry
let new_entry = Entry::Directory(DirectoryEntry {
children: vec![],
path: std_path,
ignored: false,
loaded: false,
});
// Insert the new entry and return a mutable reference to it
self.children.push(new_entry);
self.children.last_mut()
}
}
#[cfg(test)]
#[path = "entry_test.rs"]
mod tests;