using System.Diagnostics;
using XFEToolBox.Client.Core.Search;
namespace XFEToolBox.Test;
public static class ColdFileIndexOptimizationTests
{
[Test]
public static void BroadQueriesReuseSnapshotStorageWithoutRetainingBorrowedResults()
{
const int count = 100_000;
var index = new FileSearchIndex();
index.AddOrUpdate(Enumerable.Range(0, count).Select(number => new FileSearchEntry($@"C:\pooled\file{number:D6}.txt", false)));
var retained = index.Search("file000000").Items.Single();
index.Search("*", limit: 0); // Warm the pool before measuring the steady-state path.
var before = GC.GetAllocatedBytesForCurrentThread();
for (var iteration = 0; iteration < 8; iteration++)
Ensure(index.Search("*", limit: 0).TotalMatches == count, "池化快照返回了缓冲区尾部的旧条目。");
var allocated = GC.GetAllocatedBytesForCurrentThread() - before;
Ensure(allocated < 2_000_000, $"连续宽查询仍在每次分配完整候选快照:{allocated:N0} 字节。");
index.RemovePaths(index.GetEntriesSnapshot().Take(75_000).Select(entry => entry.FullPath));
Ensure(index.Search("*", limit: 0).TotalMatches == 25_000, "清理后池化快照的实际存活数错误。");
index.Clear();
Ensure(index.Search("*", limit: 0).TotalMatches == 0 && retained.Entry.FullPath == @"C:\pooled\file000000.txt",
"归还快照缓冲区改变了已返回结果的所有权。");
Console.WriteLine($"池化宽查询:{count:N0} 项 × 8 次,累计分配 {allocated / 1000d:F1} KB。");
}
[Test]
public static void DirectChildEntriesPreservePathsAndStableValueEquality()
{
foreach (var (parent, name) in new[]
{
(@"C:\", "root.txt"), (@"C:\Work", "中文.txt"),
(@"C:\Case Folder", "MiXeD.cs"), ("/tmp", "report.json"), ("/", "root.md")
})
{
var separator = parent.Contains('/') ? '/' : '\\';
var fullPath = parent.EndsWith(separator) ? parent + name : parent + separator + name;
var original = new FileSearchEntry(fullPath, false);
var hashBeforeReading = original.GetHashCode();
var direct = FileSearchEntry.FromDirectory(fullPath, false, parent, FileSearchEntry.NormalizePath(parent));
Ensure(original == direct && hashBeforeReading == direct.GetHashCode(), "共享父路径改变了条目的值相等语义。");
Ensure(original.Name == direct.Name && original.DirectoryPath == direct.DirectoryPath
&& original.SearchDirectoryPath == direct.SearchDirectoryPath, "共享父路径改变了文件名或目录拼写。");
Ensure(hashBeforeReading == original.GetHashCode(), "读取惰性目录属性改变了哈希值。");
var index = new FileSearchIndex();
index.AddOrUpdate([direct]);
Ensure(index.Search(name).Items.Single().Entry == original, "直接子项加入索引后结果发生改变。");
Ensure(ReferenceEquals(parent, index.GetEntriesSnapshot()[0].DirectoryPath), "索引丢弃了可信扫描器提供的父路径共享。");
}
foreach (var path in new[] { @"C:\", "/", @"C:\folder\\report.txt", "relative.txt", "C:/mixed/path/report.txt" })
{
var entry = new FileSearchEntry(path, false);
Ensure(entry.SearchDirectoryPath == FileSearchEntry.NormalizePath(entry.DirectoryPath),
"目录跨度优化改变了根路径或重复分隔符的规范化。");
}
}
[Test]
public static void RollingGramPostingsMatchRepeatedLettersAndSupplementaryUnicode()
{
var entries = new[]
{
new FileSearchEntry(@"C:\aaaAAA\aaaaaa000000.json", false),
new FileSearchEntry(@"C:\aaaAAA\BAaaaAB.txt", false),
new FileSearchEntry("C:\\Unicode\\\U00010428\U00010428.配置.json", false),
new FileSearchEntry("C:\\Unicode\\\u0131\u017f\u212a.cs", false),
new FileSearchEntry(@"C:\Greek\Δelta.txt", false)
};
var index = new FileSearchIndex();
index.AddOrUpdate(entries);
foreach (var query in new[] { "aa", "aaa", "AAAA", "000", "BAaaa", "\U00010400", "\U00010428", "配置", "δelta", "I", "K", "*", "***", "*.json", "!aaa | ext:cs" })
{
var parsed = FileSearchQuery.Parse(query);
var expected = entries.Where(parsed.Matches).Select(entry => entry.FullPath).Order(StringComparer.OrdinalIgnoreCase).ToArray();
var actual = index.Search(query, limit: entries.Length);
Ensure(actual.TotalMatches == expected.Length
&& actual.Items.Select(match => match.Entry.FullPath).Order(StringComparer.OrdinalIgnoreCase).SequenceEqual(expected),
$"滚动gram、重复ID去重或全匹配快速路径发生语义偏差:{query}。");
}
}
[Test]
public static void ColdBuildKeepsSelectiveAndCancelledBroadSearchResponsive()
{
const int total = 150_000;
var index = new FileSearchIndex();
index.AddOrUpdate([new(@"C:\priority\first_needle.txt", false)]);
var writer = Task.Factory.StartNew(() => index.AddOrUpdate(Enumerable.Range(0, total).Select(number =>
new FileSearchEntry($@"C:\cold\Group{number % 37}\repeated_aaaa_{number:D7}.json", false))),
CancellationToken.None, TaskCreationOptions.LongRunning, TaskScheduler.Default);
var samples = new List<double>();
var broadQueries = 0;
while (!writer.IsCompleted)
{
var watch = Stopwatch.StartNew();
Ensure(index.Search("first_needle").TotalMatches == 1, "后台构建期间已发布条目不可搜索。");
samples.Add(watch.Elapsed.TotalMilliseconds);
using var cancellation = new CancellationTokenSource(TimeSpan.FromMilliseconds(1));
try { index.Search("*", cancellationToken: cancellation.Token); }
catch (OperationCanceledException) { }
broadQueries++;
Thread.Sleep(2);
}
writer.GetAwaiter().GetResult();
Ensure(index.Count == total + 1 && samples.Count > 0 && broadQueries > 0, "并发搜索测试没有覆盖构建过程。");
Ensure(samples.Max() < 2000, "选择性搜索长时间等待后台构建。");
Ensure(index.Search("repeated_aaaa").TotalMatches == total, "重复gram导致索引条目丢失。");
Console.WriteLine($"冷索引与搜索并发:{total:N0} 项,选择性查询最大 {samples.Max():F1} ms,宽查询取消 {broadQueries} 次。");
}
private static void Ensure(bool condition, string message)
{
if (!condition)
throw new InvalidOperationException(message);
}
}
using System.Diagnostics;
using XFEToolBox.Client.Core.Search;
namespace XFEToolBox.Test;
public static class ColdFileIndexOptimizationTests
{
[Test]
public static void BroadQueriesReuseSnapshotStorageWithoutRetainingBorrowedResults()
{
const int count = 100_000;
var index = new FileSearchIndex();
index.AddOrUpdate(Enumerable.Range(0, count).Select(number => new FileSearchEntry($@"C:\pooled\file{number:D6}.txt", false)));
var retained = index.Search("file000000").Items.Single();
index.Search("*", limit: 0); // Warm the pool before measuring the steady-state path.
var before = GC.GetAllocatedBytesForCurrentThread();
for (var iteration = 0; iteration < 8; iteration++)
Ensure(index.Search("*", limit: 0).TotalMatches == count, "池化快照返回了缓冲区尾部的旧条目。");
var allocated = GC.GetAllocatedBytesForCurrentThread() - before;
Ensure(allocated < 2_000_000, $"连续宽查询仍在每次分配完整候选快照:{allocated:N0} 字节。");
index.RemovePaths(index.GetEntriesSnapshot().Take(75_000).Select(entry => entry.FullPath));
Ensure(index.Search("*", limit: 0).TotalMatches == 25_000, "清理后池化快照的实际存活数错误。");
index.Clear();
Ensure(index.Search("*", limit: 0).TotalMatches == 0 && retained.Entry.FullPath == @"C:\pooled\file000000.txt",
"归还快照缓冲区改变了已返回结果的所有权。");
Console.WriteLine($"池化宽查询:{count:N0} 项 × 8 次,累计分配 {allocated / 1000d:F1} KB。");
}
[Test]
public static void DirectChildEntriesPreservePathsAndStableValueEquality()
{
foreach (var (parent, name) in new[]
{
(@"C:\", "root.txt"), (@"C:\Work", "中文.txt"),
(@"C:\Case Folder", "MiXeD.cs"), ("/tmp", "report.json"), ("/", "root.md")
})
{
var separator = parent.Contains('/') ? '/' : '\\';
var fullPath = parent.EndsWith(separator) ? parent + name : parent + separator + name;
var original = new FileSearchEntry(fullPath, false);
var hashBeforeReading = original.GetHashCode();
var direct = FileSearchEntry.FromDirectory(fullPath, false, parent, FileSearchEntry.NormalizePath(parent));
Ensure(original == direct && hashBeforeReading == direct.GetHashCode(), "共享父路径改变了条目的值相等语义。");
Ensure(original.Name == direct.Name && original.DirectoryPath == direct.DirectoryPath
&& original.SearchDirectoryPath == direct.SearchDirectoryPath, "共享父路径改变了文件名或目录拼写。");
Ensure(hashBeforeReading == original.GetHashCode(), "读取惰性目录属性改变了哈希值。");
var index = new FileSearchIndex();
index.AddOrUpdate([direct]);
Ensure(index.Search(name).Items.Single().Entry == original, "直接子项加入索引后结果发生改变。");
Ensure(ReferenceEquals(parent, index.GetEntriesSnapshot()[0].DirectoryPath), "索引丢弃了可信扫描器提供的父路径共享。");
}
foreach (var path in new[] { @"C:\", "/", @"C:\folder\\report.txt", "relative.txt", "C:/mixed/path/report.txt" })
{
var entry = new FileSearchEntry(path, false);
Ensure(entry.SearchDirectoryPath == FileSearchEntry.NormalizePath(entry.DirectoryPath),
"目录跨度优化改变了根路径或重复分隔符的规范化。");
}
}
[Test]
public static void RollingGramPostingsMatchRepeatedLettersAndSupplementaryUnicode()
{
var entries = new[]
{
new FileSearchEntry(@"C:\aaaAAA\aaaaaa000000.json", false),
new FileSearchEntry(@"C:\aaaAAA\BAaaaAB.txt", false),
new FileSearchEntry("C:\\Unicode\\\U00010428\U00010428.配置.json", false),
new FileSearchEntry("C:\\Unicode\\\u0131\u017f\u212a.cs", false),
new FileSearchEntry(@"C:\Greek\Δelta.txt", false)
};
var index = new FileSearchIndex();
index.AddOrUpdate(entries);
foreach (var query in new[] { "aa", "aaa", "AAAA", "000", "BAaaa", "\U00010400", "\U00010428", "配置", "δelta", "I", "K", "*", "***", "*.json", "!aaa | ext:cs" })
{
var parsed = FileSearchQuery.Parse(query);
var expected = entries.Where(parsed.Matches).Select(entry => entry.FullPath).Order(StringComparer.OrdinalIgnoreCase).ToArray();
var actual = index.Search(query, limit: entries.Length);
Ensure(actual.TotalMatches == expected.Length
&& actual.Items.Select(match => match.Entry.FullPath).Order(StringComparer.OrdinalIgnoreCase).SequenceEqual(expected),
$"滚动gram、重复ID去重或全匹配快速路径发生语义偏差:{query}。");
}
}
[Test]
public static void ColdBuildKeepsSelectiveAndCancelledBroadSearchResponsive()
{
const int total = 150_000;
var index = new FileSearchIndex();
index.AddOrUpdate([new(@"C:\priority\first_needle.txt", false)]);
var writer = Task.Factory.StartNew(() => index.AddOrUpdate(Enumerable.Range(0, total).Select(number =>
new FileSearchEntry($@"C:\cold\Group{number % 37}\repeated_aaaa_{number:D7}.json", false))),
CancellationToken.None, TaskCreationOptions.LongRunning, TaskScheduler.Default);
var samples = new List<double>();
var broadQueries = 0;
while (!writer.IsCompleted)
{
var watch = Stopwatch.StartNew();
Ensure(index.Search("first_needle").TotalMatches == 1, "后台构建期间已发布条目不可搜索。");
samples.Add(watch.Elapsed.TotalMilliseconds);
using var cancellation = new CancellationTokenSource(TimeSpan.FromMilliseconds(1));
try { index.Search("*", cancellationToken: cancellation.Token); }
catch (OperationCanceledException) { }
broadQueries++;
Thread.Sleep(2);
}
writer.GetAwaiter().GetResult();
Ensure(index.Count == total + 1 && samples.Count > 0 && broadQueries > 0, "并发搜索测试没有覆盖构建过程。");
Ensure(samples.Max() < 2000, "选择性搜索长时间等待后台构建。");
Ensure(index.Search("repeated_aaaa").TotalMatches == total, "重复gram导致索引条目丢失。");
Console.WriteLine($"冷索引与搜索并发:{total:N0} 项,选择性查询最大 {samples.Max():F1} ms,宽查询取消 {broadQueries} 次。");
}
private static void Ensure(bool condition, string message)
{
if (!condition)
throw new InvalidOperationException(message);
}
}