Increase search performance using FullTextSearch.

thank you julian <3

Author: Simyon264

Server/Api/ReplayDbContext.cs

@@ -31,6 +31,15 @@ protected override void OnModelCreating(ModelBuilder modelBuilder)
             .HasIndex(p => p.PlayerIcName);
         modelBuilder.Entity<Player>()
             .HasIndex(p => p.PlayerOocName);
+        
+        modelBuilder.Entity<Replay>().
+            HasGeneratedTsVectorColumn(
+                p => p.RoundEndTextSearchVector,
+                "english",
+                r => new { r.RoundEndText }
+                )
+            .HasIndex(r => r.RoundEndTextSearchVector)
+            .HasMethod("GIN");
 
 
         modelBuilder.Entity<Replay>().ToTable("Replays");

Server/Migrations/20240411175015_RoundEndTextFullTextSearch.Designer.cs

@@ -0,0 +1,41 @@
+using Microsoft.EntityFrameworkCore.Migrations;
+using NpgsqlTypes;
+
+#nullable disable
+
+namespace Server.Migrations
+{
+    /// <inheritdoc />
+    public partial class RoundEndTextFullTextSearch : Migration
+    {
+        /// <inheritdoc />
+        protected override void Up(MigrationBuilder migrationBuilder)
+        {
+            migrationBuilder.AddColumn<NpgsqlTsVector>(
+                name: "RoundEndTextSearchVector",
+                table: "Replays",
+                type: "tsvector",
+                nullable: false)
+                .Annotation("Npgsql:TsVectorConfig", "english")
+                .Annotation("Npgsql:TsVectorProperties", new[] { "RoundEndText" });
+
+            migrationBuilder.CreateIndex(
+                name: "IX_Replays_RoundEndTextSearchVector",
+                table: "Replays",
+                column: "RoundEndTextSearchVector")
+                .Annotation("Npgsql:IndexMethod", "GIN");
+        }
+
+        /// <inheritdoc />
+        protected override void Down(MigrationBuilder migrationBuilder)
+        {
+            migrationBuilder.DropIndex(
+                name: "IX_Replays_RoundEndTextSearchVector",
+                table: "Replays");
+
+            migrationBuilder.DropColumn(
+                name: "RoundEndTextSearchVector",
+                table: "Replays");
+        }
+    }
+}

Server/Migrations/20240411175015_RoundEndTextFullTextSearch.cs

@@ -5,6 +5,7 @@
 using Microsoft.EntityFrameworkCore.Infrastructure;
 using Microsoft.EntityFrameworkCore.Storage.ValueConversion;
 using Npgsql.EntityFrameworkCore.PostgreSQL.Metadata;
+using NpgsqlTypes;
 using Server.Api;
 
 #nullable disable
@@ -118,6 +119,13 @@ protected override void BuildModel(ModelBuilder modelBuilder)
                     b.Property<string>("RoundEndText")
                         .HasColumnType("text");
 
+                    b.Property<NpgsqlTsVector>("RoundEndTextSearchVector")
+                        .IsRequired()
+                        .ValueGeneratedOnAddOrUpdate()
+                        .HasColumnType("tsvector")
+                        .HasAnnotation("Npgsql:TsVectorConfig", "english")
+                        .HasAnnotation("Npgsql:TsVectorProperties", new[] { "RoundEndText" });
+
                     b.Property<int?>("RoundId")
                         .HasColumnType("integer");
 
@@ -140,6 +148,10 @@ protected override void BuildModel(ModelBuilder modelBuilder)
 
                     b.HasIndex("Map");
 
+                    b.HasIndex("RoundEndTextSearchVector");
+
+                    NpgsqlIndexBuilderExtensions.HasMethod(b.HasIndex("RoundEndTextSearchVector"), "GIN");
+
                     b.HasIndex("ServerId");
 
                     b.HasIndex("ServerName");

Server/Migrations/ReplayDbContextModelSnapshot.cs

@@ -333,7 +333,8 @@ public static (List<Replay>, int) SearchReplays(SearchMode mode, string query, R
                 queryable = Context.Replays.Where(r => replayIds.Contains(r.Id));
                 break;
             case SearchMode.RoundEndText:
-                queryable = queryable.Where(x => x.RoundEndText != null && x.RoundEndText.ToLower().Contains(query.ToLower()));
+                // ReSharper disable once EntityFramework.UnsupportedServerSideFunctionCall (its lying, this works)
+                queryable = queryable.Where(x => x.RoundEndTextSearchVector.Matches(query));
                 break;
             case SearchMode.ServerName:
                 queryable = queryable.Where(x => x.ServerName != null && x.ServerName.ToLower().Contains(query.ToLower()));

Server/ReplayParser.cs

@@ -1,4 +1,6 @@
-using YamlDotNet.Serialization;
+using System.Text.Json.Serialization;
+using NpgsqlTypes;
+using YamlDotNet.Serialization;
 
 namespace Shared.Models;
 
@@ -37,4 +39,7 @@ public class Replay
     public int UncompressedSize { get; set; }
     [YamlMember(Alias = "endTime")]
     public string EndTime { get; set; }
+    
+    [JsonIgnore]
+    public NpgsqlTsVector RoundEndTextSearchVector { get; set; }
 }