添加项目文件。

TightWiki.Engine.Implementation/Helpers.cs

@@ -0,0 +1,130 @@
+using DuoVia.FuzzyStrings;
+using NTDLS.Helpers;
+using TightWiki.Caching;
+using TightWiki.Engine.Library.Interfaces;
+using TightWiki.Library.Interfaces;
+using TightWiki.Models.DataModels;
+using TightWiki.Repository;
+using static TightWiki.Engine.Library.Constants;
+
+namespace TightWiki.Engine.Implementation
+{
+    public class Helpers
+    {
+        /// <summary>
+        /// Inserts a new page if Page.Id == 0, other wise updates the page. All metadata is written to the database.
+        /// </summary>
+        /// <param name="sessionState"></param>
+        /// <param name="query"></param>
+        /// <param name="page"></param>
+        /// <returns></returns>
+        public static int UpsertPage(ITightEngine wikifier, Page page, ISessionState? sessionState = null)
+        {
+            bool isNewlyCreated = page.Id == 0;
+
+            page.Id = PageRepository.SavePage(page);
+
+            RefreshPageMetadata(wikifier, page, sessionState);
+
+            if (isNewlyCreated)
+            {
+                //This will update the PageId of references that have been saved to the navigation link.
+                PageRepository.UpdateSinglePageReference(page.Navigation, page.Id);
+            }
+
+            return page.Id;
+        }
+
+        /// <summary>
+        /// Rebuilds the page and writes all aspects to the database.
+        /// </summary>
+        /// <param name="sessionState"></param>
+        /// <param name="query"></param>
+        /// <param name="page"></param>
+        public static void RefreshPageMetadata(ITightEngine wikifier, Page page, ISessionState? sessionState = null)
+        {
+            //We omit function calls from the tokenization process because they are too dynamic for static searching.
+            var state = wikifier.Transform(sessionState, page, null,
+                [WikiMatchType.StandardFunction]);
+
+            PageRepository.UpdatePageTags(page.Id, state.Tags);
+            PageRepository.UpdatePageProcessingInstructions(page.Id, state.ProcessingInstructions);
+
+            var pageTokens = ParsePageTokens(state).Select(o =>
+                      new PageToken
+                      {
+                          PageId = page.Id,
+                          Token = o.Token,
+                          DoubleMetaphone = o.DoubleMetaphone,
+                          Weight = o.Weight
+                      }).ToList();
+
+            PageRepository.SavePageSearchTokens(pageTokens);
+
+            PageRepository.UpdatePageReferences(page.Id, state.OutgoingLinks);
+
+            WikiCache.ClearCategory(WikiCacheKey.Build(WikiCache.Category.Page, [page.Id]));
+            WikiCache.ClearCategory(WikiCacheKey.Build(WikiCache.Category.Page, [page.Navigation]));
+        }
+
+        public static List<AggregatedSearchToken> ParsePageTokens(ITightEngineState state)
+        {
+            var parsedTokens = new List<WeightedSearchToken>();
+
+            parsedTokens.AddRange(ComputeParsedPageTokens(state.HtmlResult, 1));
+            parsedTokens.AddRange(ComputeParsedPageTokens(state.Page.Description, 1.2));
+            parsedTokens.AddRange(ComputeParsedPageTokens(string.Join(" ", state.Tags), 1.4));
+            parsedTokens.AddRange(ComputeParsedPageTokens(state.Page.Name, 1.6));
+
+            var aggregatedTokens = parsedTokens.GroupBy(o => o.Token).Select(o => new AggregatedSearchToken
+            {
+                Token = o.Key,
+                DoubleMetaphone = o.Key.ToDoubleMetaphone(),
+                Weight = o.Sum(g => g.Weight)
+            }).ToList();
+
+            return aggregatedTokens;
+        }
+
+        internal static List<WeightedSearchToken> ComputeParsedPageTokens(string content, double weightMultiplier)
+        {
+            var searchConfig = ConfigurationRepository.GetConfigurationEntryValuesByGroupName("Search");
+
+            var exclusionWords = searchConfig?.Value<string>("Word Exclusions")?
+                .Split([',', ';'], StringSplitOptions.RemoveEmptyEntries).Distinct() ?? new List<string>();
+            var strippedContent = Html.StripHtml(content);
+
+            var tokens = strippedContent.Split([' ', '\n', '\t', '-', '_']).ToList();
+
+            if (searchConfig?.Value<bool>("Split Camel Case") == true)
+            {
+                var allSplitTokens = new List<string>();
+
+                foreach (var token in tokens)
+                {
+                    var splitTokens = Text.SplitCamelCase(token);
+                    if (splitTokens.Count > 1)
+                    {
+                        splitTokens.ForEach(t => allSplitTokens.Add(t));
+                    }
+                }
+
+                tokens.AddRange(allSplitTokens);
+            }
+
+            tokens = tokens.ConvertAll(d => d.ToLowerInvariant());
+
+            tokens.RemoveAll(o => exclusionWords.Contains(o));
+
+            var searchTokens = (from w in tokens
+                                group w by w into g
+                                select new WeightedSearchToken
+                                {
+                                    Token = g.Key,
+                                    Weight = g.Count() * weightMultiplier
+                                }).ToList();
+
+            return searchTokens.Where(o => string.IsNullOrWhiteSpace(o.Token) == false).ToList();
+        }
+    }
+}