Delete TreeTokenCodeFile

Author: chidozieononiwu

src/dotnet/APIView/APIView/Model/CodeFile.cs

@@ -2,6 +2,7 @@
 // Licensed under the MIT License.
 
 using APIView;
+using csharp_api_parser.TreeToken;
 using System;
 using System.Collections.Generic;
 using System.IO;
@@ -51,6 +52,8 @@ public string VersionString
         public string CrossLanguagePackageId { get; set; }
 
         public CodeFileToken[] Tokens { get; set; } = Array.Empty<CodeFileToken>();
+        public List<APITreeNode> APIForest { get; set; } = new List<APITreeNode>();
+
 
         public List<CodeFileToken[]> LeafSections { get; set; }
 

src/dotnet/APIView/APIView/Model/TokenTreeModel.cs

@@ -17,6 +17,9 @@ public enum StructuredTokenKind
         Url = 5
     }
 
+    /// <summary>
+    /// Used to represent a APIView token its properties and tags for APIView parsers.
+    /// </summary>
     [JsonObject("st")]
     public class StructuredToken
     {
@@ -76,10 +79,7 @@ public static StructuredToken CreateLineBreakToken()
         public static StructuredToken CreateEmptyToken(string id = null)
         {
             var token = new StructuredToken();
-            if (!string.IsNullOrEmpty(id))
-            {
-                token.Id = id;
-            }
+            token.Id = id;
             token.Kind = StructuredTokenKind.Content;
             return token;
         }

src/dotnet/APIView/APIView/Model/TreeTokenCodeFile.cs

@@ -84,5 +84,6 @@ Serialize the generated code file to JSON. Try to make the json as small as poss
 - LINE_ID_MARKER : You can add a empty token. `Kind = Content` and `Value = ""` then give it an `Id` to make it commentable.
 - EXTERNAL_LINK : Create a single token set `Kind = Url`, `Value = link` then add the link text as a properties `LinkText`;
 - Common Tags: `Deprecated`, `Hidden`, `HideFromNav`, `SkipDiff`
+- Cross Language Id: Use `CrossLangId` as key with value in the node properties.
 
 Please reach out at [APIView Teams Channel](https://teams.microsoft.com/l/channel/19%3A3adeba4aa1164f1c889e148b1b3e3ddd%40thread.skype/APIView?groupId=3e17dcb0-4257-4a30-b843-77f47f1d4121&tenantId=72f988bf-86f1-41af-91ab-2d7cd011db47) if you need more infomation.

tools/apiview/parsers/CONTRIBUTING.md

@@ -65,7 +65,7 @@ private IEnumerable<INamespaceSymbol> EnumerateNamespaces(IAssemblySymbol assemb
             }
         }
 
-        public TreeTokenCodeFile Build(IAssemblySymbol assemblySymbol, bool runAnalysis, List<DependencyInfo>? dependencies)
+        public CodeFile Build(IAssemblySymbol assemblySymbol, bool runAnalysis, List<DependencyInfo>? dependencies)
         {
             _assembly = assemblySymbol;
             var analyzer = new Analyzer();
@@ -104,7 +104,7 @@ public TreeTokenCodeFile Build(IAssemblySymbol assemblySymbol, bool runAnalysis,
             // Sort API Tree by name
             apiTreeNode.SortChildren();
 
-            var treeTokenCodeFile = new TreeTokenCodeFile()
+            var treeTokenCodeFile = new CodeFile()
             {
                 Name = $"{assemblySymbol.Name} ({assemblySymbol.Identity.Version})",
                 Language = "C#",