|
// Licensed to the .NET Foundation under one or more agreements.
// The .NET Foundation licenses this file to you under the MIT license.
// See the LICENSE file in the project root for more information.
using System;
using System.Collections.Generic;
using System.Collections.Immutable;
using System.Diagnostics;
using System.Diagnostics.CodeAnalysis;
using System.Runtime.CompilerServices;
using System.Threading;
using Microsoft.CodeAnalysis.LanguageService;
using Microsoft.CodeAnalysis.PooledObjects;
using Microsoft.CodeAnalysis.Shared.Extensions;
using Microsoft.CodeAnalysis.Shared.Utilities;
using Microsoft.CodeAnalysis.Text;
using Roslyn.Utilities;
namespace Microsoft.CodeAnalysis.FindSymbols;
internal sealed partial class SyntaxTreeIndex
{
// The probability of getting a false positive when calling ContainsIdentifier.
private const double FalsePositiveProbability = 0.0001;
public static readonly ObjectPool<HashSet<string>> StringLiteralHashSetPool = SharedPools.Default<HashSet<string>>();
public static readonly ObjectPool<HashSet<long>> LongLiteralHashSetPool = SharedPools.Default<HashSet<long>>();
/// <summary>
/// String interning table so that we can share many more strings in our DeclaredSymbolInfo
/// buckets. Keyed off a Project instance so that we share all these strings as we create
/// the or load the index items for this a specific Project. This helps as we will generally
/// be creating or loading all the index items for the documents in a Project at the same time.
/// Once this project is let go of (which happens with any solution change) then we'll dump
/// this string table. The table will have already served its purpose at that point and
/// doesn't need to be kept around further.
/// </summary>
private static readonly ConditionalWeakTable<ProjectState, StringTable> s_projectStringTable = new();
private static SyntaxTreeIndex CreateIndex(
ProjectState project, SyntaxNode root, Checksum checksum, CancellationToken _)
{
var syntaxFacts = project.LanguageServices.GetRequiredService<ISyntaxFactsService>();
var ignoreCase = !syntaxFacts.IsCaseSensitive;
var isCaseSensitive = !ignoreCase;
GetIdentifierSet(ignoreCase, out var identifiers, out var escapedIdentifiers);
var stringLiterals = StringLiteralHashSetPool.Allocate();
var longLiterals = LongLiteralHashSetPool.Allocate();
HashSet<(string alias, string name, int arity, bool isGlobal)>? aliasInfo = null;
Dictionary<InterceptsLocationData, TextSpan>? interceptsLocationInfo = null;
var isCSharp = project.Language == LanguageNames.CSharp;
try
{
var containsForEachStatement = false;
var containsLockStatement = false;
var containsUsingStatement = false;
var containsQueryExpression = false;
var containsThisConstructorInitializer = false;
var containsBaseConstructorInitializer = false;
var containsElementAccess = false;
var containsIndexerMemberCref = false;
var containsDeconstruction = false;
var containsAwait = false;
var containsTupleExpressionOrTupleType = false;
var containsImplicitObjectCreation = false;
var containsGlobalSuppressMessageAttribute = false;
var containsConversion = false;
var containsGlobalKeyword = false;
var containsCollectionInitializer = false;
var containsAttribute = false;
var containsDirective = root.ContainsDirectives;
var containsPrimaryConstructorBaseType = false;
var predefinedTypes = (int)PredefinedType.None;
var predefinedOperators = (int)PredefinedOperator.None;
if (syntaxFacts != null)
{
foreach (var current in root.DescendantNodesAndTokensAndSelf(descendIntoTrivia: true))
{
if (current.IsNode)
{
var node = current.AsNode();
Contract.ThrowIfNull(node);
containsForEachStatement = containsForEachStatement || syntaxFacts.IsForEachStatement(node);
containsLockStatement = containsLockStatement || syntaxFacts.IsLockStatement(node);
containsUsingStatement = containsUsingStatement || syntaxFacts.IsUsingStatement(node) || syntaxFacts.IsUsingLocalDeclarationStatement(node);
containsQueryExpression = containsQueryExpression || syntaxFacts.IsQueryExpression(node);
containsElementAccess = containsElementAccess || (syntaxFacts.IsElementAccessExpression(node) || syntaxFacts.IsImplicitElementAccess(node));
containsIndexerMemberCref = containsIndexerMemberCref || syntaxFacts.IsIndexerMemberCref(node);
containsDeconstruction = containsDeconstruction || syntaxFacts.IsDeconstructionAssignment(node)
|| syntaxFacts.IsDeconstructionForEachStatement(node);
containsAwait = containsAwait || syntaxFacts.IsAwaitExpression(node);
containsTupleExpressionOrTupleType = containsTupleExpressionOrTupleType ||
syntaxFacts.IsTupleExpression(node) || syntaxFacts.IsTupleType(node);
containsImplicitObjectCreation = containsImplicitObjectCreation || syntaxFacts.IsImplicitObjectCreationExpression(node);
containsGlobalSuppressMessageAttribute = containsGlobalSuppressMessageAttribute || IsGlobalSuppressMessageAttribute(syntaxFacts, node);
containsConversion = containsConversion || syntaxFacts.IsConversionExpression(node);
containsCollectionInitializer = containsCollectionInitializer || syntaxFacts.IsObjectCollectionInitializer(node);
containsAttribute = containsAttribute || syntaxFacts.IsAttribute(node);
containsPrimaryConstructorBaseType = containsPrimaryConstructorBaseType || syntaxFacts.IsPrimaryConstructorBaseType(node);
TryAddAliasInfo(syntaxFacts, ref aliasInfo, node);
if (isCSharp)
TryAddInterceptsLocationInfo(syntaxFacts, ref interceptsLocationInfo, node);
}
else
{
var token = (SyntaxToken)current;
containsThisConstructorInitializer = containsThisConstructorInitializer || syntaxFacts.IsThisConstructorInitializer(token);
containsBaseConstructorInitializer = containsBaseConstructorInitializer || syntaxFacts.IsBaseConstructorInitializer(token);
containsGlobalKeyword = containsGlobalKeyword || syntaxFacts.IsGlobalNamespaceKeyword(token);
if (syntaxFacts.IsIdentifier(token))
{
var valueText = token.ValueText;
identifiers.Add(valueText);
if (valueText.Length != token.Width())
escapedIdentifiers.Add(valueText);
}
if (syntaxFacts.TryGetPredefinedType(token, out var predefinedType))
{
predefinedTypes |= (int)predefinedType;
}
if (syntaxFacts.TryGetPredefinedOperator(token, out var predefinedOperator))
{
predefinedOperators |= (int)predefinedOperator;
}
if (syntaxFacts.IsStringLiteral(token))
{
stringLiterals.Add(token.ValueText);
}
if (syntaxFacts.IsCharacterLiteral(token))
{
longLiterals.Add((char)token.Value!);
}
if (syntaxFacts.IsNumericLiteral(token))
{
var value = token.Value;
switch (value)
{
case decimal d:
// not supported for now.
break;
case double d:
longLiterals.Add(BitConverter.DoubleToInt64Bits(d));
break;
case float f:
longLiterals.Add(BitConverter.DoubleToInt64Bits(f));
break;
default:
longLiterals.Add(IntegerUtilities.ToInt64(token.Value));
break;
}
}
}
}
}
return new SyntaxTreeIndex(
checksum,
new LiteralInfo(
new BloomFilter(FalsePositiveProbability, stringLiterals, longLiterals)),
new IdentifierInfo(
new BloomFilter(FalsePositiveProbability, isCaseSensitive, identifiers),
new BloomFilter(FalsePositiveProbability, isCaseSensitive, escapedIdentifiers)),
new ContextInfo(
predefinedTypes,
predefinedOperators,
containsForEachStatement,
containsLockStatement,
containsUsingStatement,
containsQueryExpression,
containsThisConstructorInitializer,
containsBaseConstructorInitializer,
containsElementAccess,
containsIndexerMemberCref,
containsDeconstruction,
containsAwait,
containsTupleExpressionOrTupleType,
containsImplicitObjectCreation,
containsGlobalSuppressMessageAttribute,
containsConversion,
containsGlobalKeyword,
containsCollectionInitializer,
containsAttribute,
containsDirective,
containsPrimaryConstructorBaseType),
aliasInfo,
interceptsLocationInfo);
}
finally
{
Free(ignoreCase, identifiers, escapedIdentifiers);
StringLiteralHashSetPool.ClearAndFree(stringLiterals);
LongLiteralHashSetPool.ClearAndFree(longLiterals);
}
}
private static bool IsGlobalSuppressMessageAttribute(ISyntaxFactsService syntaxFacts, SyntaxNode node)
{
if (!syntaxFacts.IsGlobalAttribute(node))
return false;
var name = syntaxFacts.GetNameOfAttribute(node);
if (syntaxFacts.IsQualifiedName(name))
{
syntaxFacts.GetPartsOfQualifiedName(name, out _, out _, out var right);
name = right;
}
if (!syntaxFacts.IsIdentifierName(name))
return false;
var identifier = syntaxFacts.GetIdentifierOfIdentifierName(name);
var identifierName = identifier.ValueText;
return
syntaxFacts.StringComparer.Equals(identifierName, "SuppressMessage") ||
syntaxFacts.StringComparer.Equals(identifierName, nameof(SuppressMessageAttribute));
}
private static void TryAddInterceptsLocationInfo(
ISyntaxFactsService syntaxFacts,
ref Dictionary<InterceptsLocationData, TextSpan>? interceptsLocationInfo,
SyntaxNode node)
{
// Look for methods with attributes of the form:
// [...InterceptsLocationAttribute(versionNumber, "base64EncodedData")...]
//
// We take advantage here that we know exactly the form that GetInterceptsLocationAttributeSyntax produced, and
// we only support that form. In practice, we do not care if people are handcrafting these and choosing to emit
// them in some other format (like aliasing the names, or putting the encoded data in a constant in a separate
// location. We perform the entire analysis syntactically as that's more than sufficient for our needs.
if (!syntaxFacts.IsMethodDeclaration(node))
return;
var attributeLists = syntaxFacts.GetAttributeLists(node);
if (attributeLists.Count == 0)
return;
foreach (var attributeList in attributeLists)
{
foreach (var attribute in syntaxFacts.GetAttributesOfAttributeList(attributeList))
{
syntaxFacts.GetPartsOfAttribute(attribute, out var attributeName, out var argumentList);
if (argumentList is null)
continue;
var arguments = syntaxFacts.GetArgumentsOfAttributeArgumentList(argumentList);
if (arguments.Count != 2)
continue;
var versionArg = syntaxFacts.GetExpressionOfAttributeArgument(arguments[0]);
var dataArg = syntaxFacts.GetExpressionOfAttributeArgument(arguments[1]);
if (!syntaxFacts.IsNumericLiteralExpression(versionArg) || !syntaxFacts.IsStringLiteralExpression(dataArg))
continue;
var numericToken = syntaxFacts.GetTokenOfLiteralExpression(versionArg);
if (numericToken.Value is not int version)
continue;
var dataToken = syntaxFacts.GetTokenOfLiteralExpression(dataArg);
if (dataToken.Value is not string data)
continue;
if (syntaxFacts.IsQualifiedName(attributeName))
{
syntaxFacts.GetPartsOfQualifiedName(attributeName, out _, out _, out var right);
attributeName = right;
}
if (!syntaxFacts.IsIdentifierName(attributeName))
continue;
var identifier = syntaxFacts.GetIdentifierOfIdentifierName(attributeName);
var identifierName = identifier.ValueText;
if (identifierName is not "InterceptsLocationAttribute")
continue;
if (!InterceptsLocationUtilities.TryGetInterceptsLocationData(version, data, out var interceptsLocationData))
continue;
interceptsLocationInfo ??= [];
interceptsLocationInfo[interceptsLocationData] = node.FullSpan;
}
}
}
private static void TryAddAliasInfo(
ISyntaxFactsService syntaxFacts,
ref HashSet<(string alias, string name, int arity, bool isGlobal)>? aliasInfo,
SyntaxNode node)
{
if (!syntaxFacts.IsUsingAliasDirective(node))
return;
syntaxFacts.GetPartsOfUsingAliasDirective(node, out var globalToken, out var alias, out var usingTarget);
// if we have `global using X = Y.Z` then walk down the rhs to pull out 'Z'.
if (syntaxFacts.IsQualifiedName(usingTarget))
{
syntaxFacts.GetPartsOfQualifiedName(usingTarget, out _, out _, out var right);
usingTarget = right;
}
// We'll have either `= ...X` or `= ...X<A, B, C>` now. Pull out the name and arity to put in the index.
if (syntaxFacts.IsSimpleName(usingTarget))
{
syntaxFacts.GetNameAndArityOfSimpleName(usingTarget, out var name, out var arity);
aliasInfo ??= [];
aliasInfo.Add((alias.ValueText, name, arity, isGlobal: globalToken != default));
}
}
public static StringTable GetStringTable(ProjectState project)
=> s_projectStringTable.GetValue(project, static _ => StringTable.GetInstance());
private static void GetIdentifierSet(bool ignoreCase, out HashSet<string> identifiers, out HashSet<string> escapedIdentifiers)
{
if (ignoreCase)
{
identifiers = SharedPools.StringIgnoreCaseHashSet.AllocateAndClear();
escapedIdentifiers = SharedPools.StringIgnoreCaseHashSet.AllocateAndClear();
Debug.Assert(identifiers.Comparer == StringComparer.OrdinalIgnoreCase);
Debug.Assert(escapedIdentifiers.Comparer == StringComparer.OrdinalIgnoreCase);
return;
}
identifiers = SharedPools.StringHashSet.AllocateAndClear();
escapedIdentifiers = SharedPools.StringHashSet.AllocateAndClear();
Debug.Assert(identifiers.Comparer == StringComparer.Ordinal);
Debug.Assert(escapedIdentifiers.Comparer == StringComparer.Ordinal);
}
private static void Free(bool ignoreCase, HashSet<string> identifiers, HashSet<string> escapedIdentifiers)
{
if (ignoreCase)
{
Debug.Assert(identifiers.Comparer == StringComparer.OrdinalIgnoreCase);
Debug.Assert(escapedIdentifiers.Comparer == StringComparer.OrdinalIgnoreCase);
SharedPools.StringIgnoreCaseHashSet.ClearAndFree(identifiers);
SharedPools.StringIgnoreCaseHashSet.ClearAndFree(escapedIdentifiers);
return;
}
Debug.Assert(identifiers.Comparer == StringComparer.Ordinal);
Debug.Assert(escapedIdentifiers.Comparer == StringComparer.Ordinal);
SharedPools.StringHashSet.ClearAndFree(identifiers);
SharedPools.StringHashSet.ClearAndFree(escapedIdentifiers);
}
}
|