Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Speed up interface checking and casting #49257

Merged
merged 5 commits into from
Mar 7, 2021
Merged
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -2,11 +2,10 @@
// The .NET Foundation licenses this file to you under the MIT license.

using System.Diagnostics;
using Internal.Runtime.CompilerServices;
using System.Runtime.InteropServices;
using System.Threading;
using System.Runtime.Intrinsics;
using System.Runtime.Intrinsics.X86;

using Internal.Runtime.CompilerServices;

namespace System.Runtime.CompilerServices
{
Expand Down Expand Up @@ -207,34 +206,57 @@ private static CastResult TryGet(nuint source, nuint target)
[DebuggerStepThrough]
private static object? IsInstanceOfInterface(void* toTypeHnd, object? obj)
{
const int unrollSize = 4;

if (obj != null)
{
MethodTable* mt = RuntimeHelpers.GetMethodTable(obj);
nuint interfaceCount = mt->InterfaceCount;
nint interfaceCount = mt->InterfaceCount;
if (interfaceCount != 0)
{
MethodTable** interfaceMap = mt->InterfaceMap;
for (nuint i = 0; ; i += 4)
if (interfaceCount < unrollSize)
{
if (interfaceMap[i + 0] == toTypeHnd)
goto done;
if (--interfaceCount == 0)
break;
if (interfaceMap[i + 1] == toTypeHnd)
goto done;
if (--interfaceCount == 0)
break;
if (interfaceMap[i + 2] == toTypeHnd)
goto done;
if (--interfaceCount == 0)
break;
if (interfaceMap[i + 3] == toTypeHnd)
// If not enough for unrolled, jmp straight to small loop
// as we already know there is one or more interfaces so don't need to check again.
goto few;
}

do
{
if (interfaceMap[0] == toTypeHnd ||
interfaceMap[1] == toTypeHnd ||
interfaceMap[2] == toTypeHnd ||
interfaceMap[3] == toTypeHnd)
benaadams marked this conversation as resolved.
Show resolved Hide resolved
{
goto done;
if (--interfaceCount == 0)
break;
}

interfaceMap += unrollSize;
interfaceCount -= unrollSize;
} while (interfaceCount >= unrollSize);

if (interfaceCount == 0)
{
// If none remaining, skip the short loop
goto extra;
}

few:
do
{
if (interfaceMap[0] == toTypeHnd)
{
goto done;
}

// Assign next offset
interfaceMap++;
interfaceCount--;
} while (interfaceCount > 0);
}

extra:
if (mt->NonTrivialInterfaceCast)
{
goto slowPath;
Expand Down Expand Up @@ -374,35 +396,60 @@ private static CastResult TryGet(nuint source, nuint target)
[DebuggerStepThrough]
private static object? ChkCastInterface(void* toTypeHnd, object? obj)
{
const int unrollSize = 4;

if (obj != null)
{
MethodTable* mt = RuntimeHelpers.GetMethodTable(obj);
nuint interfaceCount = mt->InterfaceCount;
nint interfaceCount = mt->InterfaceCount;
if (interfaceCount == 0)
{
goto slowPath;
}

MethodTable** interfaceMap = mt->InterfaceMap;
for (nuint i = 0; ; i += 4)
if (interfaceCount < unrollSize)
{
if (interfaceMap[i + 0] == toTypeHnd)
goto done;
if (--interfaceCount == 0)
goto slowPath;
if (interfaceMap[i + 1] == toTypeHnd)
goto done;
if (--interfaceCount == 0)
goto slowPath;
if (interfaceMap[i + 2] == toTypeHnd)
goto done;
if (--interfaceCount == 0)
goto slowPath;
if (interfaceMap[i + 3] == toTypeHnd)
// If not enough for unrolled, jmp straight to small loop
// as we already know there is one or more interfaces so don't need to check again.
goto few;
Copy link
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

If interface table is allocated as 4 elements aligned and zero-filled, we could remove the "few" case entirely. At least in Chk case which is expected to succeed.
That would come with size increase though, so does not seem worth it.

}

do
{
if (interfaceMap[0] == toTypeHnd ||
interfaceMap[1] == toTypeHnd ||
interfaceMap[2] == toTypeHnd ||
interfaceMap[3] == toTypeHnd)
{
goto done;
if (--interfaceCount == 0)
goto slowPath;
}

// Assign next offset
interfaceMap += unrollSize;
interfaceCount -= unrollSize;
} while (interfaceCount >= unrollSize);

if (interfaceCount == 0)
{
// If none remaining, skip the short loop
goto slowPath;
}

few:
do
{
if (interfaceMap[0] == toTypeHnd)
{
goto done;
}

// Assign next offset
interfaceMap++;
interfaceCount--;
} while (interfaceCount > 0);

goto slowPath;
}

done:
Expand Down