Skip to content
This repository has been archived by the owner on Jan 23, 2023. It is now read-only.

Commit

Permalink
Add perf test
Browse files Browse the repository at this point in the history
  • Loading branch information
AndyAyersMS committed Sep 26, 2017
1 parent 01f61a3 commit 73e95bb
Show file tree
Hide file tree
Showing 2 changed files with 247 additions and 0 deletions.
Original file line number Diff line number Diff line change
@@ -0,0 +1,207 @@
// Licensed to the .NET Foundation under one or more agreements.
// The .NET Foundation licenses this file to you under the MIT license.
// See the LICENSE file in the project root for more information.

using Microsoft.Xunit.Performance;
using System;
using System.Collections.Generic;
using System.Runtime.CompilerServices;
using Xunit;

[assembly: OptimizeForBenchmarks]

// Performance tests for optimizations related to EqualityComparer<T>.Default

namespace Devirtualization
{
public class EqualityComparerFixture<T> where T : IEquatable<T>
{
IEqualityComparer<T> comparer;

public EqualityComparerFixture(IEqualityComparer<T> customComparer = null)
{
comparer = customComparer ?? EqualityComparer<T>.Default;
}

// Baseline method showing unoptimized performance
[MethodImpl(MethodImplOptions.NoOptimization | MethodImplOptions.NoInlining)]
public bool CompareNoOpt(ref T a, ref T b)
{
return EqualityComparer<T>.Default.Equals(a, b);
}

// The code this method invokes should be well-optimized
[MethodImpl(MethodImplOptions.NoInlining)]
public bool Compare(ref T a, ref T b)
{
return EqualityComparer<T>.Default.Equals(a, b);
}

// This models how Dictionary uses a comparer. We're not
// yet able to optimize such cases.
[MethodImpl(MethodImplOptions.NoInlining)]
public bool CompareCached(ref T a, ref T b)
{
return comparer.Equals(a, b);
}

private static IEqualityComparer<T> Wrapped()
{
return EqualityComparer<T>.Default;
}

// We would need enhancements to late devirtualization
// to optimize this case.
[MethodImpl(MethodImplOptions.NoInlining)]
public bool CompareWrapped(ref T x, ref T y)
{
return Wrapped().Equals(x, y);
}

public bool BenchCompareNoOpt(ref T t, long count)
{
bool result = true;
for (int i = 0; i < count; i++)
{
result &= CompareNoOpt(ref t, ref t);
}
return result;
}

public bool BenchCompare(ref T t, long count)
{
bool result = true;
for (int i = 0; i < count; i++)
{
result &= Compare(ref t, ref t);
}
return result;
}

public bool BenchCompareCached(ref T t, long count)
{
bool result = true;
for (int i = 0; i < count; i++)
{
result &= CompareCached(ref t, ref t);
}
return result;
}

public bool BenchCompareWrapped(ref T t, long count)
{
bool result = true;
for (int i = 0; i < count; i++)
{
result &= CompareWrapped(ref t, ref t);
}
return result;
}
}

public class EqualityComparer
{

#if DEBUG
public const int Iterations = 1;
#else
public const int Iterations = 150 * 1000 * 1000;
#endif

public enum E
{
RED = 1,
BLUE = 2
}

[MethodImpl(MethodImplOptions.NoInlining)]
static void Consume(bool b) { }

[Benchmark(InnerIterationCount = Iterations)]
public static void ValueTupleCompareNoOpt()
{
var valueTupleFixture = new EqualityComparerFixture<ValueTuple<byte, E, int>>();
var v0 = new ValueTuple<byte, E, int>(3, E.RED, 11);
var result = true;

foreach (var iteration in Benchmark.Iterations)
{
using (iteration.StartMeasurement())
{
result &= valueTupleFixture.BenchCompareNoOpt(ref v0, Benchmark.InnerIterationCount);
}
}

Consume(result);
}

[Benchmark(InnerIterationCount = Iterations)]
public static void ValueTupleCompare()
{
var valueTupleFixture = new EqualityComparerFixture<ValueTuple<byte, E, int>>();
var v0 = new ValueTuple<byte, E, int>(3, E.RED, 11);
var result = true;

foreach (var iteration in Benchmark.Iterations)
{
using (iteration.StartMeasurement())
{
result &= valueTupleFixture.BenchCompare(ref v0, Benchmark.InnerIterationCount);
}
}

Consume(result);
}

[Benchmark(InnerIterationCount = Iterations)]
public static void ValueTupleCompareCached()
{
var valueTupleFixture = new EqualityComparerFixture<ValueTuple<byte, E, int>>();
var v0 = new ValueTuple<byte, E, int>(3, E.RED, 11);
var result = true;

foreach (var iteration in Benchmark.Iterations)
{
using (iteration.StartMeasurement())
{
result &= valueTupleFixture.BenchCompareCached(ref v0, Benchmark.InnerIterationCount);
}
}

Consume(result);
}

[Benchmark(InnerIterationCount = Iterations)]
public static void ValueTupleCompareWrapped()
{
var valueTupleFixture = new EqualityComparerFixture<ValueTuple<byte, E, int>>();
var v0 = new ValueTuple<byte, E, int>(3, E.RED, 11);
var result = true;

foreach (var iteration in Benchmark.Iterations)
{
using (iteration.StartMeasurement())
{
result &= valueTupleFixture.BenchCompareWrapped(ref v0, Benchmark.InnerIterationCount);
}
}

Consume(result);
}

public static int Main()
{
var valueTupleFixture = new EqualityComparerFixture<ValueTuple<byte, E, int>>();
var v0 = new ValueTuple<byte, E, int>(3, E.RED, 11);

bool vtCompare = valueTupleFixture.Compare(ref v0, ref v0);
bool vtCompareNoOpt = valueTupleFixture.CompareNoOpt(ref v0, ref v0);
bool vtCompareCached = valueTupleFixture.CompareCached(ref v0, ref v0);
bool vtCompareWrapped = valueTupleFixture.CompareWrapped(ref v0, ref v0);

bool vtOk = vtCompare & vtCompareNoOpt & vtCompareCached & vtCompareWrapped;

return vtOk ? 100 : 0;
}
}
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,40 @@
<?xml version="1.0" encoding="utf-8"?>
<Project ToolsVersion="12.0" DefaultTargets="Build" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
<Import Project="$([MSBuild]::GetDirectoryNameOfFileAbove($(MSBuildThisFileDirectory), dir.props))\dir.props" />
<PropertyGroup>
<Configuration Condition=" '$(Configuration)' == '' ">Debug</Configuration>
<Platform Condition=" '$(Platform)' == '' ">AnyCPU</Platform>
<SchemaVersion>2.0</SchemaVersion>
<ProjectGuid>{C1BFD48A-A83F-4767-8EB2-3E2C50906681}</ProjectGuid>
<OutputType>Exe</OutputType>
<ProjectTypeGuids>{786C830F-07A1-408B-BD7F-6EE04809D6DB};{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}</ProjectTypeGuids>
<SolutionDir Condition="$(SolutionDir) == '' Or $(SolutionDir) == '*Undefined*'">..\..\</SolutionDir>
<NuGetTargetMoniker>.NETStandard,Version=v1.4</NuGetTargetMoniker>
<NuGetTargetMonikerShort>netstandard1.4</NuGetTargetMonikerShort>
</PropertyGroup>
<!-- Default configurations to help VS understand the configurations -->
<PropertyGroup Condition=" '$(Configuration)|$(Platform)' == 'Debug|AnyCPU' ">
<DebugType>pdbonly</DebugType>
<Optimize>true</Optimize>
</PropertyGroup>
<PropertyGroup Condition=" '$(Configuration)|$(Platform)' == 'Release|AnyCPU' ">
<DebugType>pdbonly</DebugType>
<Optimize>true</Optimize>
</PropertyGroup>
<ItemGroup>
<CodeAnalysisDependentAssemblyPaths Condition=" '$(VS100COMNTOOLS)' != '' " Include="$(VS100COMNTOOLS)..\IDE\PrivateAssemblies">
<Visible>False</Visible>
</CodeAnalysisDependentAssemblyPaths>
</ItemGroup>
<ItemGroup>
<Service Include="{82A7F48D-3B50-4B1E-B82E-3ADA8210C358}" />
</ItemGroup>
<ItemGroup>
<Compile Include="DefaultEqualityComparerPerf.cs" />
</ItemGroup>
<Import Project="$([MSBuild]::GetDirectoryNameOfFileAbove($(MSBuildThisFileDirectory), dir.targets))\dir.targets" />
<PropertyGroup Condition=" '$(MsBuildProjectDirOverride)' != '' "></PropertyGroup>
<PropertyGroup>
<ProjectAssetsFile>$(JitPackagesConfigFileDirectory)benchmark\obj\project.assets.json</ProjectAssetsFile>
</PropertyGroup>
</Project>

0 comments on commit 73e95bb

Please sign in to comment.