set some performance test expectations to their current timings on a quad-core machine

old expectations for single-core HT can't be scaled up
This commit is contained in:
peter
2018-01-24 17:31:27 +01:00
parent b88d1e3042
commit ccb1976447
7 changed files with 14 additions and 14 deletions
@@ -125,7 +125,7 @@ public class LightAdvHighlightingPerformanceTest extends LightDaemonAnalyzerTest
}
public void testAThinlet() {
List<HighlightInfo> errors = doTest(2000);
List<HighlightInfo> errors = doTest(8_000);
if (1170 != errors.size()) {
doTest(getFilePath("_hl"), false, false);
fail("Actual: " + errors.size());
@@ -133,7 +133,7 @@ public class LightAdvHighlightingPerformanceTest extends LightDaemonAnalyzerTest
}
public void testAClassLoader() {
List<HighlightInfo> errors = doTest(150);
List<HighlightInfo> errors = doTest(800);
if (92 != errors.size()) {
doTest(getFilePath("_hl"), false, false);
fail("Actual: " + errors.size());
@@ -148,7 +148,7 @@ public class LightAdvHighlightingPerformanceTest extends LightDaemonAnalyzerTest
text.append("}");
configureFromFileText("x.java", text.toString());
List<HighlightInfo> infos = startTest(800);
List<HighlightInfo> infos = startTest(2_500);
assertEmpty(infos);
}
}
@@ -513,7 +513,7 @@ public class ApplicationImplTest extends LightPlatformTestCase {
}
//System.out.println("warming finished");
final int readIterations = 100_000_000;
PlatformTestUtil.startPerformanceTest("RWLock/unlock", 1500, ()-> {
PlatformTestUtil.startPerformanceTest("RWLock/unlock", 13_000, ()-> {
ReadMostlyRWLock lock = new ReadMostlyRWLock(Thread.currentThread());
final int numOfThreads = JobSchedulerImpl.getJobPoolParallelism();
@@ -109,7 +109,7 @@ public class FileTypesTest extends PlatformTestCase {
String name = String.valueOf(i % 10 * 10 + i * 100 + i + 1);
names[i] = name + name + name + name;
}
PlatformTestUtil.startPerformanceTest("isFileIgnored", 15_000, () -> {
PlatformTestUtil.startPerformanceTest("isFileIgnored", 17_000, () -> {
for (int i = 0; i < 100_000; i++) {
for (String name : names) {
myFileTypeManager.isFileIgnored(name);
@@ -30,7 +30,7 @@ public class FileUtilPerformanceTest {
public void toCanonicalPath() {
assertEquals(myCanonicalPath, FileUtil.toCanonicalPath(myTestPath));
PlatformTestUtil.startPerformanceTest("toCanonicalPath", 650, () -> {
PlatformTestUtil.startPerformanceTest("toCanonicalPath", 1_000, () -> {
for (int i = 0; i < 1000000; ++i) {
final String canonicalPath = FileUtil.toCanonicalPath(myTestPath, '/');
assert canonicalPath != null && canonicalPath.length() == 18 : canonicalPath;
@@ -42,7 +42,7 @@ class ArchiveFileSystemPerformanceTest : BareTestFixtureTestCase() {
@Test fun getLocalByEntry() {
val local = fs.getLocalByEntry(entry)!!
PlatformTestUtil.startPerformanceTest("ArchiveFileSystem.getLocalByEntry()", 20, {
PlatformTestUtil.startPerformanceTest("ArchiveFileSystem.getLocalByEntry()", 30, {
for (i in 0..100000) {
assertEquals(local, fs.getLocalByEntry(entry))
}
@@ -178,7 +178,7 @@ class GroovyStressPerformanceTest extends LightGroovyTestCase {
}
myFixture.enableInspections(new MissingReturnInspection())
measureHighlighting("def <T> void foo(T t, Closure cl) {}\n$text", 1000)
measureHighlighting("def <T> void foo(T t, Closure cl) {}\n$text", 1600)
}
void testDeeplyNestedClosuresInGenericCalls2() {
@@ -188,7 +188,7 @@ class GroovyStressPerformanceTest extends LightGroovyTestCase {
text = "foo(it) { $text }"
}
myFixture.enableInspections(new MissingReturnInspection())
measureHighlighting("def <T> void foo(T t, Closure<T> cl) {}\n$text", 1000)
measureHighlighting("def <T> void foo(T t, Closure<T> cl) {}\n$text", 1200)
}
void testManyAnnotatedScriptVariables() {
@@ -255,13 +255,13 @@ class SomeClass {
void someMethod(String s) {}
}
"""
measureHighlighting(text, 8000)
measureHighlighting(text, 14_000)
}
void "test infer only the variable types that are needed"() {
addGdsl '''contribute(currentType(String.name)) {
println 'sleeping'
Thread.sleep(1000)
Thread.sleep(100_000)
method name:'foo', type:String, params:[:], namedParams:[
parameter(name:'param1', type:String),
]
@@ -274,7 +274,7 @@ while (true) {
f.canoPath<caret>
}
'''
PlatformTestUtil.startPerformanceTest(getTestName(false), 80, configureAndComplete(text)).usesAllCPUCores().assertTiming()
PlatformTestUtil.startPerformanceTest(getTestName(false), 20_000, configureAndComplete(text)).attempts(1).usesAllCPUCores().assertTiming()
}
void testClosureRecursion() {
@@ -447,7 +447,7 @@ class AwsService {
}
}
'''
measureHighlighting(text, 500)
measureHighlighting(text, 700)
}
ThrowableRunnable configureAndComplete(String text) {
@@ -58,7 +58,7 @@ public class SpellcheckerPerformanceTest extends SpellcheckerInspectionTestCase
assertSize(typoCount, runLocalInspections());
System.out.println("warm-up took " + (System.currentTimeMillis() - start) + " ms");
PlatformTestUtil.startPerformanceTest("many typos highlighting", 10000, () -> {
PlatformTestUtil.startPerformanceTest("many typos highlighting", 11_000, () -> {
DaemonCodeAnalyzer.getInstance(getProject()).restart();
assertSize(typoCount, runLocalInspections());
}).assertTiming();