JavaScript in a browser can be at most three times slower than HotSpot when computing five or ten thousands of prime numbers
2 * Back 2 Browser Bytecode Translator
3 * Copyright (C) 2012-2015 Jaroslav Tulach <jaroslav.tulach@apidesign.org>
5 * This program is free software: you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License as published by
7 * the Free Software Foundation, version 2 of the License.
9 * This program is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
14 * You should have received a copy of the GNU General Public License
15 * along with this program. Look for COPYING file in the top folder.
16 * If not, see http://opensource.org/licenses/GPL-2.0.
18 package org.apidesign.bck2brwsr.vmtest.impl;
20 import java.lang.annotation.Annotation;
21 import org.apidesign.bck2brwsr.vmtest.*;
22 import java.lang.reflect.Method;
23 import java.util.ArrayList;
24 import java.util.List;
25 import org.apidesign.bck2brwsr.launcher.Launcher;
26 import org.testng.Assert;
27 import org.testng.ITest;
28 import org.testng.annotations.Factory;
29 import org.testng.annotations.Test;
31 /** A TestNG {@link Factory} that seeks for {@link Compare} annotations
32 * in provided class and builds set of tests that compare the computations
33 * in real as well as JavaScript virtual machines. Use as:<pre>
34 * {@code @}{@link Factory} public static create() {
35 * return @{link VMTest}.{@link #create(YourClass.class);
38 * @author Jaroslav Tulach <jtulach@netbeans.org>
40 public final class CompareCase implements ITest {
41 private final Bck2BrwsrCase first, second;
42 private final Method m;
43 private final double slowdown;
45 private CompareCase(Method m, Bck2BrwsrCase first, Bck2BrwsrCase second, double slowdown) {
49 this.slowdown = slowdown;
52 /** Inspects <code>clazz</code> and for each {@lik Compare} method creates
53 * instances of tests. Each instance runs the test in different virtual
54 * machine and at the end they compare the results.
56 * @param clazz the class to inspect
57 * @return the set of created tests
59 public static Object[] create(String[] brwsr, Class[] classes, Class<? extends Annotation> brwsrTest) {
60 List<Object> ret = new ArrayList<>();
62 final LaunchSetup l = LaunchSetup.INSTANCE;
66 String p = System.getProperty("vmtest.brwsrs");
72 for (Class clazz : classes) {
73 Method[] arr = clazz.getMethods();
74 for (Method m : arr) {
75 registerCompareCases(m, l, ret, brwsr);
76 registerBrwsrCases(brwsrTest, m, l, ret, brwsr);
82 /** Test that compares the previous results.
85 @Test(dependsOnGroups = "run") public void compareResults() throws Throwable {
86 Object v1 = first.value;
87 Object v2 = second.value;
88 if (v1 instanceof Integer || v1 instanceof Long || v1 instanceof Byte || v1 instanceof Short) {
90 v1 = Long.parseLong(v1.toString());
91 } catch (NumberFormatException nfe) {
92 v1 = "Can't parse " + v1.toString();
95 v2 = Long.parseLong(v2.toString());
96 } catch (NumberFormatException nfe) {
97 v2 = "Can't parse " + v2.toString();
99 } else if (v1 instanceof Number) {
101 v1 = Double.parseDouble(v1.toString());
102 } catch (NumberFormatException nfe) {
103 v1 = "Can't parse " + v1.toString();
106 v2 = Double.parseDouble(v2.toString());
107 } catch (NumberFormatException nfe) {
108 v2 = "Can't parse " + v2.toString();
118 Assert.assertEquals(v2, v1, "Comparing results");
119 } catch (AssertionError e) {
120 StringBuilder sb = new StringBuilder();
121 sb.append(e.getMessage());
122 Bck2BrwsrCase.dumpJS(sb, second);
123 throw new AssertionError(sb.toString());
125 if (slowdown > 0.0) {
128 if (first.time >= second.time) {
135 if (slow.time * slowdown < fast.time) {
136 Assert.fail("Too slow " + slow.getTestName() + " took " + slow.time + " ms vs. " + fast.time + " ms of " + fast.getTestName());
142 * @return name of the tested method followed by a suffix
145 public String getTestName() {
146 return m.getName() + "[Compare " + second.typeName() + "]";
149 private static void registerCompareCases(Method m, final LaunchSetup l, List<Object> ret, String[] brwsr) {
150 Compare c = m.getAnnotation(Compare.class);
154 String slowdownOverride = System.getProperty("vmtest.slowdown");
155 final Bck2BrwsrCase real = new Bck2BrwsrCase(m, "Java", null, false, null, null);
157 double slowdown = c.slowdown();
158 if (slowdown > 0.0 && slowdownOverride != null) {
159 slowdown = Double.parseDouble(slowdownOverride);
162 final Bck2BrwsrCase js = new Bck2BrwsrCase(m, "JavaScript", l.javaScript(), false, null, null);
164 ret.add(new CompareCase(m, real, js, slowdown));
166 for (String b : brwsr) {
167 final Launcher s = l.brwsr(b);
169 final Bck2BrwsrCase cse = new Bck2BrwsrCase(m, b, s, false, null, null);
171 ret.add(new CompareCase(m, real, cse, slowdown));
174 private static void registerBrwsrCases(Class<? extends Annotation> brwsrTest, Method m, final LaunchSetup l, List<Object> ret, String[] brwsr) {
175 Object c = m.getAnnotation(brwsrTest);
179 HtmlFragment f = m.getAnnotation(HtmlFragment.class);
181 f = m.getDeclaringClass().getAnnotation(HtmlFragment.class);
183 Http.Resource[] r = {};
184 Http h = m.getAnnotation(Http.class);
186 h = m.getDeclaringClass().getAnnotation(Http.class);
193 if (brwsr.length == 0) {
194 final Launcher s = l.brwsr(null);
196 ret.add(new Bck2BrwsrCase(m, "Brwsr", s, true, f, r));
198 for (String b : brwsr) {
199 final Launcher s = l.brwsr(b);
201 ret.add(new Bck2BrwsrCase(m, b, s, true, f, r));