rt/vmtest/src/main/java/org/apidesign/bck2brwsr/vmtest/impl/CompareCase.java
author Jaroslav Tulach <jaroslav.tulach@apidesign.org>
Sat, 05 Mar 2016 08:45:21 +0100
changeset 1884 20e19d808442
parent 1861 433856f897dd
permissions -rw-r--r--
Slightly more robust parsing code
jaroslav@273
     1
/**
jaroslav@273
     2
 * Back 2 Browser Bytecode Translator
jaroslav@1787
     3
 * Copyright (C) 2012-2015 Jaroslav Tulach <jaroslav.tulach@apidesign.org>
jaroslav@273
     4
 *
jaroslav@273
     5
 * This program is free software: you can redistribute it and/or modify
jaroslav@273
     6
 * it under the terms of the GNU General Public License as published by
jaroslav@273
     7
 * the Free Software Foundation, version 2 of the License.
jaroslav@273
     8
 *
jaroslav@273
     9
 * This program is distributed in the hope that it will be useful,
jaroslav@273
    10
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
jaroslav@273
    11
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
jaroslav@273
    12
 * GNU General Public License for more details.
jaroslav@273
    13
 *
jaroslav@273
    14
 * You should have received a copy of the GNU General Public License
jaroslav@273
    15
 * along with this program. Look for COPYING file in the top folder.
jaroslav@273
    16
 * If not, see http://opensource.org/licenses/GPL-2.0.
jaroslav@273
    17
 */
jaroslav@372
    18
package org.apidesign.bck2brwsr.vmtest.impl;
jaroslav@273
    19
jaroslav@1185
    20
import java.lang.annotation.Annotation;
jaroslav@372
    21
import org.apidesign.bck2brwsr.vmtest.*;
jaroslav@273
    22
import java.lang.reflect.Method;
jaroslav@372
    23
import java.util.ArrayList;
jaroslav@1861
    24
import java.util.HashSet;
jaroslav@372
    25
import java.util.List;
jaroslav@1861
    26
import java.util.Set;
jaroslav@384
    27
import org.apidesign.bck2brwsr.launcher.Launcher;
jaroslav@273
    28
import org.testng.Assert;
jaroslav@273
    29
import org.testng.ITest;
jaroslav@273
    30
import org.testng.annotations.Factory;
jaroslav@273
    31
import org.testng.annotations.Test;
jaroslav@273
    32
jaroslav@273
    33
/** A TestNG {@link Factory} that seeks for {@link Compare} annotations
jaroslav@273
    34
 * in provided class and builds set of tests that compare the computations
jaroslav@273
    35
 * in real as well as JavaScript virtual machines. Use as:<pre>
jaroslav@273
    36
 * {@code @}{@link Factory} public static create() {
jaroslav@346
    37
 *   return @{link VMTest}.{@link #create(YourClass.class);
jaroslav@273
    38
 * }</pre>
jaroslav@273
    39
 *
jaroslav@273
    40
 * @author Jaroslav Tulach <jtulach@netbeans.org>
jaroslav@273
    41
 */
jaroslav@372
    42
public final class CompareCase implements ITest {
jaroslav@372
    43
    private final Bck2BrwsrCase first, second;
jaroslav@273
    44
    private final Method m;
jaroslav@1860
    45
    private final double slowdown;
jaroslav@273
    46
    
jaroslav@1860
    47
    private CompareCase(Method m, Bck2BrwsrCase first, Bck2BrwsrCase second, double slowdown) {
jaroslav@273
    48
        this.first = first;
jaroslav@273
    49
        this.second = second;
jaroslav@273
    50
        this.m = m;
jaroslav@1860
    51
        this.slowdown = slowdown;
jaroslav@273
    52
    }
jaroslav@273
    53
jaroslav@346
    54
    /** Inspects <code>clazz</code> and for each {@lik Compare} method creates
jaroslav@347
    55
     * instances of tests. Each instance runs the test in different virtual
jaroslav@346
    56
     * machine and at the end they compare the results.
jaroslav@346
    57
     * 
jaroslav@346
    58
     * @param clazz the class to inspect
jaroslav@346
    59
     * @return the set of created tests
jaroslav@346
    60
     */
jaroslav@1185
    61
    public static Object[] create(String[] brwsr, Class[] classes, Class<? extends Annotation> brwsrTest) {
jaroslav@372
    62
        List<Object> ret = new ArrayList<>();
jaroslav@372
    63
        
jaroslav@384
    64
        final LaunchSetup l = LaunchSetup.INSTANCE;
jaroslav@372
    65
        ret.add(l);
jaroslav@372
    66
        
jaroslav@383
    67
        {
jaroslav@383
    68
            String p = System.getProperty("vmtest.brwsrs");
jaroslav@383
    69
            if (p != null) {
jaroslav@383
    70
                brwsr = p.split(",");
jaroslav@383
    71
            }
jaroslav@383
    72
        }
jaroslav@383
    73
        
jaroslav@1018
    74
        for (Class clazz : classes) {
jaroslav@1018
    75
            Method[] arr = clazz.getMethods();
jaroslav@1018
    76
            for (Method m : arr) {
jaroslav@1018
    77
                registerCompareCases(m, l, ret, brwsr);
jaroslav@1185
    78
                registerBrwsrCases(brwsrTest, m, l, ret, brwsr);
jaroslav@1018
    79
            }
jaroslav@273
    80
        }
jaroslav@372
    81
        return ret.toArray();
jaroslav@273
    82
    }
jaroslav@346
    83
jaroslav@346
    84
    /** Test that compares the previous results.
jaroslav@346
    85
     * @throws Throwable 
jaroslav@346
    86
     */
jaroslav@280
    87
    @Test(dependsOnGroups = "run") public void compareResults() throws Throwable {
jaroslav@280
    88
        Object v1 = first.value;
jaroslav@280
    89
        Object v2 = second.value;
jaroslav@825
    90
        if (v1 instanceof Integer || v1 instanceof Long || v1 instanceof Byte || v1 instanceof Short) {
jaroslav@825
    91
            try {
jaroslav@825
    92
                v1 = Long.parseLong(v1.toString());
jaroslav@825
    93
            } catch (NumberFormatException nfe) {
jaroslav@825
    94
                v1 = "Can't parse " + v1.toString();
jaroslav@825
    95
            }
jaroslav@825
    96
            try {
jaroslav@825
    97
                v2 = Long.parseLong(v2.toString());
jaroslav@1884
    98
            } catch (NullPointerException | NumberFormatException nfe) {
jaroslav@825
    99
                v2 = "Can't parse " + v2.toString();
jaroslav@825
   100
            }
jaroslav@825
   101
        } else if (v1 instanceof Number) {
jaroslav@824
   102
            try {
jaroslav@824
   103
                v1 = Double.parseDouble(v1.toString());
jaroslav@1884
   104
            } catch (NullPointerException | NumberFormatException nfe) {
jaroslav@824
   105
                v1 = "Can't parse " + v1.toString();
jaroslav@824
   106
            }
jaroslav@824
   107
            try {
jaroslav@824
   108
                v2 = Double.parseDouble(v2.toString());
jaroslav@1884
   109
            } catch (NullPointerException | NumberFormatException nfe) {
jaroslav@824
   110
                v2 = "Can't parse " + v2.toString();
jaroslav@824
   111
            }
jaroslav@356
   112
        } else {
jaroslav@824
   113
            if (v1 != null) {
jaroslav@824
   114
                v1 = v1.toString();
jaroslav@824
   115
            } else {
jaroslav@824
   116
                v1 = "null";
jaroslav@824
   117
            }
jaroslav@280
   118
        }
jaroslav@393
   119
        try {
jaroslav@393
   120
            Assert.assertEquals(v2, v1, "Comparing results");
jaroslav@393
   121
        } catch (AssertionError e) {
jaroslav@393
   122
            StringBuilder sb = new StringBuilder();
jaroslav@393
   123
            sb.append(e.getMessage());
jaroslav@393
   124
            Bck2BrwsrCase.dumpJS(sb, second);
jaroslav@393
   125
            throw new AssertionError(sb.toString());
jaroslav@393
   126
        }
jaroslav@1860
   127
        if (slowdown > 0.0) {
jaroslav@1860
   128
            Bck2BrwsrCase slow;
jaroslav@1860
   129
            Bck2BrwsrCase fast;
jaroslav@1860
   130
            if (first.time >= second.time) {
jaroslav@1860
   131
                slow = second;
jaroslav@1860
   132
                fast = first;
jaroslav@1860
   133
            } else {
jaroslav@1860
   134
                fast = second;
jaroslav@1860
   135
                slow = first;
jaroslav@1860
   136
            }
jaroslav@1860
   137
            if (slow.time * slowdown < fast.time) {
jaroslav@1860
   138
                Assert.fail("Too slow " + slow.getTestName() + " took " + slow.time + " ms vs. " + fast.time + " ms of " + fast.getTestName());
jaroslav@1860
   139
            }
jaroslav@1860
   140
        }
jaroslav@280
   141
    }
jaroslav@280
   142
    
jaroslav@346
   143
    /** Test name.
jaroslav@346
   144
     * @return name of the tested method followed by a suffix
jaroslav@346
   145
     */
jaroslav@280
   146
    @Override
jaroslav@280
   147
    public String getTestName() {
jaroslav@349
   148
        return m.getName() + "[Compare " + second.typeName() + "]";
jaroslav@280
   149
    }
jaroslav@518
   150
    
jaroslav@518
   151
    private static void registerCompareCases(Method m, final LaunchSetup l, List<Object> ret, String[] brwsr) {
jaroslav@518
   152
        Compare c = m.getAnnotation(Compare.class);
jaroslav@518
   153
        if (c == null) {
jaroslav@518
   154
            return;
jaroslav@518
   155
        }
jaroslav@1860
   156
        String slowdownOverride = System.getProperty("vmtest.slowdown");
jaroslav@623
   157
        final Bck2BrwsrCase real = new Bck2BrwsrCase(m, "Java", null, false, null, null);
jaroslav@518
   158
        ret.add(real);
jaroslav@1860
   159
        double slowdown = c.slowdown();
jaroslav@1860
   160
        if (slowdown > 0.0 && slowdownOverride != null) {
jaroslav@1860
   161
            slowdown = Double.parseDouble(slowdownOverride);
jaroslav@1860
   162
        }
jaroslav@1861
   163
        Set<Launcher> unique = new HashSet<>();
jaroslav@518
   164
        for (String b : brwsr) {
jaroslav@518
   165
            final Launcher s = l.brwsr(b);
jaroslav@518
   166
            ret.add(s);
jaroslav@1861
   167
            unique.add(s);
jaroslav@623
   168
            final Bck2BrwsrCase cse = new Bck2BrwsrCase(m, b, s, false, null, null);
jaroslav@518
   169
            ret.add(cse);
jaroslav@1860
   170
            ret.add(new CompareCase(m, real, cse, slowdown));
jaroslav@518
   171
        }
jaroslav@1861
   172
        if (c.scripting()) {
jaroslav@1861
   173
            final Launcher jsLauncher = l.javaScript();
jaroslav@1861
   174
            if (unique.add(jsLauncher)) {
jaroslav@1861
   175
                final Bck2BrwsrCase js = new Bck2BrwsrCase(m, "JavaScript", jsLauncher, false, null, null);
jaroslav@1861
   176
                ret.add(js);
jaroslav@1861
   177
                ret.add(new CompareCase(m, real, js, slowdown));
jaroslav@1861
   178
            }
jaroslav@1861
   179
        }
jaroslav@518
   180
    }
jaroslav@1185
   181
    private static void registerBrwsrCases(Class<? extends Annotation> brwsrTest, Method m, final LaunchSetup l, List<Object> ret, String[] brwsr) {
jaroslav@1185
   182
        Object c = m.getAnnotation(brwsrTest);
jaroslav@518
   183
        if (c == null) {
jaroslav@518
   184
            return;
jaroslav@518
   185
        }
jaroslav@526
   186
        HtmlFragment f = m.getAnnotation(HtmlFragment.class);
jaroslav@526
   187
        if (f == null) {
jaroslav@526
   188
            f = m.getDeclaringClass().getAnnotation(HtmlFragment.class);
jaroslav@526
   189
        }
jaroslav@667
   190
        Http.Resource[] r = {};
jaroslav@667
   191
        Http h = m.getAnnotation(Http.class);
jaroslav@667
   192
        if (h == null) {
jaroslav@667
   193
            h = m.getDeclaringClass().getAnnotation(Http.class);
jaroslav@667
   194
            if (h != null) {
jaroslav@667
   195
                r = h.value();
jaroslav@667
   196
            }
jaroslav@667
   197
        } else {
jaroslav@667
   198
            r = h.value();
jaroslav@623
   199
        }
jaroslav@518
   200
        if (brwsr.length == 0) {
jaroslav@518
   201
            final Launcher s = l.brwsr(null);
jaroslav@518
   202
            ret.add(s);
jaroslav@623
   203
            ret.add(new Bck2BrwsrCase(m, "Brwsr", s, true, f, r));
jaroslav@518
   204
        } else {
jaroslav@518
   205
            for (String b : brwsr) {
jaroslav@518
   206
                final Launcher s = l.brwsr(b);
jaroslav@518
   207
                ret.add(s);
jaroslav@623
   208
                ret.add(new Bck2BrwsrCase(m, b, s, true, f, r));
jaroslav@518
   209
            }
jaroslav@518
   210
        }
jaroslav@518
   211
    }
jaroslav@273
   212
}