#!/usr/bin/perl -w # -*- Mode: Perl; tab-width: 4; indent-tabs-mode: nil; -*- # ***** BEGIN LICENSE BLOCK ***** # Version: MPL 1.1/GPL 2.0/LGPL 2.1 # # The contents of this file are subject to the Mozilla Public License Version # 1.1 (the "License"); you may not use this file except in compliance with # the License. You may obtain a copy of the License at # http://www.mozilla.org/MPL/ # # Software distributed under the License is distributed on an "AS IS" basis, # WITHOUT WARRANTY OF ANY KIND, either express or implied. See the License # for the specific language governing rights and limitations under the # License. # # The Original Code is Mozilla JavaScript Testing Utilities # # The Initial Developer of the Original Code is # Mozilla Corporation. # Portions created by the Initial Developer are Copyright (C) 2008 # the Initial Developer. All Rights Reserved. # # Contributor(s): Bob Clary # # Alternatively, the contents of this file may be used under the terms of # either the GNU General Public License Version 2 or later (the "GPL"), or # the GNU Lesser General Public License Version 2.1 or later (the "LGPL"), # in which case the provisions of the GPL or the LGPL are applicable instead # of those above. If you wish to allow use of your version of this file only # under the terms of either the GPL or the LGPL, and not to allow others to # use your version of this file under the terms of the MPL, indicate your # decision by deleting the provisions above and replace them with the notice # and other provisions required by the GPL or the LGPL. If you do not delete # the provisions above, a recipient may use your version of this file under # the terms of any one of the MPL, the GPL or the LGPL. # # ***** END LICENSE BLOCK ***** # usage: pattern-extracter.pl knownfailures.expanded > knownfailures # # pattern-extracter.pl reads the specified expanded knownfailures file # (see pattern-expander.pl) and writes to stdout a set of knownfailures # where repetitions of values found in the universe.data file are # replaced with wildcards ".*". use lib $ENV{TEST_DIR} . "/tests/mozilla.org/js"; use Patterns; package Patterns; my $universefield; processfile(); sub processfile { my $recordcurr = {}; my $recordprev; my @output; my $keycurr = ''; my $keyprev = ''; my @values = (); my $universefielduniversekey; # universekey for universefield my @universefielduniverse; my $i; my $j; my $v; while () { chomp; $recordcurr = {}; my ($test_id, $test_branch, $test_repo, $test_buildtype, $test_type, $test_os, $test_kernel, $test_processortype, $test_memory, $test_cpuspeed, $test_timezone, $test_options, $test_result, $test_exitstatus, $test_description) = $_ =~ /TEST_ID=([^,]*), TEST_BRANCH=([^,]*), TEST_REPO=([^,]*), TEST_BUILDTYPE=([^,]*), TEST_TYPE=([^,]*), TEST_OS=([^,]*), TEST_KERNEL=([^,]*), TEST_PROCESSORTYPE=([^,]*), TEST_MEMORY=([^,]*), TEST_CPUSPEED=([^,]*), TEST_TIMEZONE=([^,]*), TEST_OPTIONS=([^,]*), TEST_RESULT=([^,]*), TEST_EXITSTATUS=([^,]*), TEST_DESCRIPTION=(.*)/; $recordcurr->{TEST_ID} = $test_id; $recordcurr->{TEST_BRANCH} = $test_branch; $recordcurr->{TEST_REPO} = $test_repo; $recordcurr->{TEST_BUILDTYPE} = $test_buildtype; $recordcurr->{TEST_TYPE} = $test_type; $recordcurr->{TEST_OS} = $test_os; $recordcurr->{TEST_KERNEL} = $test_kernel; $recordcurr->{TEST_PROCESSORTYPE} = $test_processortype; $recordcurr->{TEST_MEMORY} = $test_memory; $recordcurr->{TEST_CPUSPEED} = $test_cpuspeed; $recordcurr->{TEST_TIMEZONE} = $test_timezone; $recordcurr->{TEST_OPTIONS} = $test_options; $recordcurr->{TEST_RESULT} = $test_result; $recordcurr->{TEST_EXITSTATUS} = $test_exitstatus; $recordcurr->{TEST_DESCRIPTION} = $test_description; push @records, ($recordcurr); } for ($j = $#universefields; $j >= 0; $j--) { $universefield = $universefields[$j]; @records = sort {getkey($a, $universefield) cmp getkey($b, $universefield);} @records; $recordprev = $records[0]; $keyprev = getkey($recordprev, $universefield); @values = (); my $recordtemp; my $keytemp; dbg("processfile: begin processing records for \$universefields[$j]=$universefield"); for ($i = 0; $i < @records; $i++) { $recordcurr = $records[$i]; $keycurr = getkey($recordcurr, $universefield); dbg("processfile: processing record[$i]"); dbg("processfile: recordprev: " . recordtostring($recordprev)); dbg("processfile: recordcurr: " . recordtostring($recordcurr)); dbg("processfile: \$keyprev=$keyprev"); dbg("processfile: \$keycurr=$keycurr"); if ($keycurr ne $keyprev) { # key changed, must output previous record dbg("processfile: new key"); $universefielduniversekey = getuniversekey($recordprev, $universefield); @universefielduniverse = getuniverse($universefielduniversekey, $universefield); dbg("processfile: \@values: ". join(',', @values)); dbg("processfile: \$universefielduniversekey=$universefielduniversekey, \@universefielduniverse=" . join(',', @universefielduniverse)); @values = ('.*') if (arraysequal(\@values, \@universefielduniverse)); dbg("processfile: \@values=" . join(',', @values)); for ($v = 0; $v < @values; $v++) { dbg("processfile: stuffing $values[$v]"); $recordtemp = copyreference($recordprev); $recordtemp->{$universefield} = $values[$v]; dbg("processfile: stuffed $recordtemp->{$universefield}"); dbg("processfile: recordprev: " . recordtostring($recordprev)); dbg("processfile: output: " . recordtostring($recordtemp)); push @output, ($recordtemp); } @values = (); } dbg("processfile: collecting \$recordcurr->{$universefield}=$recordcurr->{$universefield}"); push @values, ($recordcurr->{$universefield}); $keyprev = $keycurr; $recordprev = $recordcurr; } dbg("processfile: finish processing records for \$universefields[$j]=$universefield"); if (@values) { dbg("processfile: last record for \$universefields[$j]=$universefield has pending values"); $universefielduniversekey = getuniversekey($recordprev, $universefield); @universefielduniverse = getuniverse($universefielduniversekey, $universefield); dbg("processfile: \@values: ". join(',', @values)); dbg("processfile: \$universefielduniversekey=$universefielduniversekey, \@universefielduniverse=" . join(',', @universefielduniverse)); @values = ('.*') if (arraysequal(\@values, \@universefielduniverse)); dbg("processfile: \@values=" . join(',', @values)); for ($v = 0; $v < @values; $v++) { dbg("processfile: stuffing $values[$v]"); $recordtemp = copyreference($recordprev); $recordtemp->{$universefield} = $values[$v]; dbg("processfile: stuffed $recordprev->{$universefield}"); dbg("processfile: recordprev: " . recordtostring($recordprev)); dbg("processfile: output: " . recordtostring($recordtemp)); push @output, ($recordtemp); } @values = (); } @records = @output; @output = (); } @records = sort sortrecords @records; dumprecords(); } sub getkey { my ($record, $universefield) = @_; my $i; my $key = ''; for ($i = 0; $i < @sortkeyfields; $i++) { if ($sortkeyfields[$i] ne $universefield) { $key .= $record->{$sortkeyfields[$i]} } } return $key; } sub arraysequal { my ($larrayref, $rarrayref) = @_; my $i; dbg("arraysequal: checking if " . (join ',', @{$larrayref}) . " is equal to " . (join ',', @{$rarrayref})); return 0 if (@{$larrayref} != @{$rarrayref}); for ($i = 0; $i < @{$larrayref}; $i++) { return 0 if ($rarrayref->[$i] ne $larrayref->[$i]); } dbg("arraysequal: equal"); return 1; }