511 lines
14 KiB
Perl
511 lines
14 KiB
Perl
|
#!/usr/bin/perl
|
||
|
|
#***************************************************************************
|
||
|
|
# _ _ ____ _
|
||
|
|
# Project ___| | | | _ \| |
|
||
|
|
# / __| | | | |_) | |
|
||
|
|
# | (__| |_| | _ <| |___
|
||
|
|
# \___|\___/|_| \_\_____|
|
||
|
|
#
|
||
|
|
# Copyright (C) Daniel Stenberg, <daniel@haxx.se>, et al.
|
||
|
|
#
|
||
|
|
# This software is licensed as described in the file COPYING, which
|
||
|
|
# you should have received as part of this distribution. The terms
|
||
|
|
# are also available at https://curl.se/docs/copyright.html.
|
||
|
|
#
|
||
|
|
# You may opt to use, copy, modify, merge, publish, distribute and/or sell
|
||
|
|
# copies of the Software, and permit persons to whom the Software is
|
||
|
|
# furnished to do so, under the terms of the COPYING file.
|
||
|
|
#
|
||
|
|
# This software is distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY
|
||
|
|
# KIND, either express or implied.
|
||
|
|
#
|
||
|
|
# SPDX-License-Identifier: curl
|
||
|
|
#
|
||
|
|
###########################################################################
|
||
|
|
|
||
|
|
my %filelevel= ('file' => 1,
|
||
|
|
'service' => 1);
|
||
|
|
|
||
|
|
my $jobid = 1;
|
||
|
|
|
||
|
|
sub submit {
|
||
|
|
my ($jref)=@_;
|
||
|
|
my %job = %$jref;
|
||
|
|
|
||
|
|
printf "\n##### job %u \n", $jobid++;
|
||
|
|
for my $k (sort keys %job) {
|
||
|
|
printf "%s: %s\n", $k, $job{$k} if($job{$k});
|
||
|
|
undef $$jref{$k} if(!$filelevel{$k});
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
sub githubactions {
|
||
|
|
my ($tag)=@_;
|
||
|
|
my @files= `git ls-tree -r --name-only $tag .github/workflows 2>/dev/null`;
|
||
|
|
my $c = 0;
|
||
|
|
foreach my $f (sort @files) {
|
||
|
|
my $j = 0;
|
||
|
|
my $m = -1;
|
||
|
|
my $done = 0;
|
||
|
|
chomp $f;
|
||
|
|
open(G, "git show $tag:$f 2>/dev/null|");
|
||
|
|
# start counting file jobs
|
||
|
|
undef %job;
|
||
|
|
$job{'file'} = $f;
|
||
|
|
$job{'service'} = "gha";
|
||
|
|
my @cc;
|
||
|
|
my $os;
|
||
|
|
my $topname;
|
||
|
|
my $line = 1;
|
||
|
|
while(<G>) {
|
||
|
|
$job{'line'} = $line;
|
||
|
|
if($_ =~ /^name: (.*)/) {
|
||
|
|
$topname=$1;
|
||
|
|
}
|
||
|
|
elsif($_ =~ /runs-on: (.*)/) {
|
||
|
|
my $r = $1;
|
||
|
|
#print "runs-on: $r\n";
|
||
|
|
if($r =~ /ubuntu/) {
|
||
|
|
$os = "linux";
|
||
|
|
}
|
||
|
|
elsif($r =~ /macos/) {
|
||
|
|
$os = "macos";
|
||
|
|
}
|
||
|
|
elsif($r =~ /windows/) {
|
||
|
|
$os = "windows";
|
||
|
|
}
|
||
|
|
|
||
|
|
# commit previously counted jobs
|
||
|
|
$c += $j;
|
||
|
|
# non-matrix job
|
||
|
|
$j = 1;
|
||
|
|
}
|
||
|
|
elsif($_ =~ /^\s*matrix:/) {
|
||
|
|
# switch to matrix mode
|
||
|
|
$m = 0;
|
||
|
|
$j = 0;
|
||
|
|
}
|
||
|
|
elsif($_ =~ /^ - run: .* apt-get install (.*)/) {
|
||
|
|
$job{'install'} = $1;
|
||
|
|
}
|
||
|
|
elsif($m >= 0) {
|
||
|
|
if($_ =~ /^ - name: (.*)/) {
|
||
|
|
# matrix job
|
||
|
|
#print "name: $1\n";
|
||
|
|
$job{'name'} = $1;
|
||
|
|
$j += ($m?$m:1);
|
||
|
|
}
|
||
|
|
elsif($_ =~ /install: (.*)/) {
|
||
|
|
$job{'install'} = $1;
|
||
|
|
}
|
||
|
|
elsif($_ =~ /( |curl-)configure: (.*)/) {
|
||
|
|
$job{'configure'} = $2;
|
||
|
|
$job{'os'}=$os;
|
||
|
|
submit(\%job);
|
||
|
|
$done++;
|
||
|
|
}
|
||
|
|
elsif($_ =~ /generate: (.*)/) {
|
||
|
|
$job{'cmake'} = $1;
|
||
|
|
if($m) {
|
||
|
|
# matrix mode, multiple copies
|
||
|
|
my %dupe = %job;
|
||
|
|
for my $cc (@cc) {
|
||
|
|
%job = %dupe;
|
||
|
|
$job{'cc'} = $cc;
|
||
|
|
$job{'os'}=$os;
|
||
|
|
submit(\%job);
|
||
|
|
$done++;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
else {
|
||
|
|
$job{'os'}=$os;
|
||
|
|
submit(\%job);
|
||
|
|
$done++;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
elsif($_ =~ /- CC: (.*)/) {
|
||
|
|
# matrix multiplier
|
||
|
|
push @cc, $1;
|
||
|
|
$m++;
|
||
|
|
}
|
||
|
|
elsif($_ =~ /^\s*steps:/) {
|
||
|
|
# disable matrix mode
|
||
|
|
$m = -1;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
$line++;
|
||
|
|
}
|
||
|
|
close(G);
|
||
|
|
# commit final counted jobs
|
||
|
|
$c += $j;
|
||
|
|
|
||
|
|
if(!$done) {
|
||
|
|
$job{'name'} = $topname? $topname : '[unnamed]';
|
||
|
|
$job{'os'}=$os;
|
||
|
|
submit(\%job);
|
||
|
|
$done++;
|
||
|
|
}
|
||
|
|
# reset internal job counter
|
||
|
|
$j = 0;
|
||
|
|
}
|
||
|
|
#print "Jobs: $c\n";
|
||
|
|
return $c;
|
||
|
|
}
|
||
|
|
|
||
|
|
sub azurepipelines {
|
||
|
|
my ($tag)=@_;
|
||
|
|
open(G, "git show $tag:.azure-pipelines.yml 2>/dev/null|");
|
||
|
|
my $c = 0;
|
||
|
|
my $j = 0;
|
||
|
|
my $m = -1;
|
||
|
|
my $image;
|
||
|
|
my %job;
|
||
|
|
my $line = 1;
|
||
|
|
my $os;
|
||
|
|
$job{'file'} = ".azure-pipelines.yml";
|
||
|
|
$job{'service'} = "azure";
|
||
|
|
while(<G>) {
|
||
|
|
if($_ =~ /^ vmImage: (.*)/) {
|
||
|
|
my $i = $1;
|
||
|
|
if($i =~ /ubuntu/) {
|
||
|
|
$os = "linux";
|
||
|
|
}
|
||
|
|
elsif($i =~ /windows/) {
|
||
|
|
$os = "windows";
|
||
|
|
}
|
||
|
|
}
|
||
|
|
elsif($_ =~ /^- stage: (.*)/) {
|
||
|
|
my $topname = $1;
|
||
|
|
if($topname !~ /(windows|linux)/) {
|
||
|
|
$job{'name'} = $topname;
|
||
|
|
$job{'line'}=$line;
|
||
|
|
submit(\%job);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
elsif($_ =~ /job:/) {
|
||
|
|
# commit previously counted jobs
|
||
|
|
$c += $j;
|
||
|
|
# initial value for non-matrix job
|
||
|
|
$j = 1;
|
||
|
|
}
|
||
|
|
elsif($_ =~ /matrix:/) {
|
||
|
|
# start of new matrix list(!)
|
||
|
|
$m = 0;
|
||
|
|
$j = 0;
|
||
|
|
}
|
||
|
|
elsif($m >= 0) {
|
||
|
|
if($_ =~ /^ name: (.*)/) {
|
||
|
|
# single matrix list entry job
|
||
|
|
$j++;
|
||
|
|
$job{'name'} = $1;
|
||
|
|
}
|
||
|
|
# azure matrix is a simple list,
|
||
|
|
# therefore no multiplier needed
|
||
|
|
elsif($_ =~ /steps:/) {
|
||
|
|
# disable matrix mode
|
||
|
|
$m = -1;
|
||
|
|
}
|
||
|
|
elsif($_ =~ /^ configure: (.*)/) {
|
||
|
|
$job{'configure'} = $1;
|
||
|
|
$job{'line'}=$line;
|
||
|
|
$job{'os'}=$os;
|
||
|
|
submit(\%job);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
$line++;
|
||
|
|
}
|
||
|
|
close(G);
|
||
|
|
# commit final counted jobs
|
||
|
|
$c += $j;
|
||
|
|
|
||
|
|
return $c;
|
||
|
|
}
|
||
|
|
|
||
|
|
sub appveyor {
|
||
|
|
my ($tag)=@_;
|
||
|
|
open(G, "git show $tag:appveyor.yml 2>/dev/null|");
|
||
|
|
my $c = 0;
|
||
|
|
my %job;
|
||
|
|
my $line=0;
|
||
|
|
$job{'file'} = "appveyor.yml";
|
||
|
|
$job{'service'} = "appveyor";
|
||
|
|
|
||
|
|
while(<G>) {
|
||
|
|
$line++;
|
||
|
|
if($_ =~ /^( - |install)/) {
|
||
|
|
if($job{'image'}) {
|
||
|
|
$job{'os'} = "windows";
|
||
|
|
submit(\%job);
|
||
|
|
$c++;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
$job{'line'} = $line;
|
||
|
|
if($_ =~ /^ APPVEYOR_BUILD_WORKER_IMAGE: \"(.*)\"/) {
|
||
|
|
$job{'image'}= $1;
|
||
|
|
}
|
||
|
|
elsif($_ =~ /^ BUILD_SYSTEM: (.*)/) {
|
||
|
|
$job{'build'} = lc($1);
|
||
|
|
}
|
||
|
|
elsif($_ =~ /^ PRJ_GEN: \"(.*)\"/) {
|
||
|
|
$job{'compiler'} = $1;
|
||
|
|
}
|
||
|
|
elsif($_ =~ /^ PRJ_CFG: (.*)/) {
|
||
|
|
$job{'config'} = $1;
|
||
|
|
}
|
||
|
|
elsif($_ =~ /^ OPENSSL: (.*)/) {
|
||
|
|
$job{'openssl'} = $1 eq "ON" ? "true": "false";
|
||
|
|
}
|
||
|
|
elsif($_ =~ /^ SCHANNEL: (.*)/) {
|
||
|
|
$job{'schannel'} = $1 eq "ON" ? "true": "false";
|
||
|
|
}
|
||
|
|
elsif($_ =~ /^ ENABLE_UNICODE: (.*)/) {
|
||
|
|
$job{'unicode'} = $1 eq "ON" ? "true": "false";
|
||
|
|
}
|
||
|
|
elsif($_ =~ /^ HTTP_ONLY: (.*)/) {
|
||
|
|
$job{'http-only'} = $1 eq "ON" ? "true": "false";
|
||
|
|
}
|
||
|
|
elsif($_ =~ /^ TESTING: (.*)/) {
|
||
|
|
$job{'testing'} = $1 eq "ON" ? "true": "false";
|
||
|
|
}
|
||
|
|
elsif($_ =~ /^ SHARED: (.*)/) {
|
||
|
|
$job{'shared'} = $1 eq "ON" ? "true": "false";
|
||
|
|
}
|
||
|
|
elsif($_ =~ /^ TARGET: \"-A (.*)\"/) {
|
||
|
|
$job{'target'} = $1;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
close(G);
|
||
|
|
|
||
|
|
return $c;
|
||
|
|
}
|
||
|
|
|
||
|
|
sub cirrus {
|
||
|
|
my ($tag)=@_;
|
||
|
|
open(G, "git show $tag:.cirrus.yml 2>/dev/null|");
|
||
|
|
my $c = 0;
|
||
|
|
my %job;
|
||
|
|
my $line=0;
|
||
|
|
my $name = 0;
|
||
|
|
my $os;
|
||
|
|
$job{'file'} = ".cirrus.yml";
|
||
|
|
$job{'service'} = "cirrus";
|
||
|
|
while(<G>) {
|
||
|
|
$line++;
|
||
|
|
if($_ =~ /^ ( |-) (name|image_family|image):/) {
|
||
|
|
$c++;
|
||
|
|
}
|
||
|
|
if($_ =~ /^ - name:/) {
|
||
|
|
if($name) {
|
||
|
|
$job{'os'} = $os;
|
||
|
|
$job{'line'} = $line;
|
||
|
|
submit(\%job);
|
||
|
|
$name = 0;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
if($_ =~ /^ - name: (.*)/) {
|
||
|
|
$job{'name'} = $1;
|
||
|
|
$name = 1;
|
||
|
|
}
|
||
|
|
elsif($_ =~ /^ image_family: (.*)/) {
|
||
|
|
$os = "freebsd";
|
||
|
|
}
|
||
|
|
elsif($_ =~ /^windows_task:/) {
|
||
|
|
$os = "windows";
|
||
|
|
}
|
||
|
|
elsif($_ =~ /^ prepare: pacman -S --needed --noconfirm --noprogressbar (.*)/) {
|
||
|
|
$job{'install'} = $1;
|
||
|
|
}
|
||
|
|
elsif($_ =~ /^ configure: (.*)/) {
|
||
|
|
$job{'configure'} = $1;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
close(G);
|
||
|
|
if($name) {
|
||
|
|
$job{'os'} = $os;
|
||
|
|
$job{'line'} = $line;
|
||
|
|
submit(\%job);
|
||
|
|
}
|
||
|
|
return $c;
|
||
|
|
}
|
||
|
|
|
||
|
|
sub circle {
|
||
|
|
my ($tag)=@_;
|
||
|
|
open(G, "git show $tag:.circleci/config.yml 2>/dev/null|");
|
||
|
|
my $c = 0;
|
||
|
|
my $wf = 0;
|
||
|
|
my %job;
|
||
|
|
my %cmd;
|
||
|
|
my %configure;
|
||
|
|
my %target;
|
||
|
|
my $line=0;
|
||
|
|
my $cmds;
|
||
|
|
my $jobs;
|
||
|
|
my $workflow;
|
||
|
|
$job{'file'} = ".circleci/config.yml";
|
||
|
|
$job{'service'} = "circleci";
|
||
|
|
while(<G>) {
|
||
|
|
$line++;
|
||
|
|
if($_ =~ /^commands:/) {
|
||
|
|
# we record configure lines in this state
|
||
|
|
$cmds = 1;
|
||
|
|
}
|
||
|
|
elsif($cmds) {
|
||
|
|
if($_ =~ /^ ([^ ]*):/) {
|
||
|
|
$cmdname = $1;
|
||
|
|
}
|
||
|
|
elsif($_ =~ /^ .*.\/configure (.*)/) {
|
||
|
|
$cmd{$cmdname}=$1;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
if($_ =~ /^jobs:/) {
|
||
|
|
# we record which job runs with configure here
|
||
|
|
$jobs = 1;
|
||
|
|
$cmds = 0;
|
||
|
|
}
|
||
|
|
elsif($jobs) {
|
||
|
|
if($_ =~ /^ ([^ ]*):/) {
|
||
|
|
$jobname = $1;
|
||
|
|
}
|
||
|
|
elsif($_ =~ /^ - (configure.*)/) {
|
||
|
|
$configure{$jobname}=$1;
|
||
|
|
}
|
||
|
|
elsif($_ =~ /^ resource_class: arm.medium/) {
|
||
|
|
$target{$jobname}="arm";
|
||
|
|
}
|
||
|
|
}
|
||
|
|
if($_ =~ /^workflows:/) {
|
||
|
|
$wf = 1;
|
||
|
|
$cmds = 0;
|
||
|
|
}
|
||
|
|
elsif($wf) {
|
||
|
|
if($_ =~ /^ ([^ ]+):/) {
|
||
|
|
$workflow = $1;
|
||
|
|
}
|
||
|
|
elsif($_ =~ /^ - (.*)\n/) {
|
||
|
|
my $jb = $1;
|
||
|
|
my $cnfgure = $configure{$jb};
|
||
|
|
my $trgt = $target{$jb};
|
||
|
|
$job{'configure'} = $cmd{$cnfgure};
|
||
|
|
$job{'name' }=$workflow;
|
||
|
|
$job{'os'} = "linux";
|
||
|
|
$job{'line'} = $line;
|
||
|
|
$job{'target'} = $trgt if($trgt);
|
||
|
|
submit(\%job);
|
||
|
|
}
|
||
|
|
if($_ =~ / *jobs:/) {
|
||
|
|
$c++;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
close(G);
|
||
|
|
return $c;
|
||
|
|
}
|
||
|
|
|
||
|
|
sub zuul {
|
||
|
|
my ($tag)=@_;
|
||
|
|
open(G, "git show $tag:zuul.d/jobs.yaml 2>/dev/null|");
|
||
|
|
my $c = 0;
|
||
|
|
my %job;
|
||
|
|
my $line=0;
|
||
|
|
my $type;
|
||
|
|
$job{'file'} = "zuul.d/jobs.yaml";
|
||
|
|
$job{'service'} = "zuul";
|
||
|
|
while(<G>) {
|
||
|
|
$line++;
|
||
|
|
#print "L: ($jobmode / $env) $_";
|
||
|
|
if($_ =~ /^- job:/) {
|
||
|
|
$jobmode = 1; # start a new
|
||
|
|
$type="configure";
|
||
|
|
}
|
||
|
|
if($jobmode) {
|
||
|
|
if($apt) {
|
||
|
|
if($_ =~ /^ - (.*)/) {
|
||
|
|
my $value = $1;
|
||
|
|
$job{'install'} .= "$value ";
|
||
|
|
}
|
||
|
|
else {
|
||
|
|
$apt = 0; # end of curl_apt_packages
|
||
|
|
}
|
||
|
|
}
|
||
|
|
if($env) {
|
||
|
|
if($envcont) {
|
||
|
|
if($_ =~ /^ (.*)/) {
|
||
|
|
$job{$envcont} .= "$1 ";
|
||
|
|
}
|
||
|
|
else {
|
||
|
|
$envcont = "";
|
||
|
|
}
|
||
|
|
}
|
||
|
|
if($_ =~ /^ ([^:]+): (.*)/) {
|
||
|
|
my ($var, $value) = ($1, $2);
|
||
|
|
|
||
|
|
if($var eq "C") {
|
||
|
|
$var = $type;
|
||
|
|
}
|
||
|
|
elsif($var eq "T") {
|
||
|
|
$var = "tests";
|
||
|
|
if($value eq "cmake") {
|
||
|
|
# otherwise it remains configure
|
||
|
|
$type = "cmake";
|
||
|
|
}
|
||
|
|
}
|
||
|
|
elsif($var eq "CC") {
|
||
|
|
$var = "compiler";
|
||
|
|
}
|
||
|
|
elsif($var eq "CHECKSRC") {
|
||
|
|
$job{'checksrc'} = $value ? "true": "false";
|
||
|
|
$var = "";
|
||
|
|
}
|
||
|
|
else {
|
||
|
|
$var = "";
|
||
|
|
}
|
||
|
|
if($value eq ">-") {
|
||
|
|
$envcont = $var;
|
||
|
|
}
|
||
|
|
elsif($var) {
|
||
|
|
$job{$var} = $value;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
elsif($_ !~ /^ /) {
|
||
|
|
# end of envs
|
||
|
|
$env = 0;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
if($_ =~ /^ curl_env:/) {
|
||
|
|
$env = 1; # start of envs
|
||
|
|
}
|
||
|
|
elsif($_ =~ /^ curl_apt_packages:/) {
|
||
|
|
$apt = 1; # start of apt packages
|
||
|
|
}
|
||
|
|
elsif($_ =~ /^ name: (.*)/) {
|
||
|
|
my $n = $1;
|
||
|
|
if($n eq "curl-base") {
|
||
|
|
# not counted
|
||
|
|
$jobmode = 0;
|
||
|
|
next;
|
||
|
|
}
|
||
|
|
$job{'name'} = $n;
|
||
|
|
}
|
||
|
|
elsif($_ =~ /^\n\z/) {
|
||
|
|
# a job is complete
|
||
|
|
$job{'line'}=$line;
|
||
|
|
$job{'os'}="linux";
|
||
|
|
submit(\%job);
|
||
|
|
$jobmode = 0;
|
||
|
|
$c++;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
close(G);
|
||
|
|
return $c;
|
||
|
|
}
|
||
|
|
|
||
|
|
my $tag = `git rev-parse --abbrev-ref HEAD 2>/dev/null` || "master";
|
||
|
|
chomp $tag;
|
||
|
|
githubactions($tag);
|
||
|
|
azurepipelines($tag);
|
||
|
|
appveyor($tag);
|
||
|
|
zuul($tag);
|
||
|
|
cirrus($tag);
|
||
|
|
circle($tag);
|