next round of build system cleanup - convert package/ to new structure
[openwrt.git] / scripts / metadata.pl
1 #!/usr/bin/perl
2 use strict;
3 my %preconfig;
4 my %package;
5 my %srcpackage;
6 my %category;
7 my %subdir;
8
9 sub get_multiline {
10         my $prefix = shift;
11         my $str;
12         while (<>) {
13                 last if /^@@/;
14                 s/^\s*//g;
15                 $str .= (($_ and $prefix) ? $prefix . $_ : $_);
16         }
17
18         return $str;
19 }
20
21 sub parse_target_metadata() {
22         my ($target, @target, $profile);        
23         while (<>) {
24                 chomp;
25                 /^Target:\s*((.+)-(\d+\.\d+))\s*$/ and do {
26                         my $conf = uc $3.'_'.$2;
27                         $conf =~ tr/\.-/__/;
28                         $target = {
29                                 id => $1,
30                                 conf => $conf,
31                                 board => $2,
32                                 kernel => $3,
33                                 profiles => []
34                         };
35                         push @target, $target;
36                 };
37                 /^Target-Name:\s*(.+)\s*$/ and $target->{name} = $1;
38                 /^Target-Path:\s*(.+)\s*$/ and $target->{path} = $1;
39                 /^Target-Arch:\s*(.+)\s*$/ and $target->{arch} = $1;
40                 /^Target-Features:\s*(.+)\s*$/ and $target->{features} = [ split(/\s+/, $1) ];
41                 /^Target-Description:/ and $target->{desc} = get_multiline();
42                 /^Linux-Version:\s*(.+)\s*$/ and $target->{version} = $1;
43                 /^Linux-Release:\s*(.+)\s*$/ and $target->{release} = $1;
44                 /^Linux-Kernel-Arch:\s*(.+)\s*$/ and $target->{karch} = $1;
45                 /^Default-Packages:\s*(.+)\s*$/ and $target->{packages} = [ split(/\s+/, $1) ];
46                 /^Target-Profile:\s*(.+)\s*$/ and do {
47                         $profile = {
48                                 id => $1,
49                                 name => $1,
50                                 packages => []
51                         };
52                         push @{$target->{profiles}}, $profile;
53                 };
54                 /^Target-Profile-Name:\s*(.+)\s*$/ and $profile->{name} = $1;
55                 /^Target-Profile-Packages:\s*(.*)\s*$/ and $profile->{packages} = [ split(/\s+/, $1) ];
56                 /^Target-Profile-Description:\s*(.*)\s*/ and $profile->{desc} = get_multiline();
57                 /^Target-Profile-Config:/ and $profile->{config} = get_multiline("\t");
58                 /^Target-Profile-Kconfig:/ and $profile->{kconfig} = 1;
59         }
60         foreach my $target (@target) {
61                 @{$target->{profiles}} > 0 or $target->{profiles} = [
62                         {
63                                 id => 'Default',
64                                 name => 'Default',
65                                 packages => []
66                         }
67                 ];
68         }
69         return @target;
70 }
71
72 sub parse_package_metadata() {
73         my $pkg;
74         my $makefile;
75         my $preconfig;
76         my $subdir;
77         my $src;
78         while (<>) {
79                 chomp;
80                 /^Source-Makefile: \s*((.+\/)([^\/]+)\/Makefile)\s*$/ and do {
81                         $makefile = $1;
82                         $subdir = $2;
83                         $src = $3;
84                         $subdir =~ s/^package\///;
85                         $subdir{$src} = $subdir;
86                         $srcpackage{$src} = [];
87                         undef $pkg;
88                 };
89                 /^Package:\s*(.+?)\s*$/ and do {
90                         $pkg = {};
91                         $pkg->{src} = $src;
92                         $pkg->{makefile} = $makefile;
93                         $pkg->{name} = $1;
94                         $pkg->{default} = "m if ALL";
95                         $pkg->{depends} = [];
96                         $pkg->{builddepends} = [];
97                         $pkg->{subdir} = $subdir;
98                         $package{$1} = $pkg;
99                         push @{$srcpackage{$src}}, $pkg;
100                 };
101                 /^Version: \s*(.+)\s*$/ and $pkg->{version} = $1;
102                 /^Title: \s*(.+)\s*$/ and $pkg->{title} = $1;
103                 /^Menu: \s*(.+)\s*$/ and $pkg->{menu} = $1;
104                 /^Submenu: \s*(.+)\s*$/ and $pkg->{submenu} = $1;
105                 /^Submenu-Depends: \s*(.+)\s*$/ and $pkg->{submenudep} = $1;
106                 /^Default: \s*(.+)\s*$/ and $pkg->{default} = $1;
107                 /^Provides: \s*(.+)\s*$/ and do {
108                         my @vpkg = split /\s+/, $1;
109                         foreach my $vpkg (@vpkg) {
110                                 $package{$vpkg} or $package{$vpkg} = { vdepends => [] };
111                                 push @{$package{$vpkg}->{vdepends}}, $pkg->{name};
112                         }
113                 };
114                 /^Depends: \s*(.+)\s*$/ and $pkg->{depends} = [ split /\s+/, $1 ];
115                 /^Build-Depends: \s*(.+)\s*$/ and $pkg->{builddepends} = [ split /\s+/, $1 ];
116                 /^Category: \s*(.+)\s*$/ and do {
117                         $pkg->{category} = $1;
118                         defined $category{$1} or $category{$1} = {};
119                         defined $category{$1}->{$src} or $category{$1}->{$src} = [];
120                         push @{$category{$1}->{$src}}, $pkg;
121                 };
122                 /^Description: \s*(.*)\s*$/ and $pkg->{description} = "\t\t $1\n". get_multiline("\t\t ");
123                 /^Config: \s*(.*)\s*$/ and $pkg->{config} = "$1\n".get_multiline();
124                 /^Prereq-Check:/ and $pkg->{prereq} = 1;
125                 /^Preconfig:\s*(.+)\s*$/ and do {
126                         my $pkgname = $pkg->{name};
127                         $preconfig{$pkgname} or $preconfig{$pkgname} = [];
128                         $preconfig = {
129                                 id => $1
130                         };
131                         push @{$preconfig{$pkgname}}, $preconfig;
132                 };
133                 /^Preconfig-Type:\s*(.*?)\s*$/ and $preconfig->{type} = $1;
134                 /^Preconfig-Label:\s*(.*?)\s*$/ and $preconfig->{label} = $1;
135                 /^Preconfig-Default:\s*(.*?)\s*$/ and $preconfig->{default} = $1;
136         }
137         return %category;
138 }
139
140 sub gen_kconfig_overrides() {
141         my %config;
142         my %kconfig;
143         my $package;
144         my $pkginfo = shift @ARGV;
145         my $cfgfile = shift @ARGV;
146
147         # parameter 2: build system config
148         open FILE, "<$cfgfile" or return;
149         while (<FILE>) {
150                 /^(CONFIG_.+?)=(.+)$/ and $config{$1} = 1;
151         }
152         close FILE;
153
154         # parameter 1: package metadata
155         open FILE, "<$pkginfo" or return;
156         while (<FILE>) {
157                 /^Package:\s*(.+?)\s*$/ and $package = $1;
158                 /^Kernel-Config:\s*(.+?)\s*$/ and do {
159                         my @config = split /\s+/, $1;
160                         foreach my $config (@config) {
161                                 my $val = 'm';
162                                 my $override;
163                                 if ($config =~ /^(.+?)=(.+)$/) {
164                                         $config = $1;
165                                         $override = 1;
166                                         $val = $2;
167                                 }
168                                 if ($config{"CONFIG_PACKAGE_$package"} and ($config ne 'n')) {
169                                         $kconfig{$config} = $val;
170                                 } elsif (!$override) {
171                                         $kconfig{$config} or $kconfig{$config} = 'n';
172                                 }
173                         }
174                 };
175         };
176         close FILE;
177
178         foreach my $kconfig (sort keys %kconfig) {
179                 if ($kconfig{$kconfig} eq 'n') {
180                         print "# $kconfig is not set\n";
181                 } else {
182                         print "$kconfig=$kconfig{$kconfig}\n";
183                 }
184         }
185 }
186
187 sub merge_package_lists($$) {
188         my $list1 = shift;
189         my $list2 = shift;
190         my @l = ();
191         my %pkgs;
192
193         foreach my $pkg (@$list1, @$list2) {
194                 $pkgs{$pkg} = 1;
195         }
196         foreach my $pkg (keys %pkgs) {
197                 push @l, $pkg unless ($pkg =~ /^-/ or $pkgs{"-$pkg"});
198         }
199         return sort(@l);
200 }
201
202 sub gen_target_mk() {
203         my @target = parse_target_metadata();
204         
205         @target = sort {
206                 $a->{id} cmp $b->{id}
207         } @target;
208         
209         foreach my $target (@target) {
210                 my ($profiles_def, $profiles_eval);
211                 my $conf = uc $target->{kernel}.'_'.$target->{board};
212                 $conf =~ tr/\.-/__/;
213                 
214                 foreach my $profile (@{$target->{profiles}}) {
215                         $profiles_def .= "
216   define Profile/$conf\_$profile->{id}
217     ID:=$profile->{id}
218     NAME:=$profile->{name}
219     PACKAGES:=".join(" ", merge_package_lists($target->{packages}, $profile->{packages}))."\n";
220                         $profile->{kconfig} and $profiles_def .= "    KCONFIG:=1\n";
221                         $profiles_def .= "  endef";
222                         $profiles_eval .= "
223 \$(eval \$(call AddProfile,$conf\_$profile->{id}))"
224                 }
225                 print "
226 ifeq (\$(CONFIG_LINUX_$conf),y)
227   define Target
228     KERNEL:=$target->{kernel}
229     BOARD:=$target->{board}
230     BOARDNAME:=$target->{name}
231     LINUX_VERSION:=$target->{version}
232     LINUX_RELEASE:=$target->{release}
233     LINUX_KARCH:=$target->{karch}
234     DEFAULT_PACKAGES:=".join(" ", @{$target->{packages}})."
235   endef$profiles_def
236 endif$profiles_eval
237
238 "
239         }
240         print "\$(eval \$(call Target))\n";
241 }
242
243 sub target_config_features(@) {
244         my $ret;
245
246         while ($_ = shift @_) {
247                 /broken/ and $ret .= "\tdepends BROKEN\n";
248                 /pci/ and $ret .= "\tselect PCI_SUPPORT\n";
249                 /usb/ and $ret .= "\tselect USB_SUPPORT\n";
250                 /pcmcia/ and $ret .= "\tselect PCMCIA_SUPPORT\n";
251                 /squashfs/ and $ret .= "\tselect USES_SQUASHFS\n";
252                 /jffs2/ and $ret .= "\tselect USES_JFFS2\n";
253                 /ext2/ and $ret .= "\tselect USES_EXT2\n";
254                 /tgz/ and $ret .= "\tselect USES_TGZ\n";
255         }
256         return $ret;
257 }
258
259
260 sub gen_target_config() {
261         my @target = parse_target_metadata();
262
263         @target = sort {
264                 $a->{name} cmp $b->{name}
265         } @target;
266         
267         
268         print <<EOF;
269 choice
270         prompt "Target System"
271         default LINUX_2_4_BRCM
272         reset if !DEVEL
273         
274 EOF
275
276         foreach my $target (@target) {
277                 my $features = target_config_features(@{$target->{features}});
278                 my $help = $target->{desc};
279                 my $kernel = $target->{kernel};
280                 $kernel =~ tr/./_/;
281
282                 chomp $features;
283                 $features .= "\n";
284                 if ($help =~ /\w+/) {
285                         $help =~ s/^\s*/\t  /mg;
286                         $help = "\thelp\n$help";
287                 } else {
288                         undef $help;
289                 }
290         
291                 print <<EOF
292 config LINUX_$target->{conf}
293         bool "$target->{name}"
294         select $target->{arch}
295         select LINUX_$kernel
296 $features$help
297
298 EOF
299         }
300
301         print <<EOF;
302 if DEVEL
303
304 config LINUX_2_6_ARM
305         bool "UNSUPPORTED little-endian arm platform"
306         depends BROKEN
307         select LINUX_2_6
308         select arm
309
310 config LINUX_2_6_CRIS
311         bool "UNSUPPORTED cris platform"
312         depends BROKEN
313         select LINUX_2_6
314         select cris
315
316 config LINUX_2_6_M68K
317         bool "UNSUPPORTED m68k platform"
318         depends BROKEN
319         select LINUX_2_6
320         select m68k
321
322 config LINUX_2_6_SH3
323         bool "UNSUPPORTED little-endian sh3 platform"
324         depends BROKEN
325         select LINUX_2_6
326         select sh3
327
328 config LINUX_2_6_SH3EB
329         bool "UNSUPPORTED big-endian sh3 platform"
330         depends BROKEN
331         select LINUX_2_6
332         select sh3eb
333
334 config LINUX_2_6_SH4
335         bool "UNSUPPORTED little-endian sh4 platform"
336         depends BROKEN
337         select LINUX_2_6
338         select sh4
339
340 config LINUX_2_6_SH4EB
341         bool "UNSUPPORTED big-endian sh4 platform"
342         depends BROKEN
343         select LINUX_2_6
344         select sh4eb
345
346 config LINUX_2_6_SPARC
347         bool "UNSUPPORTED sparc platform"
348         depends BROKEN
349         select LINUX_2_6
350         select sparc
351
352 endif
353
354 endchoice
355
356 choice
357         prompt "Target Profile"
358
359 EOF
360         
361         foreach my $target (@target) {
362                 my $profiles = $target->{profiles};
363                 
364                 foreach my $profile (@$profiles) {
365                         print <<EOF;
366 config LINUX_$target->{conf}_$profile->{id}
367         bool "$profile->{name}"
368         depends LINUX_$target->{conf}
369 $profile->{config}
370 EOF
371                         $profile->{kconfig} and print "\tselect PROFILE_KCONFIG\n";
372                         my @pkglist = merge_package_lists($target->{packages}, $profile->{packages});
373                         foreach my $pkg (@pkglist) {
374                                 print "\tselect DEFAULT_$pkg\n";
375                         }
376                         print "\n";
377                 }
378         }
379
380         print "endchoice\n";
381 }
382
383
384 sub find_package_dep($$) {
385         my $pkg = shift;
386         my $name = shift;
387         my $deps = ($pkg->{vdepends} or $pkg->{depends});
388
389         return 0 unless defined $deps;
390         foreach my $dep (@{$deps}) {
391                 return 1 if $dep eq $name;
392                 return 1 if ($package{$dep} and (find_package_dep($package{$dep},$name) == 1));
393         }
394         return 0;
395 }
396
397 sub package_depends($$) {
398         my $a = shift;
399         my $b = shift;
400         my $ret;
401
402         return 0 if ($a->{submenu} ne $b->{submenu});
403         if (find_package_dep($a, $b->{name}) == 1) {
404                 $ret = 1;
405         } elsif (find_package_dep($b, $a->{name}) == 1) {
406                 $ret = -1;
407         } else {
408                 return 0;
409         }
410         return $ret;
411 }
412
413 sub mconf_depends($$) {
414         my $depends = shift;
415         my $only_dep = shift;
416         my $res;
417
418         $depends or return;
419         my @depends = @$depends;
420         foreach my $depend (@depends) {
421                 my $m = "depends";
422                 $depend =~ s/^([@\+]+)//;
423                 my $flags = $1;
424                 my $vdep;
425         
426                 if ($vdep = $package{$depend}->{vdepends}) {
427                         $depend = join("||", map { "PACKAGE_".$_ } @$vdep);
428                 } else {
429                         $flags =~ /\+/ and do {
430                                 next if $only_dep;
431                                 $m = "select";
432
433                                 # Menuconfig will not treat 'select FOO' as a real dependency
434                                 # thus if FOO depends on other config options, these dependencies
435                                 # will not be checked. To fix this, we simply emit all of FOO's
436                                 # depends here as well.
437                                 $package{$depend} and $res .= mconf_depends($package{$depend}->{depends}, 1);
438                         };
439                         $flags =~ /@/ or $depend = "PACKAGE_$depend";
440                 }
441                 $res .= "\t\t$m $depend\n";
442         }
443         return $res;
444 }
445
446 sub print_package_config_category($) {
447         my $cat = shift;
448         my %menus;
449         my %menu_dep;
450         
451         return unless $category{$cat};
452         
453         print "menu \"$cat\"\n\n";
454         my %spkg = %{$category{$cat}};
455         
456         foreach my $spkg (sort {uc($a) cmp uc($b)} keys %spkg) {
457                 foreach my $pkg (@{$spkg{$spkg}}) {
458                         my $menu = $pkg->{submenu};
459                         if ($menu) {
460                                 $menu_dep{$menu} or $menu_dep{$menu} = $pkg->{submenudep};
461                         } else {
462                                 $menu = 'undef';
463                         }
464                         $menus{$menu} or $menus{$menu} = [];
465                         push @{$menus{$menu}}, $pkg;
466                         print "\tconfig DEFAULT_".$pkg->{name}."\n";
467                         print "\t\tbool\n\n";
468                 }
469         }
470         my @menus = sort {
471                 ($a eq 'undef' ?  1 : 0) or
472                 ($b eq 'undef' ? -1 : 0) or
473                 ($a cmp $b)
474         } keys %menus;
475
476         foreach my $menu (@menus) {
477                 my @pkgs = sort {
478                         package_depends($a, $b) or
479                         ($a->{name} cmp $b->{name})
480                 } @{$menus{$menu}};
481                 if ($menu ne 'undef') {
482                         $menu_dep{$menu} and print "if $menu_dep{$menu}\n";
483                         print "menu \"$menu\"\n";
484                 }
485                 foreach my $pkg (@pkgs) {
486                         my $title = $pkg->{name};
487                         my $c = (72 - length($pkg->{name}) - length($pkg->{title}));
488                         if ($c > 0) {
489                                 $title .= ("." x $c). " ". $pkg->{title};
490                         }
491                         print "\t";
492                         $pkg->{menu} and print "menu";
493                         print "config PACKAGE_".$pkg->{name}."\n";
494                         print "\t\ttristate \"$title\"\n";
495                         print "\t\tdefault y if DEFAULT_".$pkg->{name}."\n";
496                         foreach my $default (split /\s*,\s*/, $pkg->{default}) {
497                                 print "\t\tdefault $default\n";
498                         }
499                         print mconf_depends($pkg->{depends}, 0);
500                         print "\t\thelp\n";
501                         print $pkg->{description};
502                         print "\n";
503
504                         $pkg->{config} and print $pkg->{config}."\n";
505                 }
506                 if ($menu ne 'undef') {
507                         print "endmenu\n";
508                         $menu_dep{$menu} and print "endif\n";
509                 }
510         }
511         print "endmenu\n\n";
512         
513         undef $category{$cat};
514 }
515
516 sub gen_package_config() {
517         parse_package_metadata();
518         print "menuconfig UCI_PRECONFIG\n\tbool \"Image configuration\"\n";
519         foreach my $preconfig (keys %preconfig) {
520                 foreach my $cfg (@{$preconfig{$preconfig}}) {
521                         my $conf = $cfg->{id};
522                         $conf =~ tr/\.-/__/;
523                         print <<EOF
524         config UCI_PRECONFIG_$conf
525                 string "$cfg->{label}" if UCI_PRECONFIG
526                 depends PACKAGE_$preconfig
527                 default "$cfg->{default}"
528
529 EOF
530                 }
531         }
532         print_package_config_category 'Base system';
533         foreach my $cat (keys %category) {
534                 print_package_config_category $cat;
535         }
536 }
537
538 sub gen_package_mk() {
539         my %conf;
540         my %dep;
541         my $line;
542
543         parse_package_metadata();
544         foreach my $name (sort {uc($a) cmp uc($b)} keys %package) {
545                 my $config;
546                 my $pkg = $package{$name};
547                 
548                 next if defined $pkg->{vdepends};
549                 if ($ENV{SDK}) {
550                         $conf{$pkg->{src}} or do {
551                                 $config = 'm';
552                                 $conf{$pkg->{src}} = 1;
553                         };
554                 } else {
555                         $config = "\$(CONFIG_PACKAGE_$name)"
556                 }
557                 if ($config) {
558                         print "package-$config += $pkg->{subdir}$pkg->{src}\n";
559                         $pkg->{prereq} and print "prereq-$config += $pkg->{subdir}$pkg->{src}\n";
560                 }
561         
562                 my $hasdeps = 0;
563                 my $depline = "";
564                 foreach my $dep (@{$pkg->{depends}}, @{$pkg->{builddepends}}) {
565                         next if $dep =~ /@/;
566                         $dep =~ s/\+//;
567                         my $idx;
568                         my $pkg_dep = $package{$dep};
569                         next if defined $pkg_dep->{vdepends};
570
571                         if (defined $pkg_dep->{src}) {
572                                 ($pkg->{src} ne $pkg_dep->{src}) and $idx = $pkg_dep->{subdir}.$pkg_dep->{src};
573                         } elsif (defined($srcpackage{$dep})) {
574                                 $idx = $subdir{$dep}.$dep;
575                         }
576                         undef $idx if $idx =~ /^(kernel)|(base-files)$/;
577                         if ($idx) {
578                                 next if $dep{$pkg->{src}."->".$idx};
579                                 $depline .= " \$(curdir)/$idx/compile";
580                                 $dep{$pkg->{src}."->".$idx} = 1;
581                         }
582                 }
583                 if ($depline) {
584                         $line .= "\$(curdir)/".$pkg->{subdir}."$pkg->{src}/compile := $depline\n";
585                 }
586         }
587         
588         if ($line ne "") {
589                 print "\n$line";
590         }
591         foreach my $preconfig (keys %preconfig) {
592                 my $cmds;
593                 foreach my $cfg (@{$preconfig{$preconfig}}) {
594                         my $conf = $cfg->{id};
595                         $conf =~ tr/\.-/__/;
596                         $cmds .= "\techo \"uci set '$cfg->{id}=\$(subst \",,\$(CONFIG_UCI_PRECONFIG_$conf))'\"; \\\n";
597                 }
598                 next unless $cmds;
599                 print <<EOF
600
601 \$(TARGET_DIR)/etc/uci-defaults/$preconfig: FORCE
602         ( \\
603 $cmds \\
604         ) > \$@
605         
606 ifneq (\$(UCI_PRECONFIG)\$(CONFIG_UCI_PRECONFIG),)
607   package/preconfig: \$(TARGET_DIR)/etc/uci-defaults/$preconfig
608 endif
609 EOF
610         }
611 }
612
613
614 sub parse_command() {
615         my $cmd = shift @ARGV;
616         for ($cmd) {
617                 /^target_mk$/ and return gen_target_mk();
618                 /^target_config$/ and return gen_target_config();
619                 /^package_mk$/ and return gen_package_mk();
620                 /^package_config$/ and return gen_package_config();
621                 /^kconfig/ and return gen_kconfig_overrides();
622         }
623         print <<EOF
624 Available Commands:
625         $0 target_mk [file]             Target metadata in makefile format
626         $0 target_config [file]         Target metadata in Kconfig format
627         $0 package_mk [file]            Package metadata in makefile format
628         $0 package_config [file]        Package metadata in Kconfig format
629         $0 kconfig [file] [config]      Kernel config overrides
630
631 EOF
632 }
633
634 parse_command();