reorganize subtargets, sort subtargets below top level targets
[openwrt.git] / scripts / metadata.pl
1 #!/usr/bin/perl
2 use FindBin;
3 use lib "$FindBin::Bin";
4 use strict;
5 use metadata;
6
7 my %board;
8
9 sub confstr($) {
10         my $conf = shift;
11         $conf =~ tr#/\.\-/#___#;
12         return $conf;
13 }
14
15 sub parse_target_metadata() {
16         my $file = shift @ARGV;
17         my ($target, @target, $profile);
18         my %target;
19
20         open FILE, "<$file" or do {
21                 warn "Can't open file '$file': $!\n";
22                 return;
23         };
24         while (<FILE>) {
25                 chomp;
26                 /^Target:\s*(.+)\s*$/ and do {
27                         my $name = $1;
28                         $target = {
29                                 id => $name,
30                                 board => $name,
31                                 boardconf => confstr($name),
32                                 conf => confstr($name),
33                                 profiles => [],
34                                 features => [],
35                                 depends => [],
36                                 subtargets => []
37                         };
38                         push @target, $target;
39                         $target{$name} = $target;
40                         if ($name =~ /([^\/]+)\/([^\/]+)/) {
41                                 push @{$target{$1}->{subtargets}}, $2;
42                                 $target->{board} = $1;
43                                 $target->{boardconf} = confstr($1);
44                                 $target->{subtarget} = 1;
45                                 $target->{parent} = $target{$1};
46                         }
47                 };
48                 /^Target-Kernel:\s*(\d+\.\d+)\s*$/ and $target->{kernel} = $1;
49                 /^Target-Name:\s*(.+)\s*$/ and $target->{name} = $1;
50                 /^Target-Path:\s*(.+)\s*$/ and $target->{path} = $1;
51                 /^Target-Arch:\s*(.+)\s*$/ and $target->{arch} = $1;
52                 /^Target-Features:\s*(.+)\s*$/ and $target->{features} = [ split(/\s+/, $1) ];
53                 /^Target-Depends:\s*(.+)\s*$/ and $target->{depends} = [ split(/\s+/, $1) ];
54                 /^Target-Description:/ and $target->{desc} = get_multiline(*FILE);
55                 /^Linux-Version:\s*(.+)\s*$/ and $target->{version} = $1;
56                 /^Linux-Release:\s*(.+)\s*$/ and $target->{release} = $1;
57                 /^Linux-Kernel-Arch:\s*(.+)\s*$/ and $target->{karch} = $1;
58                 /^Default-Packages:\s*(.+)\s*$/ and $target->{packages} = [ split(/\s+/, $1) ];
59                 /^Target-Profile:\s*(.+)\s*$/ and do {
60                         $profile = {
61                                 id => $1,
62                                 name => $1,
63                                 packages => []
64                         };
65                         push @{$target->{profiles}}, $profile;
66                 };
67                 /^Target-Profile-Name:\s*(.+)\s*$/ and $profile->{name} = $1;
68                 /^Target-Profile-Packages:\s*(.*)\s*$/ and $profile->{packages} = [ split(/\s+/, $1) ];
69                 /^Target-Profile-Description:\s*(.*)\s*/ and $profile->{desc} = get_multiline(*FILE);
70                 /^Target-Profile-Config:/ and $profile->{config} = get_multiline(*FILE, "\t");
71                 /^Target-Profile-Kconfig:/ and $profile->{kconfig} = 1;
72         }
73         close FILE;
74         foreach my $target (@target) {
75                 @{$target->{profiles}} > 0 or $target->{profiles} = [
76                         {
77                                 id => 'Default',
78                                 name => 'Default',
79                                 packages => []
80                         }
81                 ];
82         }
83         return @target;
84 }
85
86 sub gen_kconfig_overrides() {
87         my %config;
88         my %kconfig;
89         my $package;
90         my $pkginfo = shift @ARGV;
91         my $cfgfile = shift @ARGV;
92
93         # parameter 2: build system config
94         open FILE, "<$cfgfile" or return;
95         while (<FILE>) {
96                 /^(CONFIG_.+?)=(.+)$/ and $config{$1} = 1;
97         }
98         close FILE;
99
100         # parameter 1: package metadata
101         open FILE, "<$pkginfo" or return;
102         while (<FILE>) {
103                 /^Package:\s*(.+?)\s*$/ and $package = $1;
104                 /^Kernel-Config:\s*(.+?)\s*$/ and do {
105                         my @config = split /\s+/, $1;
106                         foreach my $config (@config) {
107                                 my $val = 'm';
108                                 my $override;
109                                 if ($config =~ /^(.+?)=(.+)$/) {
110                                         $config = $1;
111                                         $override = 1;
112                                         $val = $2;
113                                 }
114                                 if ($config{"CONFIG_PACKAGE_$package"} and ($config ne 'n')) {
115                                         $kconfig{$config} = $val;
116                                 } elsif (!$override) {
117                                         $kconfig{$config} or $kconfig{$config} = 'n';
118                                 }
119                         }
120                 };
121         };
122         close FILE;
123
124         foreach my $kconfig (sort keys %kconfig) {
125                 if ($kconfig{$kconfig} eq 'n') {
126                         print "# $kconfig is not set\n";
127                 } else {
128                         print "$kconfig=$kconfig{$kconfig}\n";
129                 }
130         }
131 }
132
133 sub merge_package_lists($$) {
134         my $list1 = shift;
135         my $list2 = shift;
136         my @l = ();
137         my %pkgs;
138
139         foreach my $pkg (@$list1, @$list2) {
140                 $pkgs{$pkg} = 1;
141         }
142         foreach my $pkg (keys %pkgs) {
143                 push @l, $pkg unless ($pkg =~ /^-/ or $pkgs{"-$pkg"});
144         }
145         return sort(@l);
146 }
147
148 sub target_config_features(@) {
149         my $ret;
150
151         while ($_ = shift @_) {
152                 /broken/ and $ret .= "\tdepends BROKEN\n";
153                 /pci/ and $ret .= "\tselect PCI_SUPPORT\n";
154                 /usb/ and $ret .= "\tselect USB_SUPPORT\n";
155                 /pcmcia/ and $ret .= "\tselect PCMCIA_SUPPORT\n";
156                 /squashfs/ and $ret .= "\tselect USES_SQUASHFS\n";
157                 /jffs2/ and $ret .= "\tselect USES_JFFS2\n";
158                 /ext2/ and $ret .= "\tselect USES_EXT2\n";
159                 /tgz/ and $ret .= "\tselect USES_TGZ\n";
160         }
161         return $ret;
162 }
163
164 sub target_name($) {
165         my $target = shift;
166         my $parent = $target->{parent};
167         if ($parent) {
168                 return $target->{parent}->{name}." - ".$target->{name};
169         } else {
170                 return $target->{name};
171         }
172 }
173
174 sub print_target($) {
175         my $target = shift;
176         my $features = target_config_features(@{$target->{features}});
177         my $help = $target->{desc};
178         my $kernel = $target->{kernel};
179         my $confstr;
180         $kernel =~ tr/./_/;
181
182         chomp $features;
183         $features .= "\n";
184         if ($help =~ /\w+/) {
185                 $help =~ s/^\s*/\t  /mg;
186                 $help = "\thelp\n$help";
187         } else {
188                 undef $help;
189         }
190
191         $confstr = <<EOF;
192 config TARGET_$target->{conf}
193         bool "$target->{name}"
194         select LINUX_$kernel
195 EOF
196         if ($target->{subtarget}) {
197                 $confstr .= "\tdepends TARGET_$target->{boardconf}\n";
198         }
199         if (@{$target->{subtargets}} > 0) {
200                 $confstr .= "\tselect HAS_SUBTARGETS\n";
201         } else {
202                 $confstr .= "\tselect $target->{arch}\n";
203                 foreach my $dep (@{$target->{depends}}) {
204                         my $mode = "depends";
205                         my $flags;
206                         my $name;
207
208                         $dep =~ /^([@\+\-]+)(.+)$/;
209                         $flags = $1;
210                         $name = $2;
211
212                         $flags =~ /-/ and $mode = "deselect";
213                         $flags =~ /\+/ and $mode = "select";
214                         $flags =~ /@/ and $confstr .= "\t$mode $name\n";
215                 }
216                 $confstr .= $features;
217         }
218
219         $confstr .= "$help\n\n";
220         print $confstr;
221 }
222
223 sub gen_target_config() {
224         my @target = parse_target_metadata();
225
226         my @target_sort = sort {
227                 target_name($a) cmp target_name($b);
228         } @target;
229
230
231         print <<EOF;
232 choice
233         prompt "Target System"
234         default TARGET_brcm_2_4
235         reset if !DEVEL
236         
237 EOF
238
239         foreach my $target (@target_sort) {
240                 next if $target->{subtarget};
241                 print_target($target);
242         }
243
244         print <<EOF;
245 endchoice
246
247 choice
248         prompt "Subtarget" if HAS_SUBTARGETS
249
250 EOF
251         foreach my $target (@target) {
252                 next unless $target->{subtarget};
253                 print_target($target);
254         }
255
256 print <<EOF;
257 endchoice
258
259 choice
260         prompt "Target Profile"
261
262 EOF
263
264         foreach my $target (@target) {
265                 my $profiles = $target->{profiles};
266
267                 foreach my $profile (@$profiles) {
268                         print <<EOF;
269 config TARGET_$target->{conf}_$profile->{id}
270         bool "$profile->{name}"
271         depends TARGET_$target->{conf}
272 $profile->{config}
273 EOF
274                         $profile->{kconfig} and print "\tselect PROFILE_KCONFIG\n";
275                         my @pkglist = merge_package_lists($target->{packages}, $profile->{packages});
276                         foreach my $pkg (@pkglist) {
277                                 print "\tselect DEFAULT_$pkg\n";
278                         }
279                         print "\n";
280                 }
281         }
282
283         print <<EOF;
284 endchoice
285
286 config HAS_SUBTARGETS
287         bool
288
289 config TARGET_BOARD
290         string
291
292 EOF
293         foreach my $target (@target) {
294                 $target->{subtarget} or print "\t\tdefault \"".$target->{board}."\" if TARGET_".$target->{conf}."\n";
295         }
296
297 }
298
299 my %dep_check;
300 sub __find_package_dep($$) {
301         my $pkg = shift;
302         my $name = shift;
303         my $deps = ($pkg->{vdepends} or $pkg->{depends});
304
305         return 0 unless defined $deps;
306         foreach my $dep (@{$deps}) {
307                 next if $dep_check{$dep};
308                 $dep_check{$dep} = 1;
309                 return 1 if $dep eq $name;
310                 return 1 if ($package{$dep} and (__find_package_dep($package{$dep},$name) == 1));
311         }
312         return 0;
313 }
314
315 # wrapper to avoid infinite recursion
316 sub find_package_dep($$) {
317         my $pkg = shift;
318         my $name = shift;
319
320         %dep_check = ();
321         return __find_package_dep($pkg, $name);
322 }
323
324 sub package_depends($$) {
325         my $a = shift;
326         my $b = shift;
327         my $ret;
328
329         return 0 if ($a->{submenu} ne $b->{submenu});
330         if (find_package_dep($a, $b->{name}) == 1) {
331                 $ret = 1;
332         } elsif (find_package_dep($b, $a->{name}) == 1) {
333                 $ret = -1;
334         } else {
335                 return 0;
336         }
337         return $ret;
338 }
339
340 sub mconf_depends($$) {
341         my $depends = shift;
342         my $only_dep = shift;
343         my $res;
344         my $dep = shift;
345         $dep or $dep = {};
346
347         $depends or return;
348         my @depends = @$depends;
349         foreach my $depend (@depends) {
350                 my $m = "depends";
351                 $depend =~ s/^([@\+]+)//;
352                 my $flags = $1;
353                 my $vdep;
354
355                 if ($vdep = $package{$depend}->{vdepends}) {
356                         $depend = join("||", map { "PACKAGE_".$_ } @$vdep);
357                 } else {
358                         $flags =~ /\+/ and do {
359                                 next if $only_dep;
360                                 $m = "select";
361
362                                 # Menuconfig will not treat 'select FOO' as a real dependency
363                                 # thus if FOO depends on other config options, these dependencies
364                                 # will not be checked. To fix this, we simply emit all of FOO's
365                                 # depends here as well.
366                                 $package{$depend} and mconf_depends($package{$depend}->{depends}, 1, $dep);
367                         };
368                         $flags =~ /@/ or $depend = "PACKAGE_$depend";
369                 }
370                 $dep->{$depend} =~ /select/ or $dep->{$depend} = $m;
371         }
372         foreach my $depend (keys %$dep) {
373                 my $m = $dep->{$depend};
374                 $res .= "\t\t$m $depend\n";
375         }
376         return $res;
377 }
378
379 sub print_package_config_category($) {
380         my $cat = shift;
381         my %menus;
382         my %menu_dep;
383
384         return unless $category{$cat};
385
386         print "menu \"$cat\"\n\n";
387         my %spkg = %{$category{$cat}};
388
389         foreach my $spkg (sort {uc($a) cmp uc($b)} keys %spkg) {
390                 foreach my $pkg (@{$spkg{$spkg}}) {
391                         my $menu = $pkg->{submenu};
392                         if ($menu) {
393                                 $menu_dep{$menu} or $menu_dep{$menu} = $pkg->{submenudep};
394                         } else {
395                                 $menu = 'undef';
396                         }
397                         $menus{$menu} or $menus{$menu} = [];
398                         push @{$menus{$menu}}, $pkg;
399                         print "\tconfig DEFAULT_".$pkg->{name}."\n";
400                         print "\t\tbool\n\n";
401                 }
402         }
403         my @menus = sort {
404                 ($a eq 'undef' ?  1 : 0) or
405                 ($b eq 'undef' ? -1 : 0) or
406                 ($a cmp $b)
407         } keys %menus;
408
409         foreach my $menu (@menus) {
410                 my @pkgs = sort {
411                         package_depends($a, $b) or
412                         ($a->{name} cmp $b->{name})
413                 } @{$menus{$menu}};
414                 if ($menu ne 'undef') {
415                         $menu_dep{$menu} and print "if $menu_dep{$menu}\n";
416                         print "menu \"$menu\"\n";
417                 }
418                 foreach my $pkg (@pkgs) {
419                         my $title = $pkg->{name};
420                         my $c = (72 - length($pkg->{name}) - length($pkg->{title}));
421                         if ($c > 0) {
422                                 $title .= ("." x $c). " ". $pkg->{title};
423                         }
424                         print "\t";
425                         $pkg->{menu} and print "menu";
426                         print "config PACKAGE_".$pkg->{name}."\n";
427                         print "\t\t".($pkg->{tristate} ? 'tristate' : 'bool')." \"$title\"\n";
428                         print "\t\tdefault y if DEFAULT_".$pkg->{name}."\n";
429                         foreach my $default (split /\s*,\s*/, $pkg->{default}) {
430                                 print "\t\tdefault $default\n";
431                         }
432                         print mconf_depends($pkg->{depends}, 0);
433                         print "\t\thelp\n";
434                         print $pkg->{description};
435                         print "\n";
436
437                         $pkg->{config} and print $pkg->{config}."\n";
438                 }
439                 if ($menu ne 'undef') {
440                         print "endmenu\n";
441                         $menu_dep{$menu} and print "endif\n";
442                 }
443         }
444         print "endmenu\n\n";
445
446         undef $category{$cat};
447 }
448
449 sub gen_package_config() {
450         parse_package_metadata($ARGV[0]) or exit 1;
451         print "menuconfig UCI_PRECONFIG\n\tbool \"Image configuration\"\n";
452         foreach my $preconfig (keys %preconfig) {
453                 foreach my $cfg (keys %{$preconfig{$preconfig}}) {
454                         my $conf = $preconfig{$preconfig}->{$cfg}->{id};
455                         $conf =~ tr/\.-/__/;
456                         print <<EOF
457         config UCI_PRECONFIG_$conf
458                 string "$preconfig{$preconfig}->{$cfg}->{label}" if UCI_PRECONFIG
459                 depends PACKAGE_$preconfig
460                 default "$preconfig{$preconfig}->{$cfg}->{default}"
461
462 EOF
463                 }
464         }
465         print_package_config_category 'Base system';
466         foreach my $cat (keys %category) {
467                 print_package_config_category $cat;
468         }
469 }
470
471 sub gen_package_mk() {
472         my %conf;
473         my %dep;
474         my $line;
475
476         parse_package_metadata($ARGV[0]) or exit 1;
477         foreach my $name (sort {uc($a) cmp uc($b)} keys %package) {
478                 my $config;
479                 my $pkg = $package{$name};
480
481                 next if defined $pkg->{vdepends};
482                 if ($ENV{SDK}) {
483                         $conf{$pkg->{src}} or do {
484                                 $config = 'm';
485                                 $conf{$pkg->{src}} = 1;
486                         };
487                 } else {
488                         $config = "\$(CONFIG_PACKAGE_$name)"
489                 }
490                 if ($config) {
491                         print "package-$config += $pkg->{subdir}$pkg->{src}\n";
492                         $pkg->{prereq} and print "prereq-$config += $pkg->{subdir}$pkg->{src}\n";
493                 }
494
495                 my $hasdeps = 0;
496                 my $depline = "";
497                 foreach my $dep (@{$pkg->{depends}}, @{$pkg->{builddepends}}) {
498                         next if $dep =~ /@/;
499                         $dep =~ s/\+//;
500                         my $idx;
501                         my $pkg_dep = $package{$dep};
502                         next if defined $pkg_dep->{vdepends};
503
504                         if (defined $pkg_dep->{src}) {
505                                 ($pkg->{src} ne $pkg_dep->{src}) and $idx = $pkg_dep->{subdir}.$pkg_dep->{src};
506                         } elsif (defined($srcpackage{$dep})) {
507                                 $idx = $subdir{$dep}.$dep;
508                         }
509                         undef $idx if $idx =~ /^(kernel)|(base-files)$/;
510                         if ($idx) {
511                                 next if $dep{$pkg->{src}."->".$idx};
512                                 $depline .= " \$(curdir)/$idx/compile";
513                                 $dep{$pkg->{src}."->".$idx} = 1;
514                         }
515                 }
516                 if ($depline) {
517                         $line .= "\$(curdir)/".$pkg->{subdir}."$pkg->{src}/compile += $depline\n";
518                 }
519         }
520
521         if ($line ne "") {
522                 print "\n$line";
523         }
524         foreach my $preconfig (keys %preconfig) {
525                 my $cmds;
526                 foreach my $cfg (keys %{$preconfig{$preconfig}}) {
527                         my $conf = $preconfig{$preconfig}->{$cfg}->{id};
528                         $conf =~ tr/\.-/__/;
529                         $cmds .= "\techo \"uci set '$preconfig{$preconfig}->{$cfg}->{id}=\$(subst \",,\$(CONFIG_UCI_PRECONFIG_$conf))'\"; \\\n";
530                 }
531                 next unless $cmds;
532                 print <<EOF
533
534 \$(TARGET_DIR)/etc/uci-defaults/$preconfig: FORCE
535         ( \\
536 $cmds \\
537         ) > \$@
538         
539 ifneq (\$(UCI_PRECONFIG)\$(CONFIG_UCI_PRECONFIG),)
540   package/preconfig: \$(TARGET_DIR)/etc/uci-defaults/$preconfig
541 endif
542 EOF
543         }
544 }
545
546
547 sub parse_command() {
548         my $cmd = shift @ARGV;
549         for ($cmd) {
550                 /^target_config$/ and return gen_target_config();
551                 /^package_mk$/ and return gen_package_mk();
552                 /^package_config$/ and return gen_package_config();
553                 /^kconfig/ and return gen_kconfig_overrides();
554         }
555         print <<EOF
556 Available Commands:
557         $0 target_config [file]         Target metadata in Kconfig format
558         $0 package_mk [file]            Package metadata in makefile format
559         $0 package_config [file]        Package metadata in Kconfig format
560         $0 kconfig [file] [config]      Kernel config overrides
561
562 EOF
563 }
564
565 parse_command();