#!/usr/bin/perl -w # -*- Mode: perl; tab-width: 4; indent-tabs-mode: nil; -*- # # Preprocessor # Version 1.1 # # Copyright (c) 2002, 2003, 2004 by Ian Hickson # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, but # WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU # General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA # Thanks to bryner and bsmedberg for suggestions. # Thanks to jon rekai for a patch to not require File::Spec 0.8. use strict; # takes as arguments the files to process # defaults to stdin # output to stdout my $stack = new stack; my $marker = '#'; # command line arguments my @includes; while ($_ = $ARGV[0], defined($_) && /^-./) { shift; last if /^--$/os; if (/^-D(.*)$/os) { for ($1) { if (/^(\w+)=(.*)$/os) { $stack->define($1, $2); } elsif (/^(\w+)$/os) { $stack->define($1, 1); } else { die "$0: invalid argument to -D: $_\n"; } } } elsif (/^-F(.*)$/os) { for ($1) { if (/^(\w+)$/os) { $stack->filter($1, 1); } else { die "$0: invalid argument to -F: $_\n"; } } } elsif (/^-I(.*)$/os) { push(@includes, $1); } elsif (/^-E$/os) { foreach (keys %ENV) { # define all variables that have valid names $stack->define($_, $ENV{$_}) unless m/\W/; } } elsif (/^-d$/os) { $stack->{'dependencies'} = 1; } elsif (/^--line-endings=crlf$/os) { $stack->{'lineEndings'} = "\x0D\x0A"; } elsif (/^--line-endings=cr$/os) { $stack->{'lineEndings'} = "\x0D"; } elsif (/^--line-endings=lf$/os) { $stack->{'lineEndings'} = "\x0A"; } elsif (/^--line-endings=(.+)$/os) { die "$0: unrecognised line ending: $1\n"; } elsif (/^--marker=(.)$/os) { $marker = $1; } else { die "$0: invalid argument: $_\n"; } } unshift(@ARGV, '-') unless @ARGV; unshift(@ARGV, @includes); # do the work foreach (@ARGV) { include($stack, $_); } exit(0); ######################################################################## package main; use File::Spec; use File::Spec::Unix; # on all platforms, because the #include syntax is unix-based # Note: Ideally we would use File::Spec 0.8. When this becomes # possible, add "0.8" to the first "use" line above, then replace # occurances of "::_0_8::" with "->" below. And remove the code for # File::Spec 0.8 much lower down the file. sub include { my($stack, $filename) = @_; my $directory = $stack->{'variables'}->{'DIRECTORY'}; if ($filename ne '-') { $filename = File::Spec::_0_8::rel2abs($filename, $directory); # splitpath expects forward-slash paths on windows, so we have to # change the slashes if using Activestate Perl. $filename =~ s?\\?/?g if "$^O" eq "MSWin32"; my($volume, $path) = File::Spec::_0_8::splitpath($filename); $directory = File::Spec::_0_8::catpath($volume, $path, ''); } local $stack->{'variables'}->{'DIRECTORY'} = $directory; local $stack->{'variables'}->{'FILE'} = $filename; local $stack->{'variables'}->{'LINE'} = 0; local *FILE; open(FILE, $filename) or die "Couldn't open $filename: $!\n"; my $lineout = 0; while () { # on cygwin, line endings are screwed up, so normalise them. s/[\x0D\x0A]+$/\n/os if ($^O eq 'msys' || $^O eq 'cygwin' || "$^O" eq "MSWin32"); $stack->newline; if (/^\Q$marker\E([a-z]+)\n?$/os) { # argumentless processing instruction process($stack, $1); } elsif (/^\Q$marker\E([a-z]+)\s(.*?)\n?$/os) { # processing instruction with arguments process($stack, $1, $2); } elsif (/^\Q$marker\E/os) { # comment # ignore it } elsif ($stack->enabled) { next if $stack->{'dependencies'}; # set the current line number in JavaScript if necessary my $linein = $stack->{'variables'}->{'LINE'}; if (++$lineout != $linein) { if ($filename =~ /\.js(|\.in)$/o) { $stack->print("//\@line $linein \"$filename\"\n") } $lineout = $linein; } # print it, including any newlines $stack->print(filtered($stack, $_)); } } close(FILE); } sub process { my($stack, $instruction, @arguments) = @_; my $method = 'preprocessor'->can($instruction); if (not defined($method)) { fatal($stack, 'unknown instruction', $instruction); } eval { &$method($stack, @arguments) }; if ($@) { fatal($stack, "error evaluating $instruction:", $@); } } sub filtered { my($stack, $text) = @_; foreach my $filter (sort keys %{$stack->{'filters'}}) { next unless $stack->{'filters'}->{$filter}; my $method = 'filter'->can($filter); if (not defined($method)) { fatal($stack, 'unknown filter', $filter); } $text = eval { &$method($stack, $text) }; if ($@) { fatal($stack, "error using $filter:", $@); } } return $text; } sub fatal { my $stack = shift; my $filename = $stack->{'variables'}->{'FILE'}; local $" = ' '; print STDERR "$0:$filename:$.: @_\n"; exit(1); } ######################################################################## package stack; sub new { return bless { 'variables' => { # %ENV, 'LINE' => 0, # the line number in the source file 'DIRECTORY' => '', # current directory 'FILE' => '', # source filename '1' => 1, # for convenience (the constant '1' is thus true) }, 'filters' => { # filters }, 'values' => [], # the value of the last condition evaluated at the nth lewel 'lastPrinting' => [], # whether we were printing at the n-1th level 'printing' => 1, # whether we are currently printing at the Nth level 'dependencies' => 0, # whether we are showing dependencies 'lineEndings' => "\n", # default to platform conventions }; } sub newline { my $self = shift; $self->{'variables'}->{'LINE'}++; } sub define { my $self = shift; my($variable, $value) = @_; die "not a valid variable name: '$variable'\n" if $variable =~ m/\W/; $self->{'variables'}->{$variable} = $value; } sub defined { my $self = shift; my($variable) = @_; die "not a valid variable name: '$variable'\n" if $variable =~ m/\W/; return defined($self->{'variables'}->{$variable}); } sub undefine { my $self = shift; my($variable) = @_; die "not a valid variable name: '$variable'\n" if $variable =~ m/\W/; delete($self->{'variables'}->{$variable}); } sub get { my $self = shift; my($variable, $required) = @_; die "not a valid variable name: '$variable'\n" if $variable =~ m/\W/; my $value = $self->{'variables'}->{$variable}; if (defined($value)) { return $value; } else { die "variable '$variable' is not defined\n" if $required; return ''; } } sub push { my $self = shift; my($value) = @_; push(@{$self->{'values'}}, $value); push(@{$self->{'lastPrinting'}}, $self->{'printing'}); $self->{'printing'} = $value && $self->{'printing'}; } sub pop { my $self = shift; $self->{'printing'} = pop(@{$self->{'lastPrinting'}}); return pop(@{$self->{'values'}}); } sub enabled { my $self = shift; return $self->{'printing'}; } sub disabled { my $self = shift; return not $self->{'printing'}; } sub filter { my $self = shift; my($filter, $value) = @_; die "not a valid filter name: '$filter'\n" if $filter =~ m/\W/; $self->{'filters'}->{$filter} = $value; } sub expand { my $self = shift; my($line) = @_; $line =~ s/__(\w+)__/$self->get($1)/gose; return $line; } sub print { my $self = shift; return if $self->{'dependencies'}; foreach my $line (@_) { if (chomp $line) { CORE::print("$line$self->{'lineEndings'}"); } else { CORE::print($line); } } } sub visit { my $self = shift; my($filename) = @_; my $directory = $stack->{'variables'}->{'DIRECTORY'}; $filename = File::Spec::_0_8::abs2rel(File::Spec::_0_8::rel2abs($filename, $directory)); CORE::print("$filename\n"); } ######################################################################## package preprocessor; sub define { my $stack = shift; return if $stack->disabled; die "argument expected\n" unless @_; my $argument = shift; for ($argument) { /^(\w+)\s(.*)$/os && do { return $stack->define($1, $2); }; /^(\w+)$/os && do { return $stack->define($1, 1); }; die "invalid argument: '$_'\n"; } } sub undef { my $stack = shift; return if $stack->disabled; die "argument expected\n" unless @_; $stack->undefine(@_); } sub ifdef { my $stack = shift; die "argument expected\n" unless @_; $stack->push($stack->defined(@_)); } sub ifndef { my $stack = shift; die "argument expected\n" unless @_; $stack->push(not $stack->defined(@_)); } sub if { my $stack = shift; die "argument expected\n" unless @_; my $argument = shift; for ($argument) { /^(\w+)==(.*)$/os && do { # equality return $stack->push($stack->get($1) eq $2); }; /^(\w+)!=(.*)$/os && do { # inequality return $stack->push($stack->get($1) ne $2); }; /^(\w+)$/os && do { # true value return $stack->push($stack->get($1)); }; /^!(\w+)$/os && do { # false value return $stack->push(not $stack->get($1)); }; die "invalid argument: '$_'\n"; } } sub else { my $stack = shift; die "argument unexpected\n" if @_; $stack->push(not $stack->pop); } sub elif { my $stack = shift; die "argument expected\n" unless @_; if ($stack->pop) { $stack->push(0); } else { &if($stack, @_); } } sub elifdef { my $stack = shift; die "argument expected\n" unless @_; if ($stack->pop) { $stack->push(0); } else { &ifdef($stack, @_); } } sub elifndef { my $stack = shift; die "argument expected\n" unless @_; if ($stack->pop) { $stack->push(0); } else { &ifndef($stack, @_); } } sub endif { my $stack = shift; die "argument unexpected\n" if @_; $stack->pop; } sub error { my $stack = shift; return if $stack->disabled; die "argument expected\n" unless @_; my $line = $stack->expand(@_); die "$line\n"; } sub expand { my $stack = shift; return if $stack->disabled; die "argument expected\n" unless @_; my $line = $stack->expand(@_); $stack->print("$line\n"); } sub literal { my $stack = shift; return if $stack->disabled; die "argument expected\n" unless @_; my $line = shift; $stack->print("$line\n"); } sub include { my $stack = shift; return if $stack->disabled; die "argument expected\n" unless @_; my $filename = File::Spec::_0_8::catpath(File::Spec::_0_8::splitpath(@_)); if ($stack->{'dependencies'}) { $stack->visit($filename); } else { main::include($stack, $filename); } } sub includesubst { my ($stack, $filename) = @_; return if $stack->disabled; die "argument expected\n" unless $filename; $filename =~ s/@(\w+)@/$stack->get($1, 1)/gose; $filename = File::Spec::_0_8::catpath(File::Spec::_0_8::splitpath($filename)); if ($stack->{'dependencies'}) { $stack->visit($filename); } else { main::include($stack, $filename); } } sub filter { my $stack = shift; return if $stack->disabled; die "argument expected\n" unless @_; foreach (split(/\s/os, shift)) { $stack->filter($_, 1); } } sub unfilter { my $stack = shift; return if $stack->disabled; die "argument expected\n" unless @_; foreach (split(/\s/os, shift)) { $stack->filter($_, 0); } } ######################################################################## package filter; sub emptyLines { my($stack, $text) = @_; $text = "" if $text eq "\n"; return $text; } sub spaces { my($stack, $text) = @_; $text =~ s/ +/ /gos; # middle spaces $text =~ s/^ //gos; # start spaces $text =~ s/ (\n?)$/$1/gos; # end spaces return $text; } sub slashslash { my($stack, $text) = @_; $text =~ s|//.*?(\n?)$|$1|gos; return $text; } sub substitution { my($stack, $text) = @_; $text =~ s/@(\w+)@/$stack->get($1, 1)/gose; return $text; } sub attemptSubstitution { my($stack, $text) = @_; $text =~ s/@(\w+)@/$stack->get($1, 0)/gose; return $text; } ######################################################################## ######################################################################## # This code is from File::Spec::Unix 0.8. # It is not considered a part of the preprocessor.pl source file # This code is licensed under the same license as File::Spec itself. package File::Spec::_0_8; use Cwd; sub rel2abs { my ($path, $base) = @_; if ( ! File::Spec->file_name_is_absolute( $path ) ) { if ( !defined( $base ) || $base eq '' ) { $base = cwd() ; } elsif ( ! File::Spec->file_name_is_absolute( $base ) ) { $base = rel2abs( $base ); } else { $base = File::Spec->canonpath( $base ); } $path = File::Spec->catdir( $base, $path ); } return File::Spec->canonpath( $path ); } sub splitdir { return split m|/|, $_[1], -1; # Preserve trailing fields } sub splitpath { my ($path, $nofile) = @_; my ($volume,$directory,$file) = ('','',''); if ( $nofile ) { $directory = $path; } else { $path =~ m|^ ( (?: .* / (?: \.\.?\Z(?!\n) )? )? ) ([^/]*) |xs; $directory = $1; $file = $2; } return ($volume,$directory,$file); } sub catpath { my ($volume,$directory,$file) = @_; if ( $directory ne '' && $file ne '' && substr( $directory, -1 ) ne '/' && substr( $file, 0, 1 ) ne '/' ) { $directory .= "/$file" ; } else { $directory .= $file ; } return $directory ; } sub abs2rel { my($path,$base) = @_; # Clean up $path if ( ! File::Spec->file_name_is_absolute( $path ) ) { $path = rel2abs( $path ) ; } else { $path = File::Spec->canonpath( $path ) ; } # Figure out the effective $base and clean it up. if ( !defined( $base ) || $base eq '' ) { $base = cwd(); } elsif ( ! File::Spec->file_name_is_absolute( $base ) ) { $base = rel2abs( $base ) ; } else { $base = File::Spec->canonpath( $base ) ; } # Now, remove all leading components that are the same my @pathchunks = File::Spec::_0_8::splitdir( $path); my @basechunks = File::Spec::_0_8::splitdir( $base); while (@pathchunks && @basechunks && $pathchunks[0] eq $basechunks[0]) { shift @pathchunks ; shift @basechunks ; } $path = CORE::join( '/', @pathchunks ); $base = CORE::join( '/', @basechunks ); # $base now contains the directories the resulting relative path # must ascend out of before it can descend to $path_directory. So, # replace all names with $parentDir $base =~ s|[^/]+|..|g ; # Glue the two together, using a separator if necessary, and preventing an # empty result. if ( $path ne '' && $base ne '' ) { $path = "$base/$path" ; } else { $path = "$base$path" ; } return File::Spec->canonpath( $path ) ; } # End code from File::Spec::Unix 0.8. ########################################################################