Index: /unk/perlbal =================================================================== --- /trunk/perlbal (revision 687) +++ (revision ) @@ -1,102 +1,0 @@ -#!/usr/bin/perl -w -# - -=head1 NAME - -Perlbal - Reverse-proxy load balancer and webserver - -=head1 DESCRIPTION - -For now, see example configuration files in conf/ - -=head1 AUTHORS - - Brad Fitzpatrick, - Mark Smith, - -=head1 SEE ALSO - - http://www.danga.com/perlbal/ - -=head1 COPYRIGHT AND LICENSE - -Copyright 2004, Danga Interactive, Inc. -Copyright 2005-2007, Six Apart, Ltd. - -You can use and redistribute Perlbal under the same terms as Perl itself. - -=cut - - -use strict; -use warnings; -use lib 'lib'; -use Perlbal; - -my $opt_daemonize; -my $opt_config; -my $opt_help; -my $opt_version; -usage(1) unless - Getopt::Long::GetOptions( - 'daemon' => \$opt_daemonize, - 'config=s' => \$opt_config, - 'help' => \$opt_help, - 'version' => \$opt_version, - ); - -my $default_config = "/etc/perlbal/perlbal.conf"; -$opt_config = $default_config if ! $opt_config && -e $default_config; - -usage(0) if $opt_help; - -sub usage { - my $rv = shift; - print STDERR <WatchedSockets() > 0) { - die "No services or management port configured. Nothing to do. Stopping.\n"; -} - -if ($opt_daemonize) { - Perlbal::daemonize(); -} else { - print "Running.\n"; -} - -exit 0 if Perlbal::run(); -exit 1; - -# Local Variables: -# mode: perl -# c-basic-indent: 4 -# indent-tabs-mode: nil -# End: Index: /unk/MANIFEST =================================================================== --- /trunk/MANIFEST (revision 818) +++ (revision ) @@ -1,79 +1,0 @@ -CHANGES -conf/echoservice.conf -conf/load-balancer.conf -conf/nodelist.dat -conf/not-modified-plugin.conf -conf/ssl.conf -conf/virtual-hosts.conf -conf/webserver.conf -devtools/gendocs.pl -doc/config-guide.txt -doc/hacking/classes.txt -doc/hacking/hooks.txt -doc/hacking/todo.txt -doc/http-versions.txt -doc/pool-parameters.txt -doc/reproxying.txt -doc/service-parameters.txt -lib/Perlbal.pm -lib/Perlbal/AIO.pm -lib/Perlbal/BackendHTTP.pm -lib/Perlbal/Cache.pm -lib/Perlbal/ChunkedUploadState.pm -lib/Perlbal/ClientHTTP.pm -lib/Perlbal/ClientHTTPBase.pm -lib/Perlbal/ClientManage.pm -lib/Perlbal/ClientProxy.pm -lib/Perlbal/CommandContext.pm -lib/Perlbal/HTTPHeaders.pm -lib/Perlbal/ManageCommand.pm -lib/Perlbal/Plugin/AccessControl.pm -lib/Perlbal/Plugin/AutoRemoveLeadingDir.pm -lib/Perlbal/Plugin/Cgilike.pm -lib/Perlbal/Plugin/EchoService.pm -lib/Perlbal/Plugin/Highpri.pm -lib/Perlbal/Plugin/Include.pm -lib/Perlbal/Plugin/LazyCDN.pm -lib/Perlbal/Plugin/MaxContentLength.pm -lib/Perlbal/Plugin/NotModified.pm -lib/Perlbal/Plugin/Palimg.pm -lib/Perlbal/Plugin/Queues.pm -lib/Perlbal/Plugin/Redirect.pm -lib/Perlbal/Plugin/Stats.pm -lib/Perlbal/Plugin/Vhosts.pm -lib/Perlbal/Plugin/Vpaths.pm -lib/Perlbal/Pool.pm -lib/Perlbal/ReproxyManager.pm -lib/Perlbal/Service.pm -lib/Perlbal/Socket.pm -lib/Perlbal/SocketSSL.pm -lib/Perlbal/TCPListener.pm -lib/Perlbal/Test.pm -lib/Perlbal/Test/WebClient.pm -lib/Perlbal/Test/WebServer.pm -lib/Perlbal/UploadListener.pm -lib/Perlbal/Util.pm -Makefile.PL -MANIFEST -META.yml Module meta-data (added by MakeMaker) -perlbal -t/00-use.t -t/10-testharness.t -t/12-headers.t -t/15-webserver.t -t/17-webserver-concat.t -t/20-put.t -t/22-chunked-put.t -t/30-reverseproxy.t -t/31-realworld.t -t/32-pipelining.t -t/32-selector.t -t/35-reproxy.t -t/40-ranges.t -t/45-buffereduploads.t -t/50-plugins.t -t/52-chunked-upload.t -t/60-child-httpd.t -t/75-plugin-include.t -t/90-accesscontrol.t -t/helper/child-httpd.pl Index: /unk/META.yml =================================================================== --- /trunk/META.yml (revision 768) +++ (revision ) @@ -1,18 +1,0 @@ -# http://module-build.sourceforge.net/META-spec.html -#XXXXXXX This is a prototype!!! It will change in the future!!! XXXXX# -name: Perlbal -version: 1.70 -version_from: lib/Perlbal.pm -installdirs: site -requires: - BSD::Resource: 0 - Danga::Socket: 1.44 - File::Find: 0 - HTTP::Date: 0 - HTTP::Response: 0 - Sys::Syscall: 0 - Test::More: 0 - Time::HiRes: 0 - -distribution_type: module -generated_by: ExtUtils::MakeMaker version 6.17 Index: /unk/Makefile.PL =================================================================== --- /trunk/Makefile.PL (revision 674) +++ (revision ) @@ -1,55 +1,0 @@ -#!/usr/bin/perl -# -# Perl Makefile for Perlbal -# $Id$ -# -# Invoke with 'perl Makefile.PL' -# -# See ExtUtils::MakeMaker (3) for more information on how to influence -# the contents of the Makefile that is written -# - -use ExtUtils::MakeMaker; - -WriteMakefile( - NAME => 'Perlbal', - VERSION_FROM => 'lib/Perlbal.pm', - AUTHOR => 'Brad Fitzpatrick ', - ABSTRACT_FROM => 'perlbal', - - ( - exists($ENV{DANGABUILD_MODULESONLY}) ? - () : - (EXE_FILES => [ 'perlbal' ]), - ), - - PREREQ_PM => { - 'Danga::Socket' => '1.44', - 'Sys::Syscall' => 0, - 'BSD::Resource' => 0, - 'HTTP::Date' => 0, - 'HTTP::Response' => 0, - 'Test::More' => 0, - 'File::Find' => 0, - 'Time::HiRes' => 0, - #'IO::AIO' => 1.6, # recommened. - }, - - ( - exists($ENV{DANGABUILD_DAEMONONLY}) ? - (PM => {}, PMLIBDIRS => []): - (), - ), - -); - -sub MY::postamble { - my $tab = chr(9); - return <) - - -- Make Content-Range replies work (Ask BjÞrn Hansen) - - -- Make Redirect plugin more standards compliant (Ask BjÞrn Hansen) - - -- Fix X-REPROXY-FILE to work with SSL connections (Greg Denton) - - -- Syslog as 'crit' rather than 'critical' (noticed by Richard Bronosky) - - -- Allow zero byte PUT requests (in normal PUT situations) - - -- Fix for serving files from the filesystem over SSL (Greg Denton) - - -- Beginnings of IPv6 support. You can now set 'listen' to just a port - number and if you have IPv6 setup, have IO::Socket::INET6, and have - Danga::Socket 1.61, it'll listen on both IPv6 and IPv4 on that port. - (the equivalent to 0.0.0.0). By default, with the old required syntax - of 'listen' being n.n.n.n:port, that'll force IPv4 mode and there are - no changes. Even without IPv6 support, you can now listen on a port - without specifying e.g. 0.0.0.0:80. Currently unimplemented: listening - on specific IPv6 addresses, connecting to IPv6 backends, etc. - (Brad Fitzpatrick ) - - -- support filenames with +'s in webserver mode (Jordi Funollet). - - -- change the VHost plugin to treat 'www.example.com.' and - 'www.example.com' the same. (Ask) - - -- silence warnings when things that look like variables on comment lines - in config input. - - -- silence warnings from mgmt system when showing an object that doesn't - have a listening socket. - - -- don't fail on t/90-accesscontrol.t if Net::Netmask isn't - installed. (Boris Zentner ) - -1.72: 2008-09-21 - - -- Removed version check in Plugin/Include.pm - - -- No other changes; fixing CPAN upload. - -1.71: 2008-09-13 - - -- SECURITY: Remote crash reported by Dan Conlon, patched perlbal to send - error on negative content length to prevent this. - - -- Move manage_multi() from test script into Perlbal::Test class. - - -- Add documentation to Perlbal::Test. - - -- Fix building the package on debian. - - -- Lots of typo corrections in documentation and comments from Nick Andrew - - -- Add SERVER crash_backtrace= setting, to make a crash of perlbal report - a backtrace along with the error message. - - -- Add backend_send_verify and backend_read_verify hooks to make custom - verification methods possible. - - -- Add BackendHTTP method 'verify_success' and adjust code to follow - this. Intended for use with the above hooks. - - -- Add a 'scratch' field to BackendHTTP objects so plugins can store - per-backend scratch data. - -1.70: 2008-03-08 - - -- SECURITY: patch from Jeremey James to not crash - on zero byte chunked upload when buffered uploads are enabled. - - -- on successful write, update Perlbal::Socket's alive_time, so slowly - reproxied writes don't timeout the connection and kill it. Patch - from Jonty . r765 - - -- Perl 5.10 support. Patch from Andy Armstrong . - Disclaimer: at least the tests all pass now, but no real-world use yet. - Should be fine, though. Please report your success to the mailing list - and/or brad@danga.com. - - -- Add Include plugin by Eamon Daly ; plugin - allows you to use "INCLUDE = /etc/conf.d/*" or "INCLUDE = /foo.conf" - to bring in more config; can be nested. - - -- SECURITY: Previously a single upward directory traversal was possible - when concat get was enabled. This behavior has been fixed in code to - match with standard file serving. - - -- Fix 'No such pseudo-hash field "high_priority"' issue in Stats plugin - (Eamon Daly and Jonty Wareing) - - -- Support for "anonymous services", for API callers that really don't - care what their service is called but just want to get hold of a - Service object. These aren't really anonymous, but they have suitably - ugly names that no sane human should ever conflict with them. - - -- add some new methods that make it a little nicer to embed Perlbal - in another application that uses Danga::Socket. Some refactoring - was done to avoid duplicate code between the "end-user" way and the - API way. - - -- Chained selectors. from Jeremy James . - - -- add "cgilike" plugin which offers a simple API very loosely based on - mod_perl for handling responses - - -- add HTTPHeaders method set_request_uri so plugins can modify the uri - being requested - - -- access control test - - -- add option to AccessControl plugin to use observed_ip_string instead - - -- add observed_ip_string method to perlbal sockets, allowing http - connections to set an observed ip string when an upstream proxy is - trusted. - - -- add blind_proxy option, which disables appending to the end of the - X-Forwarded-For header when connections arrive from a trusted proxy. - - -- make socket closing more verbose when Perlbal::DEBUG is set - - -- verify_backend_path configuration option - - -- don't overwrite $^P, allows use of perl debugger on perlbal. - -1.60: 2007-10-23 - - -- accept LFLF to end HTTP request headers, instead of just - CRLFCRLF. easier monitoring with netcat & other popular - webservers accept LFLF anyway. (Paul Baker) - - -- SHUTDOWN GRACEFUL [timeout] - now accepts optional timeout - parameter to force shutdown after that period in seconds - - -- make SSL non-blocking - - -- make persist_client_timeout service tunable apply to the max_idle_time - value used to kill sockets that are idle - - -- add Vpath plugin for selectors; can select on URI regex now - - -- add ability to set default_service on selector services; any - request that is not caught by a selector plugin instead gets - routed to the defined default service - - -- add MIME [ LIST | REMOVE | SET ] command for - managing the internal list of mime-types - - -- return an error when trying to use HEADER command on a - service that isn't of role reverse_proxy - - -- add hook to attach when a service selector is getting a client - returned to it. - - -- fixed huge memory leak in Stats plugin - - -- Fix t/15-webserver.t to not fail once in a while (timing glitch) - - -- Fix handling of a proxy response that doesn't have a Reason-Phrase - on the HTTP status line. - - -- Update 'queues' management command to output information about low - priority queue, now that we use it. - - -- the buffered upload rate test should pass more reliably now. some - people reported it sporadically (or often) failing before - - -- new per-service configuration value: persist_client_timeout - - timeout in seconds for HTTP keep-alives to the end user - (defaults to 30 seconds) - - -- new server configuration value: pidfile - for managing an internal - pidfile. - -1.59: 2007-05-22 - - -- only call die_gracefully on a socket if it CAN die_graceully. fixes - shutdown graceful on mogstored, which has things betsides subclasses - of Perlbal::Socket in its Danga::Socket event loop - - -- WARNING: removed Linux::AIO support. go get IO::AIO 1.6 at least if - you use webserver mode or reproxy files or do buffered uploads. - -1.58: 2007-05-11 - - -- plugin reload support, if plugin supports it. plugin must implement - sub can_reload { 1 } - and optionally: - sub pre_reload_unload { ... } - (which is called before the ->unload, module reload, and ->load) - new management command is: - reload - -1.57: 2007-04-26 - - -- make ClientHTTP (webserver mode) support transfer-encoding - "chunked" PUTs, when PUTs are already enabled. useful - for things like MogileFS, where writing clients may not - know the final length ahead of time to predeclare in the - Content-Length request header. - - -- Add the client_ip to the X-Forwarded-For header when the - upstream is "trusted" (Ask Bjoern Hansen). - -1.56: 2007-04-16 - - -- make HTML proper in ClientManage interface Jacques Marneweck - - - -- fix "make test" on OS X. Radu Greab and - Chuck Remes fixed & confirmed. - - -- let accesscontrol plugin have a new match action, "queue_low", - to make a match force a request onto the low-priotity queue. - this match action is in addition to the two previous ones - (allow and deny). - - -- start of work on making BackendHTTPs be abstract, dispatching - to a child process over a socketpair which speaks HTTP on - stdin/stdout. Unfinished. To be polished in future. - - -- new hook "make_low_priority", like "make_high_priority" - -1.55: 2007-03-21 - - -- add plugin that returns 304 automatically on incoming requests - with If-Modified-Since header and matching a regular expression - on the Host header. (for hostnames serving immutable resources, - where if client has ANY version, it's the correct one.) see: - example conf at conf/not-modified-plugin.conf - - -- do HEAD to reproxied hosts, if client did a HEAD (Radu Greab - ) - - -- fix race+crash in buffered upload writing/purging - -1.54: 2007-02-05 - - -- supported for "Transfer-Encoding: chunked" requests (HTTP/1.1 feature) - as well as the "Expect: 100-continue", which generally accompany - chunked requests. requires "buffered_uploads" be enabled. see - doc/http-versions.txt for details. - -1.53: 2006-12-05 - - -- fix a crash as reported on mailing lists, with backends not - releasing references to clientproxies when coming through - service selectors, and backends then timing out, crashing - the server. - - -- if backend sends x-reproxy-url and HTTP 204 No Content, upgrade - that to a 200 when sending to the client. - - -- let non-Perlbal::Socket Danga::Socket objects exist without - crashing in cleanup handler (allows use of Gearman::Client::Async - in plugins) - -1.52: 2006-11-13 - - -- fix crash in buffered uploads when *::AIO doesn't write everything - to disk that's requested of it. we were unshifting back onto the - write queue a scalar, not a scalarref. - - -- AIO channels. from the code: - - "prevents all AIO threads from being consumed by requests for same - failing/overloaded disk by isolating them into separate 'channels' in - parent process and not dispatching more than the max in-flight count - allows. think of a channel as a named queue. or in reality, a disk." - - -- allow setting of SO_SNDBUF on a per-service level - -1.51: 2006-10-04 - - -- set alive_time during slow PUTs. was causing problems - replicating large files in mogile, hitting fake idle timeout. - - -- pipelining HTTP injection fix. - - -- include Host header to reproxy backends - patch by Jonty Wareing - -1.50: 2006-09-08 - - -- add in optional Devel::Gladiator usage for memory tracking - - -- fix memory leaks in concatenanted GETs on error cases - - -- fixes to run / run better on OS X (Artur Bergman) - -1.49: 2006-08-30 - - -- Very basic help hints command, simply dumps all possible commands. - - -- Add another statistic for reproxy caches, the current size of a particular - service's cache, maximum size, and fill percentage. - -1.48: 2006-08-18 - - -- optionally cache in-process the results of X-Reproxy-URL reponses - -1.47: 2006-08-15 - - -- concatenanted GETs sent 304 Not Modified w/ content-lengths. should - be without. fixed. also including t/17-webserver-concat which forgot - to be checked into svn/MANIFEST earlier - -1.46: 2006-08-10 - - -- fix Mart's broken win32 support that broke Unix, part 2: syslog when - daemonized. TODO: test case should test daemonization mode. - -1.45: 2006-08-10 - - -- fix Mart's broken win32 support that broke Unix. TODO: test to raise/check - fd limit so this doesn't happen again on unix. - -1.44: 2006-08-10 - - -- allow a no-op ?foo at the end of concatenated-get URLs, so they'd be of - the form: http://host/dir??file1,file2,file3?noopsection. the no-op - section is good for cache-busting, putting in, say, the modtime of the - newest file, forcing browsers like safari (who over-cache) to reload. - - -- set a mime-type other than text/plain on concatenated-get requests, - only falling back to text/plain if none of files have a known mime type. - in practice a request is all css or all js, so match is found by looking - at 1st file. this is required since mozilla won't show CSS if not text/css. - - -- actually be able to start up using 'perlbal' command. test - suite passed before, but moving $VERSION into Perlbal.pm - had quitely broke it all. - -1.43: 2006-08-09 - - -- there's a case where offset gets past end of file in static file - code, but very rarely. sendfile handles this w/ an error that - we dealt with, but the new readahead code didn't and crashed. - working around for now, until root cause is found for offset - going past. - - -- eliminate some warnings in error cases. only really affects noise - in test suite - - -- work better on win32 - - -- added the ability for plugins to create custom service roles and - add custom configuration options to services, demo is available - as conf/echoservice.conf and lib/Perlbal/Plugin/EchoService.pm - -1.42: 2006-08-03 - - -- debug management command 'varsize' to track size of internal - data structures, to make sure none get out of control. - there's a report that CPU/mem grow slowly over time, and after - a month or so of uptime, a restart is needed. this might help - diagnose that. - - -- allow expansion/interoplation of stuff in config files/commands. - for now just mapping network device names to IP addresses: - SET listen = ${ip:eth0}:80 - - -- more hooks as requested by community - - -- concatenated get feature. where a client have use a - comma-separated list of files to return, always in text/plain. - Useful for webapps which have dozens/hundreds of tiny css/js - files, and don't trust browsers/etc to do pipelining. - Decreases overall roundtrip latency a bunch, but requires app - to be modified to support it. See t/17-concat.t test for - details. - - -- do AIO readahead before sendfile to reduce blocking caused - by disk reads from sendfile. increases throughput. see: - http://brad.livejournal.com/2228488.html - - -- add 'latency' configuration on selector roles - -1.41: 2006-02-06 - - -- IE sends a request header like "If-Modified-Since: ; - length=" so we have to remove the length bit before - comparing it with our date then we save the length to compare - later. - - -- support for reproxying to a named service. if backend returns - "X-Reproxy-Service: " and no content, the entire original - client GET/HEAD request is re-sent to the new named service. - the "enable_reproxy" option has to be enabled for the original - service. - -1.40: 2006-01-17 - - -- support for optional retrying of requests after a 500 error, - so user won't see the 500 error. boolean option, as well - as configurable schedule of how often to retry backends. - - -- clean up directory indexing HTML: Mark Smith and Fred Moyer - (fred@redhotpenguin.com) - -1.39: (beta for 1.40) 2005-10-26 - - -- new feature for virtual host plugin: the Host header can be trumped - by a magical URL form, if allowed in config. for instance, you can - make an HTTP request to host "foo.com" but actually get "bar.com" - if you do this: - - VHOST foo.com;using:bar.com = bar - - and request /__using/bar.com/IDENT from foo.com, where IDENT is - just \w+. perlbal then updates the Host record to bar.com and - sends request URI (unaltered) to the "bar" service. - - this is useful for circumventing browser host restrictions (java, - javascript, flash, etc...) when you actually control both - domains. - -1.38: (beta for 1.40) 2005-10-19 - - -- some paranoia evals around some parts of buffered uploads that - SAPO reported crashes in occasionally. added FIXMEs to investigate - too. for now, though, evals around closing files is safer. - - -- new feature: inter-perlbal upload tracking. for fancy upload - bars driven by XmlHttpRequest when clients are upload large files - - -- WARNING: reproxying (files or URLs) is now disabled by default, - and must be enabled per-service with "enable_reproxy = true" - - -- do a final little read before closing an HTTP connection - to make sure we have no unread data in kernel (notably - an extra "\r\n" from an IE post), so when we do close, we - don't send a RST packet to the end user. Thanks to Kevin - Lewandowski from discogs.com for the bug report. - - -- use Danga::Socket's AddTimer interface to disconnect - stale persistent connections every 5 seconds, driven by - a timer, rather than every 15 seconds, driven by - socket creation. - - -- there was a bug where 304 Not Modified responses would - cause a connection close (and thus RST packets) even - though keep-alive was negotiated and would've worked - - -- ignore URL arguments when doing directory indexing - - -- work a little better under "trickle". (but still not perfect... - trickle doesn't quite work on Perlbal, unfortunately. it's useful, - or would've been useful, for testing some parts...) - - -- avoid an occasional warning with dirindexing on unreadable directories - -1.37 (beta for 1.40) 2005-08-29 - - -- "use " command to set the direct object for future commands - - -- AccessControl plugin to allow/deny by default or on IPs or - netmasks. - - -- ClientManage could spin in its inherited event_write, causing - 99.9% cpu usage. Bug is arguably Danga::Socket's, but also - ours because it's documented what we should do and we didn't. - The fix is to shut down watching writability when we're done - writing. - - -- make accept_client and its callers deal with the possibility - that accept_client fails not because the backend is bogus, but - because the client is. so now accept_client can close the - client and callers have to be aware of that. - - -- after running this version on production on LiveJournal.com for - a bit, we discovered some cases that we'd flag as should never happen, - but actually do, so updated the comments and behavior to - do the right thing and not just crash with an assertion. - - -- fix misspellings of trusted_upstream_proxies that didn't - come along for the renaming ride earlier - - -- webserver mode now ignores URL arguments when looking up - filename - - -- remove warnings accessing undefs in ranges and vhosts - - -- new --version and --help flags. also a usage message on bogus - options (or when --help). props to Jacques Marneweck - for the help and motivation. - -1.36 (beta for 1.40) 2005-08-19 - - -- fix bug in ClientProxy when user disconnects after POST/PUTing - a content body, but before a response comes back. - - -- now checks correctly for Danga::Socket version 1.44 or above. - (required version was in quotes, confusing perl.) - - -- vhost plugin: strip off port specification from the Host header - before trying to match with configured patterns. - -1.35: (beta of 1.40) 2005-08-16 - - -- beta SSL support in a few lines of code. maybe it's completely - done. maybe it's barely done. But it seems to work? I'm no - SSL master... IO::Socket::SSL just made it so easy. - - -- lots more tests - - -- lots more cleanup - - -- fix potential crashing bugs in the PUT path. luckily ones we - never hit. - - -- lots and lots of code cleanup - - -- load plugins by either the exact case specified, all lowercase, - or all lowercase with first letter uppercase. then remember - the case for unloading (which was never implemented?) - - -- reorganize/cleanup code related to stalling the backend due to - client's buffer size exceeding one of the two limits. - introduce "backend_stalled" - - -- buffer uploads to disk - -1.3: (2005-06-26) - - -- introduce CommandContext, so management commands can be less - verbose when in config files (service/pool names can be left off - when you just created them a couple lines before) - - -- remove sendstats support - - -- exit with 0 vs non-zero when/if Perlbal crashes. new command - "crash" to fake a crash, for testing. - - -- entirely redone management command parsing/dispatching (major - code cleanup) - - -- virtual host plugin on service selector framework - - -- service selector framework - - -- make Net::Netmask optional - - -- byte range support for both webserver mode and reproxy-file mode - Giao Phan . so clients can resume large transfers. - - -- test suite - - -- IO::AIO support (brad) - - -- change response code to client to 200 on reproxy-file from backend - - -- 'nodes' command now takes as an optional argument a specific ip:port to - dump the node stats for - - -- AIO abstraction layer (Perlbal::AIO) which can currently do either - Linux::AIO or "none" (doing everything sync). also in future File::FDpasser - and other OS-specific modes [brad] - - -- add buffer_backend_connect to do in memory buffering of data before we - request a backend; assists slow clients without tying up a mod_perl - - -- fix spinning issue when webnodes unavailable; should now not consume 100% - CPU in those cases - - -- revamp verbose functionality; by default it's still of, but if you specify - VERBOSE ON in the config file, it turns it on for management connections - by default. management connections, when specifying VERBOSE ON/OFF, will - now set the flag only for that connection. - - -- new command for config file; VERBOSE ON/OFF; can be used to enable or - disable confirmation of all commands such as SET, SERVER, CREATE, etc. - by default, it's off for config files, but on for management connections. - - -- add generation count to services that increments every time a pool is - switched. this data is now stored on backends when they're spawned as - well, and when we allocate a backend we verify the generation so old ones - are thrown away. - - -- allow setting of nodefile on pools to 'none' or 'null' or 'undef' or just - an empty set of quotes ("", '') in order to stop using node files - - -- automatically set use count to 0 on new nodes coming in from nodefile - - -- made auto-vivification of pulls throw warnings, and made Perlbal die if it - tries to vivify a pool and the user has previously manually declared a pool - - -- updated pool commands to be more flexible (POOL pool ADD node, etc) - - -- add pools; a way of having different sets of nodes and instantly switching - between them, so traffic stops going to old nodes; see the example config - file for usage - - -- work partially without Linux::AIO (does sync stat of node file in reverse - proxy mode, and webserver mode doesn't work) --brad - -1.2 (2005-03-07) - -- add new stats command 'nodes' that shows information on each node that we've - been connecting to -- last connect time, last attempt time, a breakdown of - the last 500 status codes returned, etc - - -- add ability to use new Danga::Socket profiling; 'profile on', 'profile data' - to see the info so far, and 'profile off' to disable it - - -- graceful shutdown now flags sockets that are busy to die so they die when - they're done with their current connection - - -- sockets in persist_wait now get closed immediately during a graceful shutdown - - -- fix handling of OPTIONS responses; used to do its own state clearing but - it now uses the next_request method as it should - - -- fix bug with determination of keep-alive in http 1.1 case specifying - a connection: close header - - -- added 'uptime' management command to track how long Perlbal has been up - - -- new config commands: HEADER INSERT
: and HEADER - REMOVE
which will insert and remove headers from user - requests before they're sent to backend proxy nodes. - - -- add dependency to Net::Netmask; now you can specify trusted_upstream_proxies - on a service (SET service.trusted_upstream_proxies = 10.0.0.0/8, etc) - which will allow requests from that range to set X-Forwarded-For, X-Host, - and X-Forwarded-Host headers. - - -- fixed a bug that caused connections to hang when the backend responded - before the user was done sending data - - -- reset some variables that weren't being reset: read_buf, read_ahead, read_size - - -- "proc" management command shows user and system CPU usage for Perlbal - this run, as well as a delta since the last time you ran "proc" - - -- added Perlbal::XS interface for modules to use; also 'xs' management - command to see the status of XS modules - - -- bug in PalImg caused crash on files with no length (or when another - error occurs that causes no data to be sent to new_gif_palette function) - - -- ReproxyManager would sometimes let closed backends back into the pool - and hand them off to clients, fixed to check for that - - -- new policy: you don't muck around with the internals of other classes. - notably, clients don't change the internals of a backend and backends - don't change the internals of a client. this was causing all sorts of - problems because nobody was cleaning up properly. (especially with regard - to "who is my backend's client" type questions.) - - -- fixed up code that did its own keep-alive checks to use the HTTPHeaders - functions so that in the future every part of the code stays up to date - - -- Perlbal::Socket now has the option to keep track of all objects that - are created. new command to management interface 'leaks' will show - all objects currently in memory. turn this functionality on by enabling - the TRACK_OBJECTS constant in Perlbal::Socket. - - -- split keep-alive logic into request and response methods and cleared - up how that works - - -- rewrote reproxy URI support. new class Perlbal::ReproxyManager does all - of the work relating to reproxies. it's basically a service class but - stripped down and dealing with single endpoints instead of pools. much - much much more robust under heavy load. (Junior, Brad) - - -- now that we support persistent connections, the 'queues' command didn't - have an accurate time; added ClientProxy member last_request_time so - we can accurately tell how long requests have been waiting for - - -- Danga::Socket got an overhaul; close and steal_socket now share a lot - of code by calling _cleanup. some more paranoia on making sure the - object isn't already closed when we try to do things. - - -- lots more paranoia in close events and event_err handling for backends - - -- added tracking mode for helping look for leaked objects; records a - backtrace of every object created. "server track_obj = 0/1" to enable - or disable it, and then "tracking" in a management interface to see. - - -- made Perlbal::objctor/objdtor take an object as their first parameter. - much faster than using caller(). - - -- fix Highpri plugin to not check hosts for high priority values when - the host isn't defined - - -- made Palimg plugin far more paranoid about errors, and also uses new - ClientHTTPBase scratch area for keeping track of data instead of using - headers (which are generally slower) - - -- fixed bug in HTTPHeaders that set_version would inadvertently - run into when used on a header created through new_response - - -- ClientProxy class now supports persistence; set persist_client on - the proxy service in order to enable it. - - -- Palimg plugin now supports fallback to web server mode if the - requested URI doesn't fit our desired pattern - - -- did some cleanup; made a bunch of HTTPHeaders accesses use the - accessor methods instead of referencing into the object's private - store of data - - -- fixed a crash caused by calling getsockname/getpeername on sockets - that have been undefined after having been stolen during an internal - redirect to another webserver - - -- fixed _simple_response to not return a body if we're serving - to a HEAD request - - -- bug fix: don't send Not-Modified responses to requests for dynamic - directory listings. it was messing up persistent connections - since the directory serving code didn't get passed down whether we - were sending a body or not. and not modifies on directories are hard: - modify time isn't altogether useful. (file sizes could change) - - this still does not-modifieds on indirect index.html directory - requests, because _serve_request ends up eventually calling - _serve_request on a different URI. (brad) - - -- added BSD::Resource as dependency to Makefile.PL (brad) - - -- fixed 304 Not Modified responses to not send Content-Length - and Content-Type headers. (jr) - -1.01 (2004-10-22) - -- when internally redirecting a URL, perlbal advertises - that it supports persisent HTTP connections now, - and caches those sockets for 5 seconds. (not configurable) - useful under load, otherwise you waste all local ports - on a machine - - -- ditch dependence on IO::SendFile. do it ourselves (1 line) - with perl's syscall function - - -- add doc/* and conf/* to MANIFEST file - -1.00 - -- initial packaged release Index: /unk/Perlbal.spec =================================================================== --- /trunk/Perlbal.spec (revision 827) +++ (revision ) @@ -1,86 +1,0 @@ -name: Perlbal -summary: Perlbal - High efficiency reverse proxy and web server. -version: 1.73 -release: 1 -vendor: Brad Fitzpatrick -packager: Jonathan Steinert -license: Artistic -group: Applications/CPAN -buildroot: %{_tmppath}/%{name}-%{version}-%(id -u -n) -buildarch: noarch -source: Perlbal-%{version}.tar.gz - -buildrequires: perl(Danga::Socket) >= 1.44 -buildrequires: perl(BSD::Resource) -buildrequires: perl(HTTP::Date) -buildrequires: perl(HTTP::Response) -buildrequires: perl(Test::More) -buildrequires: perl(Time::HiRes) - -autoreq: no -requires: perl(Perlbal) = %{version}-%{release} - -%description -High efficiency reverse proxy and web server. - -%prep -rm -rf "%{buildroot}" -%setup -n Perlbal-%{version} - -%build -%{__perl} Makefile.PL PREFIX=%{buildroot}%{_prefix} -make all -make test - -%install -make pure_install - -[ -x /usr/lib/rpm/brp-compress ] && /usr/lib/rpm/brp-compress - - -# remove special files -find %{buildroot} \( \ - -name "perllocal.pod" \ - -o -name ".packlist" \ - -o -name "*.bs" \ - \) -exec rm -f {} \; - -# no empty directories -find %{buildroot}%{_prefix} \ - -type d -depth -empty \ - -exec rmdir {} \; - -%clean -[ "%{buildroot}" != "/" ] && rm -rf %{buildroot} - -%files -%defattr(-,root,root) -%{_prefix}/bin/* -%{_prefix}/share/man/man1 - -%package doc -summary: Perlbal-doc - Documentation for Perlbal, a high efficiency reverse proxy and web server. -group: Applications/CPAN -%description doc -Documentation for Perlbal. - -%files doc - -%package -n perl-Perlbal -summary: perl-Perlbal - Perlbal libraries. -group: Applications/CPAN - -autoreq: no -requires: perl(Danga::Socket) >= 1.44 -requires: perl(BSD::Resource) -requires: perl(HTTP::Date) -requires: perl(HTTP::Response) -requires: perl(Time::HiRes) - -%description -n perl-Perlbal -Perlbal libraries. - -%files -n perl-Perlbal -%defattr(-,root,root) -%{_prefix}/lib/* -%{_prefix}/share/man/man3 Index: /unk/MANIFEST.SKIP =================================================================== --- /trunk/MANIFEST.SKIP (revision 672) +++ (revision ) @@ -1,49 +1,0 @@ -^.*\.patch$ -^certs/ -doc/book-toc.txt -doc/hacking/release-process.txt -^\w+-stamp$ -conf/ljdev.conf -conf/perlbal.conf -lib/Perlbal/Plugin/AtomInject.pm -lib/Perlbal/Plugin/AtomStream.pm -lib/Perlbal/Plugin/pRuleLJ.pm -Perlbal.spec -.shipit - -^# -\bCVS\b -^MANIFEST\. -^Makefile$ -~$ -\.html$ -\.old$ -^blib/ -_blib$ -^MakeMaker-\d -^\.exists -\bdebian\b -\btest\b - -# Avoid version control files. -\bRCS\b -\bCVS\b -,v$ -\B\.svn\b - -# Avoid Makemaker generated and utility files. -\bMANIFEST\.bak -\bMakefile$ -\bblib/ -\bMakeMaker-\d -\bpm_to_blib$ - -# Avoid Module::Build generated and utility files. -\bBuild$ -\b_build/ - -# Avoid temp and backup files. -~$ -\.old$ -\#$ -\b\.# Index: /unk/.shipit =================================================================== --- /trunk/.shipit (revision 790) +++ (revision ) @@ -1,3 +1,0 @@ -steps = FindVersion, ChangeVersion, ChangeRPMVersion, CheckChangeLog, DistTest, Commit, Tag, MakeDist, UploadCPAN -svn.tagpattern = Perlbal-%v -