Changeset 98

Timestamp:

05/12/07 00:59:22 (3 years ago)

Author:

bradfitz

Message:

multiplexed slave iterator stuff.... you can start to see now how
the gpg encrypt-ahead-of-time stuff will work... we'll just keep
'n' copies/bytes/chunks encrypted ahead of time, if we're below
our limits, working off our separate iterators, which feed into each other....

Location:

trunk/lib/Brackup

Files:

• Backup.pm (modified) (2 diffs)
• ChunkIterator.pm (modified) (1 diff)

trunk/lib/Brackup/Backup.pm

@@ -48 +48 @@
     my $chunk_iterator = Brackup::ChunkIterator->new(@files);
 
+    my $gpg_iter;
+    if ($gpg_rcpt) {
+        ($chunk_iterator, $gpg_iter) = $chunk_iterator->mux_into(2);
+    }
+
     my $cur_file; # current (last seen) file
     my @stored_chunks;
@@ -66 +71 @@
                              $cur_file->path, $n_files_done, $n_files, ($n_kb_done/$n_kb)*100,
                              ($n_kb - $n_kb_done) / 1024));
+
+        if ($gpg_iter) {
+            # catch our gpg iterator up.  we want it to be ahead of us,
+            # nothing iteresting is behind us.
+            $gpg_iter->next while $gpg_iter->behind_by > 1;
+        }
     };
 

trunk/lib/Brackup/ChunkIterator.pm

@@ -31 +31 @@
 }
 
+sub mux_into {
+    my ($self, $n_copies) = @_;
+    my @iters;
+    for (1..$n_copies) {
+        push @iters, Brackup::ChunkIterator::SlaveIterator->new;
+    }
+    my $on_empty = sub {
+        my $next = $self->next;
+        foreach my $peer (@iters) {
+            push @{$peer->{mag}}, $next;
+        }
+    };
+    foreach (@iters) {
+        $_->{on_empty} = $on_empty;
+    }
+    return @iters;
+}
+
+package Brackup::ChunkIterator::SlaveIterator;
+use strict;
+use warnings;
+use Carp qw(croak);
+
+sub new {
+    my $class = shift;
+    return bless {
+        'on_empty' => undef, # subref
+        'mag'      => [],
+    }, $class;
+}
+
+sub next {
+    my $self = shift;
+    # the magazine itself could be true, but contain only undef: (undef),
+    # which signals the end.
+    return shift @{$self->{mag}} if @{$self->{mag}};
+    $self->{on_empty}->();
+    return shift @{$self->{mag}};
+}
+
+sub behind_by {
+    my $self = shift;
+    return scalar @{$self->{mag}};
+}
+
 1;