df3ad11d4406a2d80d84ece3579390fb647aca45
[booh] / bin / booh-backend
1 #! /usr/bin/ruby
2 #
3 #                         *  BOOH  *
4 #
5 # A.k.a 'Best web-album Of the world, Or your money back, Humerus'.
6 #
7 # The acronyn sucks, however this is a tribute to Dragon Ball by
8 # Akira Toriyama, where the last enemy beaten by heroes of Dragon
9 # Ball is named "Boo". But there was already a free software project
10 # called Boo, so this one will be it "Booh". Or whatever.
11 #
12 #
13 # Copyright (c) 2004-2008 Guillaume Cottenceau <http://zarb.org/~gc/resource/gc_mail.png>
14 #
15 # This software may be freely redistributed under the terms of the GNU
16 # public license version 2.
17 #
18 # You should have received a copy of the GNU General Public License
19 # along with this program; if not, write to the Free Software
20 # Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
21
22 require 'getoptlong'
23 require 'gettext'
24 include GetText
25 require 'rexml/document'
26 include REXML
27
28 require 'booh/booh-lib'
29 require 'booh/html-merges'
30
31 #- bind text domain as soon as possible because some _() functions are called early to build data structures
32 bindtextdomain("booh")
33
34 #- options
35 $options = [
36     [ '--help',          '-h', GetoptLong::NO_ARGUMENT,       _("Get help message") ],
37     [ '--version',       '-V', GetoptLong::NO_ARGUMENT,       _("Print version and exit") ],
38
39     [ '--source',        '-s', GetoptLong::REQUIRED_ARGUMENT, _("Directory which contains original images/videos as files or subdirs") ],
40     [ '--destination',   '-d', GetoptLong::REQUIRED_ARGUMENT, _("Directory which will contain the web-album") ],
41 #    [ '--clean',         '-c', GetoptLong::NO_ARGUMENT,       _("Clean destination directory") ],
42
43     [ '--theme',         '-t', GetoptLong::REQUIRED_ARGUMENT, _("Select HTML theme to use") ],
44     [ '--config',        '-C', GetoptLong::REQUIRED_ARGUMENT, _("File containing config listing images and videos within directories with captions") ],
45     [ '--config-skel',   '-k', GetoptLong::REQUIRED_ARGUMENT, _("Filename where the script will output a config skeleton") ],
46     [ '--merge-config',  '-M', GetoptLong::REQUIRED_ARGUMENT, _("File containing config listing, where to merge new/removed images/videos from --source, and change theme info") ],
47     [ '--merge-config-onedir',  '-O', GetoptLong::REQUIRED_ARGUMENT, _("File containing config listing, for merging the subdir specified with --dir") ],
48     [ '--merge-config-subdirs', '-U', GetoptLong::REQUIRED_ARGUMENT, _("File containing config listing, for merging the new subdirs down the subdir specified with --dir") ],
49     [ '--dir',           '-D', GetoptLong::REQUIRED_ARGUMENT, _("Directory for merge with --merge-config-onedir or --merge-config-subdirs") ],
50     [ '--use-config',    '-u', GetoptLong::REQUIRED_ARGUMENT, _("File containing config listing, where to change theme info") ],
51     [ '--force',         '-f', GetoptLong::NO_ARGUMENT,       _("Force generation of album even if the GUI marked some directories as already generated") ],
52
53     [ '--sizes',         '-S', GetoptLong::REQUIRED_ARGUMENT, _("Specify the list of images sizes to use instead of all specified in the theme (this is a comma-separated list)") ],
54     [ '--thumbnails-per-row', '-T', GetoptLong::REQUIRED_ARGUMENT, _("Specify the amount of thumbnails per row in the thumbnails page (if applicable in theme)") ],
55     [ '--thumbnails-per-page', '-p', GetoptLong::REQUIRED_ARGUMENT, _("Specify the amount of thumbnails per page in the thumbnails page, after which split occurs") ],
56     [ '--optimize-for-32', '-o', GetoptLong::NO_ARGUMENT,       _("Resize images with optimized sizes for 3/2 aspect ratio rather than 4/3 (typical aspect ratio of pictures from non digital cameras are 3/2 when pictures from digital cameras are 4/3)") ],
57     [ '--index-link',    '-l', GetoptLong::REQUIRED_ARGUMENT, _("Specify the HTML markup to use on the bottom of pages for a small link returning to wherever you see fit in your website (or somewhere else)") ],
58     [ '--made-with',     '-n', GetoptLong::REQUIRED_ARGUMENT, _("Specify the HTML markup to use on the bottom of pages for a small 'made with' message") ],
59     [ '--comments-format','-c', GetoptLong::REQUIRED_ARGUMENT, _("Specify comments format to use for images instead of only filename when creating new albums; use ImageMagick's format") ],
60
61     [ '--mproc',         '-m', GetoptLong::REQUIRED_ARGUMENT, _("Specify the number of processors for multi-processors machines") ],
62
63     [ '--for-gui',       '-g', GetoptLong::NO_ARGUMENT,       _("Do the minimum work to be able to see the album under the GUI (don't generate all thumbnails)") ],
64
65     [ '--verbose-level', '-v', GetoptLong::REQUIRED_ARGUMENT, _("Set max verbosity level (0: errors, 1: warnings, 2: important messages, 3: other messages)") ],
66     [ '--info-pipe',     '-i', GetoptLong::REQUIRED_ARGUMENT, _("Name a file where to write information about what's going on (used by the GUI)") ],
67 ]
68
69 #- default values for some globals 
70 $switches = []
71 $stdout.sync = true
72 $no_identify = false
73 $ignore_videos = false
74 $forgui = false
75 $hardlinks_ok = true
76
77 def usage
78     puts _("Usage: %s [OPTION]...") % File.basename($0)
79     $options.each { |ary|
80         printf " %3s, %-18s %s\n", ary[1], ary[0], ary[3]
81     }
82 end
83
84 def handle_options
85     parser = GetoptLong.new
86     parser.set_options(*$options.collect { |ary| ary[0..2] })
87     begin
88         parser.each_option do |name, arg|
89             case name
90             when '--help'
91                 usage
92                 exit(0)
93
94             when '--version'
95                 puts _("Booh version %s
96
97 Copyright (c) 2005 Guillaume Cottenceau.
98 This is free software; see the source for copying conditions.  There is NO
99 warranty; not even for MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.") % $VERSION
100
101                 exit(0)
102
103             when '--source'
104                 $source = File.expand_path(arg.sub(%r|/$|, ''))
105                 if !File.directory?($source)
106                     die _("Argument to --source must be a directory")
107                 end
108             when '--destination'
109                 $dest = File.expand_path(arg.sub(%r|/$|, ''))
110                 if File.exists?($dest) && !File.directory?($dest)
111                     die _("If --destination exists, it must be a directory")
112                 end
113                 if $dest != make_dest_filename($dest)
114                     die _("Sorry, destination directory can't contain non simple alphanumeric characters.")
115                 end
116 #            when '--clean'
117 #                system("rm -rf #{$dest}")
118
119             when '--theme'
120                 $theme = arg
121             when '--config'
122                 arg = File.expand_path(arg)
123                 if File.readable?(arg)
124                     $xmldoc = REXML::Document.new File.new(arg)
125                     $mode = 'use_config'
126                 else
127                     die _('Config file does not exist or is unreadable.')
128                 end
129             when '--config-skel'
130                 arg = File.expand_path(arg)
131                 if File.exists?(arg)
132                     if File.directory?(arg)
133                         die _("Config skeleton file (%s) already exists and is a directory! Please change the filename.") % arg
134                     else
135                         msg 1, _("Config skeleton file already exists, backuping to %s.backup") % arg
136                         File.rename(arg, "#{arg}.backup")
137                     end
138                 end
139                 $config_writeto = arg
140                 $mode = 'gen_config'
141             when '--merge-config'
142                 arg = File.expand_path(arg)
143                 if File.readable?(arg)
144                     msg 2, _("Merge config notice: backuping current config file to %s.backup") % arg
145                     $xmldoc = REXML::Document.new File.new(arg)
146                     File.rename(arg, "#{arg}.backup")
147                     $config_writeto = arg
148                     $mode = 'merge_config'
149                 else
150                     die _('Config file does not exist or is unreadable.')
151                 end
152             when '--merge-config-onedir'
153                 arg = File.expand_path(arg)
154                 if File.readable?(arg)
155                     msg 2, _("Merge config notice: backuping current config file to %s.backup") % arg
156                     $xmldoc = REXML::Document.new File.new(arg)
157                     File.rename(arg, "#{arg}.backup")
158                     $config_writeto = arg
159                     $mode = 'merge_config_onedir'
160                 else
161                     die _('Config file does not exist or is unreadable.')
162                 end
163             when '--merge-config-subdirs'
164                 arg = File.expand_path(arg)
165                 if File.readable?(arg)
166                     msg 2, _("Merge config notice: backuping current config file to %s.backup") % arg
167                     $xmldoc = REXML::Document.new File.new(arg)
168                     File.rename(arg, "#{arg}.backup")
169                     $config_writeto = arg
170                     $mode = 'merge_config_subdirs'
171                 else
172                     die _('Config file does not exist or is unreadable.')
173                 end
174             when '--dir'
175                 arg = File.expand_path(arg)
176                 if !File.readable?(arg)
177                     die _('Specified directory to merge with --dir is not readable')
178                 else
179                     $onedir = arg
180                 end
181             when '--use-config'
182                 arg = File.expand_path(arg)
183                 if File.readable?(arg)
184                     msg 2, _("Use config notice: backuping current config file to %s.backup") % arg
185                     $xmldoc = REXML::Document.new File.new(arg)
186                     File.rename(arg, "#{arg}.backup")
187                     $config_writeto = arg
188                     $mode = 'use_config_changetheme'
189                 else
190                     die _('Config file does not exist or is unreadable.')
191                 end
192
193             when '--sizes'
194                 $limit_sizes = arg
195
196             when '--thumbnails-per-row'
197                 $N_per_row = arg
198
199             when '--thumbnails-per-page'
200                 $N_per_page = arg
201
202             when '--optimize-for-32'
203                 $optimize_for_32 = true
204
205             when '--made-with'
206                 $madewith = arg
207
208             when '--index-link'
209                 $indexlink = arg
210
211             when '--comments-format'
212                 $commentsformat = arg
213
214             when '--force'
215                 $force = true
216
217             when '--mproc'
218                 $mproc = arg.to_i
219                 $pids = []
220
221             when '--for-gui'
222                 $forgui = true
223
224             when '--verbose-level'
225                 $verbose_level = arg.to_i
226
227             when '--info-pipe'
228                 $info_pipe = File.open(arg, File::WRONLY)
229                 $info_pipe.sync = true
230             end
231         end
232     rescue
233         puts $!
234         usage
235         exit(1)
236     end
237
238     if !$source && $xmldoc
239         $source = from_utf8($xmldoc.root.attributes['source']).sub(%r|/$|, '')
240         $dest = from_utf8($xmldoc.root.attributes['destination']).sub(%r|/$|, '')
241         $theme ||= $xmldoc.root.attributes['theme']
242         $limit_sizes ||= $xmldoc.root.attributes['limit-sizes']
243         if $mode == 'use_config' || $mode =~ /^merge_config/
244             $optimize_for_32 = !$xmldoc.root.attributes['optimize-for-32'].nil?
245             $N_per_row = $xmldoc.root.attributes['thumbnails-per-row']
246             $N_per_page = $xmldoc.root.attributes['thumbnails-per-page']
247             $madewith = $xmldoc.root.attributes['made-with']
248             $indexlink = $xmldoc.root.attributes['index-link']
249         end
250     end
251
252     if $mode == 'merge_config_onedir' && !$onedir
253         die _("Missing --dir for --merge-config-onedir")
254     end
255     if $mode == 'merge_config_subdirs' && !$onedir
256         die _("Missing --dir for --merge-config-subdirs")
257     end
258
259     if !$source
260         usage
261         exit(0)
262     end
263     if !$dest
264         die _("Missing --destination parameter.")
265     end
266     if !$theme
267         $theme = 'simple'
268     end
269
270     select_theme($theme, $limit_sizes, $optimize_for_32, $N_per_row)
271
272     if !$xmldoc
273         additional_params = ''
274         if $limit_sizes
275             additional_params += "limit-sizes='#{$limit_sizes}'"
276         end
277         if $optimize_for_32
278             additional_params += " optimize-for-32='true'"
279         end
280         if $N_per_row
281             additional_params += " thumbnails-per-row='#{$N_per_row}'"
282         end
283         if $N_per_page
284             additional_params += " thumbnails-per-page='#{$N_per_page}'"
285         end
286         if $madewith
287             additional_params += " made-with='#{$madewith}'"
288         end
289         if $indexlink
290             additional_params += " index-link='#{$indexlink}'"
291         end
292         $xmldoc = Document.new "<booh version='#{$VERSION}' source='#{utf8($source)}' destination='#{utf8($dest)}' theme='#{$theme}' #{additional_params}/>"
293         $xmldoc << XMLDecl.new(XMLDecl::DEFAULT_VERSION, $CURRENT_CHARSET)
294         $mode = 'gen_config'
295     end
296
297     if $mode == 'merge_config' || $mode == 'use_config_changetheme'
298         $xmldoc.root.add_attribute('theme', $theme)
299         $xmldoc.root.add_attribute('version', $VERSION)
300         if $limit_sizes
301             $xmldoc.root.add_attribute('limit-sizes', $limit_sizes)
302         else
303             $xmldoc.root.delete_attribute('limit-sizes')
304         end
305         if $optimize_for_32
306             $xmldoc.root.add_attribute('optimize-for-32', 'true')
307         else
308             $xmldoc.root.delete_attribute('optimize-for-32')
309         end
310         if $N_per_row
311             $xmldoc.root.add_attribute('thumbnails-per-row', $N_per_row)
312         else
313             $xmldoc.root.delete_attribute('thumbnails-per-row')
314         end
315         if $N_per_page
316             $xmldoc.root.add_attribute('thumbnails-per-page', $N_per_page)
317         else
318             $xmldoc.root.delete_attribute('thumbnails-per-page')
319         end
320         if $madewith
321             $xmldoc.root.add_attribute('made-with', $madewith)
322         else
323             $xmldoc.root.delete_attribute('made-with')
324         end
325         if $indexlink
326             $xmldoc.root.add_attribute('index-link', $indexlink)
327         else
328             $xmldoc.root.delete_attribute('index-link')
329         end
330     end
331
332     if $madewith
333         $madewith = $madewith.gsub('%booh', '"http://booh.org/"')
334     end
335 end
336
337 def read_config
338     $config = {}
339 end
340
341 def write_config
342 end
343
344 def info(value)
345     if $info_pipe
346         $info_pipe.puts(value)
347     end
348 end
349
350 def die(value)
351     if $info_pipe
352         $info_pipe.puts("die: " + value)
353     end
354     die_ value
355 end
356
357 def check_installation
358     if !system("which convert >/dev/null 2>/dev/null")
359         die _("The program 'convert' is needed. Please install it. 
360 It is generally available with the 'ImageMagick' software package.")
361     end
362     if !system("which identify >/dev/null 2>/dev/null")
363         msg 1, _("the program 'identify' is needed to get images sizes and EXIF data. Please install it.
364 It is generally available with the 'ImageMagick' software package.")
365         $no_identify = true
366     end
367     missing = %w(mplayer).delete_if { |prg| system("which #{prg} >/dev/null 2>/dev/null") }
368     if missing != []
369         msg 1, _("the following program(s) are needed to handle videos: '%s'. Videos will be ignored.") % missing.join(', ')
370         $ignore_videos = true
371     end
372 end
373
374 def replace_line(surround, keyword, line)
375     begin
376         contents = eval "$#{keyword}"
377         line.sub!(/#{surround}#{keyword}#{surround}/, contents)
378     rescue TypeError
379         die _("No '%s' found for substitution") % keyword
380     end
381 end
382
383 def build_html_skeletons
384     $html_images     = File.open("#{$FPATH}/themes/#{$theme}/skeleton_image.html").readlines
385     $html_thumbnails = File.open("#{$FPATH}/themes/#{$theme}/skeleton_thumbnails.html").readlines
386     $html_index      = File.open("#{$FPATH}/themes/#{$theme}/skeleton_index.html").readlines
387     for line in $html_images + $html_thumbnails + $html_index
388         while line =~ /~~~(\w+)~~~/
389             replace_line('~~~', $1, line)
390         end
391     end
392 end
393
394 def find_caption_value(xmldir, filename)
395     if cap = xmldir.elements["*[@filename='#{utf8(filename)}']"].attributes['caption']
396         return cap.gsub("\n", '<br/>')
397     else
398         return nil
399     end
400 end
401
402 def find_captions(xmldir, images)
403     return images.collect { |img| find_caption_value(xmldir, img) }
404 end
405
406 #- stolen from CVSspam
407 def urlencode(text)
408   text.sub(/[^a-zA-Z0-9\-,.*_\/]/) do
409     "%#{sprintf('%2X', $&[0])}"
410   end
411 end
412
413 def all_images_sizes
414     return $limit_sizes =~ /original/ ? $images_size + [ { 'name' => 'original' } ] : $images_size
415 end
416
417 def html_reload_to_thumbnails
418     html_reload_to_thumbnails = $preferred_size_reloader.clone
419     html_reload_to_thumbnails.gsub!(/~~theme~~/, $theme)
420     html_reload_to_thumbnails.gsub!(/~~default_size~~/, $default_size['name'])
421     html_reload_to_thumbnails.gsub!(/~~all_sizes~~/, all_images_sizes.collect { |s| "\"#{size2js(s['name'])}\"" }.join(', '))
422     size_auto_chooser = '';
423     all_images_sizes.find_all { |s| s.has_key?('optimizedforwidth') }.
424                      sort { |a,b| b['optimizedforwidth'].to_i <=> a['optimizedforwidth'].to_i }.
425                      each { |s| size_auto_chooser += "if (w + 50 > #{s['optimizedforwidth']}) { return 'thumbnails-#{size2js(s['name'])}-0.html'; }\n" }
426     html_reload_to_thumbnails.gsub!(/~~size_auto_chooser~~/, size_auto_chooser)
427     return html_reload_to_thumbnails
428 end
429
430 def discover_iterations(iterations, line)
431     if line =~ /~~iterate(\d)_open(_max(\d+|N))?~~/
432         for iter in iterations.values
433             if iter['open']
434                 iter['open'] = false
435                 iter['close_wait'] = $1.to_i
436             end
437         end
438         max = $3 == 'N' ? ($N_per_row || $default_N) : $3
439         iterations[$1.to_i] = { 'open' => true, 'max' => max, 'opening' => '', 'closing' => '' }
440         if $1.to_i == 1
441             line.sub!(/.*/, '~~thumbnails~~')
442         else
443             line.sub!(/.*/, '')
444         end
445     elsif line =~ /~~iterate(\d)_close~~/
446         iterations[$1.to_i]['open']  = false;
447         iterations[$1.to_i]['close'] = true;
448         line.sub!(/.*/, '')
449     else
450         for iter in iterations.values
451             if iter['open']
452                 iter['opening'] += line
453                 line.sub!(/.*/, '')
454             end
455             if !iter['close'] && iter['close_wait'] && iterations[iter['close_wait']]['close']
456                 iter['closing'] += line
457                 line.sub!(/.*/, '')
458             end
459         end
460     end
461 end
462
463 def reset_iterations(iterations)
464     for iter in iterations.values
465         iter['value'] = 0
466     end
467 end
468
469 def run_iterations(iterations, amount)
470     html = ''
471     should_rerun = false
472     for level in iterations.keys.sort
473         if iterations[level]['value'] == 0
474             html += iterations[level]['opening']
475         elsif level == iterations.keys.max
476             if !iterations[level]['max'] || iterations[level]['max'] && iterations[level]['value'] + amount <= iterations[level]['max'].to_i
477                 html += iterations[level]['opening']
478             else
479                 should_rerun = true
480             end
481         end
482         iterations[level]['value'] += amount
483         if iterations[level]['max'] && iterations[level]['value'] > iterations[level]['max'].to_i
484             iterations[level]['value'] = 0
485             iterations[level-1]['value'] = 0
486             html += iterations[level-1]['closing']
487         end
488     end
489     if should_rerun
490         return html + run_iterations(iterations, amount)
491     else
492         return html
493     end
494 end
495
496 def close_iterations(iterations)
497     html = ''
498     for level in iterations.keys.sort.reverse
499         html += iterations[level]['closing']
500     end
501     return html
502 end
503
504 def img_element(fullpath)
505     if size = get_image_size(fullpath)
506         sizespec = 'width="' + size[:x].to_s + '" height="' + size[:y].to_s + '"'
507     else
508         sizespec = ''
509     end
510     return '<img src="' + File.basename(fullpath) + '" ' + sizespec + ' alt="image"/>'
511 end
512
513 def size2js(name)
514     return name.gsub(/-/, '')
515 end
516
517 def substitute_html_sizes(html, sizeobj, type, suffix)
518     sizestrings = []
519     if $images_size.length > 1 || (type == 'image' && $limit_sizes =~ /original/)
520         for sizeobj2 in $images_size
521             sizejs = size2js(sizeobj2['name'])
522             sizen = sizename(sizeobj2['name'])
523             if sizeobj != sizeobj2
524                 if type == 'thumbnails'
525                     sizestrings << '<a href="thumbnails-' + sizejs + suffix + '.html" onclick="set_preferred_size(\'' + sizejs + '\')">' + sizen + '</a>'
526                 else
527                     sizestrings << '<a id="link' + sizejs + '" onclick="set_preferred_size(\'' + sizejs + '\')">' + sizen + '</a>'
528                 end
529             else
530                 sizestrings << sizen
531             end
532         end
533         if type == 'image' && $limit_sizes =~ /original/
534             sizestrings << '<a id="linkoriginal" target="newframe">' + sizename('original') + '</a>'
535         end
536     end
537     html.sub!(/~~sizes~~(.+)~~/) { sizestrings.join($1) }
538 end
539
540 def substitute_navigation(html, xmldir)
541     if xmldir.parent.name == 'dir'
542         nav = ''
543         path = '..'
544         parent = xmldir.parent
545         while parent.name == 'dir'
546             parentcaption = parent.attributes['subdirs-caption'] || File.basename(parent.attributes['path'])
547             nav = "<a href=\"#{path}/index.html\">#{parentcaption}</a> #{utf8(_(" > "))} #{nav}"
548             path += '/..'
549             parent = parent.parent
550         end
551         html.gsub!(/~~ifnavigation\?~~(.+?)~~fi~~/) { $1 }
552         html.gsub!(/~~navigation~~/, nav + (xmldir.attributes['subdirs-caption'] || File.basename(xmldir.attributes['path'])))
553     else
554         html.gsub!(/~~ifnavigation\?~~(.+?)~~fi~~/, '')
555     end
556 end
557
558 def substitute_pathtobase(html, xmldir)
559     path = ''
560     location = xmldir
561     while location.parent.name == 'dir'
562         path = '../' + path
563         location = location.parent
564     end
565     html.gsub!(/~~pathtobase~~/, path)
566 end
567
568 def xmldir2destdir(xmldir)
569     return make_dest_filename(from_utf8(File.basename(xmldir.attributes['path'])))
570 end
571
572 def find_previous_album(xmldir)
573     relative_pos = ''
574     begin
575         #- move to previous dir element if exists
576         if prevelem = xmldir.previous_element_byname_notattr('dir', 'deleted')
577             xmldir = prevelem
578             relative_pos += '../' + xmldir2destdir(xmldir) + '/'
579             child = nil
580             #- after having moved to previous dir, we need to go down last subdir until the last one
581             while child = xmldir.elements['dir']
582                 while nextchild = child.next_element_byname_notattr('dir', 'deleted')
583                     child = nextchild
584                 end
585                 relative_pos += xmldir2destdir(child) + '/'
586                 xmldir = child
587             end
588         else
589             #- previous dir doesn't exist, move to previous dir element if exists
590             xmldir = xmldir.parent
591             if xmldir.name == 'dir' && !xmldir.attributes['deleted']
592                 relative_pos += '../'
593             else
594                 return nil
595             end
596         end
597     end while !xmldir.child_byname_notattr('image', 'deleted') && !xmldir.child_byname_notattr('video', 'deleted')
598     return File.reduce_path(relative_pos)
599 end
600
601 def find_next_album(xmldir)
602     relative_pos = ''
603     begin
604         #- first child dir element (catches when initial xmldir has both thumbnails and subdirs)
605         if firstchild = xmldir.child_byname_notattr('dir', 'deleted')
606             xmldir = firstchild
607             relative_pos += xmldir2destdir(xmldir) + '/'
608         #- next brother
609         elsif nextbro = xmldir.next_element_byname_notattr('dir', 'deleted')
610             xmldir = nextbro
611             relative_pos += '../' + xmldir2destdir(xmldir) + '/'
612         else
613             #- go up until we have a next brother or we are finished
614             begin
615                 xmldir = xmldir.parent
616                 relative_pos += '../'
617             end while xmldir && !xmldir.next_element_byname_notattr('dir', 'deleted')
618             if xmldir
619                 xmldir = xmldir.next_element_byname('dir')
620                 relative_pos += '../' + xmldir2destdir(xmldir) + '/'
621             else
622                 return nil
623             end
624         end
625     end while !xmldir.child_byname_notattr('image', 'deleted') && !xmldir.child_byname_notattr('video', 'deleted')
626     return File.reduce_path(relative_pos)
627 end
628
629 def sub_previous_next_album(previous_album, next_album, html)
630     if previous_album
631         html.gsub!(/~~previous_album~~/, '<a href="' + previous_album + 'thumbnails.html">' + utf8(_('previous album')) + '</a>')
632         html.gsub!(/~~ifprevious_album\?~~(.+?)~~fi~~/) { $1 }
633     else
634         html.gsub!(/~~previous_album~~/, '')
635         html.gsub!(/~~ifprevious_album\?~~(.+?)~~fi~~/, '')
636     end
637     if next_album
638         html.gsub!(/~~next_album~~/, '<a href="' + next_album + 'thumbnails.html">' + utf8(_('next album')) + '</a>')
639         html.gsub!(/~~ifnext_album\?~~(.+?)~~fi~~/) { $1 }
640     else
641         html.gsub!(/~~next_album~~/, '')
642         html.gsub!(/~~ifnext_album\?~~(.+?)~~fi~~/, '')
643     end
644     return html
645 end
646
647 def walk_source_dir
648
649     #- preprocess the path->dir, rexml is very slow with that; we seem to improve speed by 7%
650     optxpath = {}
651     $xmldoc.elements.each('//dir') { |elem|
652         optxpath[elem.attributes['path']] = elem
653     }
654
655     examined_dirs = nil
656     if $mode == 'merge_config_onedir'
657         examined_dirs = [ $onedir ]
658     elsif $mode == 'merge_config_subdirs'
659         examined_dirs = `find '#{$onedir}' -type d -follow`.sort.collect { |v| v.chomp }.delete_if { |v| optxpath.has_key?(utf8(v)) }
660     else
661         examined_dirs = `find '#{$source}' -type d -follow`.sort.collect { |v| v.chomp }
662         if $mode == 'merge_config'
663             $xmldoc.elements.each('//dir') { |elem|
664                 if ! examined_dirs.include?(elem.attributes['path'])
665                     msg 2, _("Merging config: removing directory %s from config, isn't on filesystem anymore") % elem.attributes['path']
666                     elem.remove
667                 end
668             }
669         end
670     end
671     info("directories: #{examined_dirs.length}, sizes: #{$images_size.length}")
672
673     examined_dirs.each { |dir|
674         if dir =~ /'/
675             die _("Source directory or sub-directories can't contain a single-quote character, sorry: %s") % dir
676         end
677         if $mode !~ /^use_config/
678             Dir.entries(dir).each { |file|
679                 if file =~ /['"\[\]]/
680                     die _("Files can't contain any of the characters ', \", [ or ], sorry: %s") % "#{dir}/#{file}"
681                 end
682             }
683         end
684     }
685
686     examined_dirs.each { |dir|
687         if File.basename(dir) =~ /^\./
688             msg 1, _("Ignoring directory %s, begins with a dot (indicating a hidden directory)") % dir
689             next
690         end
691
692         dest_dir = make_dest_filename(dir.sub(/^#{Regexp.quote($source)}/, $dest))
693
694         #- place xml document on proper node if exists, else create
695         xmldir = optxpath[utf8(dir)]
696         if $mode == 'use_config' || $mode == 'use_config_changetheme'
697             if !xmldir || (xmldir.attributes['already-generated'] && !$force) || xmldir.attributes['deleted']
698                 info("walking: #{dir}|#{$source}, 0 elements")
699                 if xmldir && xmldir.attributes['deleted']
700                     system("rm -rf '#{dest_dir}'")
701                 end
702                 next
703             end
704         else
705             if $mode == 'gen_config' || (($mode == 'merge_config' || $mode == 'merge_config_subdirs') && !xmldir)
706                 #- add the <dir..> element if necessary
707                 parent = File.dirname(dir)
708                 xmldir = $xmldoc.elements["//dir[@path='#{utf8(parent)}']"]
709                 if !xmldir
710                     xmldir = $xmldoc.root
711                 end
712                 #- need to remove the already-generated mark of the parent because of the sub-albums page containing now one more element
713                 xmldir.delete_attribute('already-generated')
714                 xmldir = optxpath[utf8(dir)] = xmldir.add_element('dir', { 'path' => utf8(dir) })
715             end
716         end
717         xmldir.delete_attribute('already-generated')
718
719         #- read images/videos entries from config or from directories depending on mode
720         entries = []
721         if $mode == 'use_config' || $mode == 'use_config_changetheme'
722             msg 2, _("Handling %s from config list...") % dir
723             xmldir.elements.each { |element|
724                 if %w(image video).include?(element.name) && !element.attributes['deleted']
725                     entries << from_utf8(element.attributes['filename'])
726                 end
727             }
728         else
729             msg 2, _("Examining %s...") % dir
730             entries = Dir.entries(dir).sort
731             #- populate config in case of gen_config, add new files in case of merge_config
732             for file in entries
733                 if file =~ /['"\[\]]/
734                     msg 1, _("Ignoring %s, contains one of forbidden characters: '\"[]") % "#{dir}/#{file}"
735                 else
736                     type = entry2type(file)
737                     if type && !xmldir.elements["#{type}[@filename='#{utf8(file)}']"]
738                         #- hack: don't run identify (which is slow) if format only contains default %t
739                         if $commentsformat && type == 'image' && $commentsformat != '%t'
740                             comment = utf8(`identify -format "#{$commentsformat}" '#{dir}/#{file}'`.chomp.sub(/\.$/, ''))
741                         else
742                             comment = utf8cut(file.sub(/\.[^\.]+$/, ''), 18)
743                         end
744                         xmldir.add_element type, { "filename" => utf8(file), "caption" => comment }
745                     end
746                 end
747             end
748             if $mode != 'gen_config'
749                 #- cleanup removed files from config and reread entries from config to get proper ordering
750                 entries = []
751                 xmldir.elements.each { |element|
752                     fullpath = "#{dir}/#{from_utf8(element.attributes['filename'])}"
753                     if %w(image video).include?(element.name)
754                         if !File.readable?(fullpath)
755                             msg 1, _("Config merge: removing %s from config; use the backup file to retrieve caption info if this was a mistake") % fullpath
756                             xmldir.delete(element)
757                         elsif !element.attributes['deleted']
758                             entries << from_utf8(element.attributes['filename'])
759                         end
760                     end
761                 }
762                 #- if there is no more elements here, there is no album here anymore
763                 if !xmldir.child_byname_notattr('image', 'deleted') && !xmldir.child_byname_notattr('video', 'deleted')
764                     xmldir.delete_attribute('thumbnails-caption')
765                     xmldir.delete_attribute('thumbnails-captionfile')
766                 end
767             end
768         end
769         images = entries.find_all { |e| entry2type(e) == 'image' }
770         msg 3, _("\t%s images") % images.length
771         videos = entries.find_all { |e| entry2type(e) == 'video' }
772         msg 3, _("\t%s videos") % videos.length
773         info("walking: #{dir}|#{$source}, #{images.length + videos.length} elements")
774
775         system("mkdir -p '#{dest_dir}'")
776
777         #- generate .htaccess file
778         if !$forgui
779             ios = File.open("#{dest_dir}/.htaccess", "w")
780             ios.write("AddCharset UTF-8 .html\n")
781             if auth_user_file = xmldir.attributes['password-protect']
782                 msg 3, _("\tgenerating password protection file #{dest_dir}/.htaccess")
783                 ios.write("AuthType Basic\nAuthName \"protected area\"\nAuthUserFile #{auth_user_file}\nrequire valid-user\n")
784             end
785             ios.close
786         end
787
788         #- pass through if there are no images and videos
789         if images.size == 0 && videos.size == 0
790             if !$forgui
791                 #- cleanup old images/videos, especially if this directory contained images/videos previously.
792                 themestuff = Dir.entries("#{$FPATH}/themes/#{$theme}").
793                                 find_all { |e| !%w(. .. skeleton_image.html skeleton_thumbnails.html skeleton_index.html metadata root CVS).include?(e) }
794                 themestuff_root = Dir.entries("#{$FPATH}/themes/#{$theme}/root").
795                                      find_all { |e| !%w(. .. CVS).include?(e) }
796                 if $mode != 'gen_config'
797                     rightful_images = [ '.htaccess' ]
798                     if xmldir.attributes['thumbnails-caption']
799                         rightful_images << 'thumbnails-thumbnail.jpg'
800                     end
801                     xmldir.elements.each('dir') { |child|
802                         if child.attributes['deleted']
803                             next
804                         end
805                         subdir = make_dest_filename(from_utf8(File.basename(child.attributes['path'])))
806                         rightful_images << "thumbnails-#{subdir}.jpg"
807                     }
808                     to_del = Dir.entries(dest_dir).find_all { |e| !File.directory?(File.join(dest_dir, e)) && !rightful_images.include?(e) } - themestuff - themestuff_root
809                     if to_del.size > 0
810                         File.delete(*to_del.collect { |e| File.join(dest_dir, e) })
811                     end
812                 end
813                 
814                 #- copy any resource file that goes with the theme (css, images..)
815                 themestuff.each { |entry|
816                     if !File.exists?(File.join(dest_dir, entry))
817                         psys("cp '#{$FPATH}/themes/#{$theme}/#{entry}' '#{dest_dir}'")
818                     end
819                 }
820
821                 #- copy any root-only resource file that goes with the theme (css, images..)
822                 if xmldir.parent.name != 'dir'
823                     themestuff_root.each { |entry|
824                         if !File.exists?(File.join(dest_dir, entry))
825                             psys("cp '#{$FPATH}/themes/#{$theme}/root/#{entry}' '#{dest_dir}'")
826                         end
827                     }
828                 end
829             end
830             next
831         end
832
833         msg 2, _("Outputting in %s...") % dest_dir
834
835         #- populate data structure with sizes from theme
836         for sizeobj in $images_size
837             fullscreen_images ||= {}
838             fullscreen_images[sizeobj['name']] = []
839             thumbnail_images ||= {}
840             thumbnail_images[sizeobj['name']] = []
841             thumbnail_videos ||= {}
842             thumbnail_videos[sizeobj['name']] = []
843         end
844         #- a special dummy size to keep 'references' to thumbnails in case of panorama, because the GUI will use the regular thumbnails
845         thumbnail_images['dont-delete-file-for-gui'] = []
846         if $limit_sizes =~ /original/
847             fullscreen_images['original'] = []
848         end
849
850         images.size >= 1 and msg 3, _("\tcreating images thumbnails...")
851
852         #- create thumbnails for images
853         images.each { |img|
854             info("processing element")
855             base_dest_img = dest_dir + '/' + make_dest_filename(img.sub(/\.[^\.]+$/, ''))
856             if $forgui
857                 thumbnail_dest_img = base_dest_img + "-#{$default_size['thumbnails']}.jpg"
858                 gen_thumbnails_element("#{dir}/#{img}", xmldir, true, [ { 'filename' => thumbnail_dest_img, 'size' => $default_size['thumbnails'] } ])
859             else
860                 todo = []
861                 elem = xmldir.elements["image[@filename='#{utf8(img)}']"]
862                 for sizeobj in $images_size
863                     size_fullscreen = sizeobj['fullscreen']
864                     size_thumbnails = sizeobj['thumbnails']
865                     fullscreen_dest_img = base_dest_img + "-#{size_fullscreen}.jpg"
866                     fullscreen_images[sizeobj['name']] << File.basename(fullscreen_dest_img)
867                     todo << { 'filename' => fullscreen_dest_img, 'size' => size_fullscreen }
868                     if pano = pano_amount(elem)
869                         thumbnail_images['dont-delete-file-for-gui'] << File.basename(base_dest_img + "-#{size_thumbnails}.jpg")
870                         size_thumbnails = size_thumbnails.sub(/(\d+)/) { ($1.to_i * pano).to_i }
871                     end
872                     thumbnail_dest_img = base_dest_img + "-#{size_thumbnails}.jpg"
873                     thumbnail_images[sizeobj['name']] << File.basename(thumbnail_dest_img)
874                     todo << { 'filename' => thumbnail_dest_img,  'size' => size_thumbnails }
875                 end
876                 gen_thumbnails_element("#{dir}/#{img}", xmldir, true, todo)
877                 if $limit_sizes =~ /original/
878                     fullscreen_images['original'] << img
879                 end
880                 destimg = "#{dest_dir}/#{img}"
881                 if $limit_sizes =~ /original/ && !File.exists?(destimg)
882                     if $hardlinks_ok
883                         if ! sys("ln '#{dir}/#{img}' '#{destimg}'")
884                             $hardlinks_ok = false
885                         end
886                     end
887                     if ! $hardlinks_ok
888                         psys("cp '#{dir}/#{img}' '#{destimg}'")
889                     end
890                 end
891             end
892         }
893
894         videos.size >= 1 and msg 3, _("\tcreating videos thumbnails...")
895
896         #- create thumbnails for videos
897         videos.each { |video|
898             info("processing element")
899             if $forgui
900                 thumbnail_dest_img = dest_dir + '/' + make_dest_filename(video.sub(/\.[^\.]+$/, '')) + "-#{$default_size['thumbnails']}.jpg"
901                 gen_thumbnails_element("#{dir}/#{video}", xmldir, true, [ { 'filename' => thumbnail_dest_img, 'size' => $default_size['thumbnails'] } ])
902             else
903                 todo = []
904                 for sizeobj in $images_size
905                     size_thumbnails = sizeobj['thumbnails']
906                     thumbnail_dest_img = dest_dir + '/' + make_dest_filename(video.sub(/\.[^\.]+$/, '')) + "-#{size_thumbnails}.jpg"
907                     thumbnail_videos[sizeobj['name']] << File.basename(thumbnail_dest_img)
908                     todo << { 'filename' => thumbnail_dest_img, 'size' => size_thumbnails }
909                 end
910                 gen_thumbnails_element("#{dir}/#{video}", xmldir, true, todo)
911             end
912             destvideo = "#{dest_dir}/#{video}"
913             if !File.exists?(destvideo)
914                 if $hardlinks_ok
915                     if ! sys("ln '#{dir}/#{video}' '#{destvideo}'")
916                         $hardlinks_ok = false
917                     end
918                 end
919                 if ! $hardlinks_ok
920                     psys("cp '#{dir}/#{video}' '#{destvideo}'")
921                 end
922             end
923         }
924
925         if !$forgui
926             themestuff = Dir.entries("#{$FPATH}/themes/#{$theme}").
927                             find_all { |e| !%w(. .. skeleton_image.html skeleton_thumbnails.html skeleton_index.html metadata root CVS).include?(e) }
928             themestuff_root = Dir.entries("#{$FPATH}/themes/#{$theme}/root").
929                                  find_all { |e| !%w(. .. CVS).include?(e) }
930             
931             #- cleanup old images/videos (for when removing elements or sizes)
932             all_elements = fullscreen_images.collect { |e| e[1] }.flatten.
933                      concat(thumbnail_images.collect { |e| e[1] }.flatten).
934                      concat(thumbnail_videos.collect { |e| e[1] }.flatten).
935                      concat(videos).
936                      push('.htaccess')
937             to_del = Dir.entries(dest_dir).find_all { |e| !File.directory?(File.join(dest_dir, e)) && !all_elements.include?(e) && e !~ /^thumbnails-\w+\.jpg/ } - themestuff - themestuff_root
938             if to_del.size > 0
939                 msg 3, _("\tcleaning up: #{to_del.join(', ')}")
940                 File.delete(*to_del.collect { |e| File.join(dest_dir, e) })
941             end
942
943             #- copy any resource file that goes with the theme (css, images..)
944             themestuff.each { |entry|
945                 if !File.exists?(File.join(dest_dir, entry))
946                     psys("cp '#{$FPATH}/themes/#{$theme}/#{entry}' '#{dest_dir}'")
947                 end
948             }
949             
950             #- copy any root-only resource file that goes with the theme (css, images..)
951             if xmldir.parent.name != 'dir'
952                 themestuff_root.each { |entry|
953                     if !File.exists?(File.join(dest_dir, entry))
954                         psys("cp '#{$FPATH}/themes/#{$theme}/root/#{entry}' '#{dest_dir}'")
955                     end
956                 }
957             end
958             
959             msg 3, _("\tgenerating HTML pages...")
960             #- fixup max per page
961             if $N_per_page && $N_per_row
962                 $N_per_page = $N_per_page.to_i / $N_per_row.to_i * $N_per_row.to_i
963             end
964
965             #- generate thumbnails*.html (page with thumbnails)
966             image2thumbnailpage4js = []
967             for sizeobj in $images_size
968                 info("processing size")
969                 html = $html_thumbnails.collect { |l| l.clone }
970                 iterations = {}
971                 for i in html
972                     i.sub!(/~~title~~/,
973                            xmldir.attributes['thumbnails-caption'] || utf8(File.basename(dir)))
974                     discover_iterations(iterations, i)
975                 end
976                 all_pages = []
977                 html_thumbnails = ''
978                 html_thumbnails_nojs = ''
979                 counter = 0
980                 pagecount = 0
981                 reset_iterations(iterations)
982                 #- preprocess the @filename->elem, rexml is very slow with that; we dramatically improve this part of the processing
983                 optfilename = {}
984                 xmldir.elements.each('image') { |elem|
985                     optfilename[elem.attributes['filename']] = elem
986                 }
987                 for file in entries
988                     type = images.include?(file) ? 'image' : videos.include?(file) ? 'video' : nil
989                     if type
990                         if type == 'image' && elem = optfilename[utf8(file)]
991                             if pano = pano_amount(elem)
992                                 html_elem = run_iterations(iterations, pano)
993                                 counter += count = pano.ceil
994                                 html_elem.gsub!(/~~colspan~~/) { "colspan=\"#{count}\"" }
995                             else
996                                 html_elem = run_iterations(iterations, 1)
997                                 counter += 1
998                                 html_elem.gsub!(/~~colspan~~/, '')
999                             end
1000                         else 
1001                             html_elem = run_iterations(iterations, 1)
1002                             counter += 1
1003                             html_elem.gsub!(/~~colspan~~/, '')
1004                         end
1005                         if type == 'image'
1006                             index = images.index(file)
1007                             html_elem.gsub!(/~~caption_iteration~~/,
1008                                             find_caption_value(xmldir, images[index]) || utf8(images[index]))
1009                             html_elem.gsub!(/~~ifimage\?~~(.+?)~~fi~~/) { $1 }
1010                             html_elem.gsub!(/~~ifvideo\?~~(.+?)~~fi~~/, '')
1011                         elsif type == 'video'
1012                             index = videos.index(file)
1013                             if File.exists?("#{dest_dir}/#{thumbnail_videos[sizeobj['name']][index]}")
1014                                 html_elem.gsub!(/~~image_iteration~~/,
1015                                                 '<a href="' + videos[index] + '">' + img_element("#{dest_dir}/#{thumbnail_videos[sizeobj['name']][index]}") + '</a>')
1016                             else
1017                                 html_elem.gsub!(/~~image_iteration~~/,
1018                                                 '<a href="' + videos[index] + '">' + utf8(_("(no preview)")) + '</a>')
1019                             end
1020                             html_elem.gsub!(/~~caption_iteration~~/, find_caption_value(xmldir, videos[index]) || utf8(videos[index]))
1021                             html_elem.gsub!(/~~ifimage\?~~(.+?)~~fi~~/, '')
1022                             html_elem.gsub!(/~~ifvideo\?~~(.+?)~~fi~~/) { $1 }
1023                         end
1024                         html_thumbnails += html_elem
1025                         html_thumbnails_nojs += html_elem
1026                         if type == 'image'
1027                             html_thumbnails.gsub!(/~~image_iteration~~/,
1028                                                   '<a href="image-' + size2js(sizeobj['name']) + '.html#current=' + fullscreen_images[sizeobj['name']][index] +
1029                                                       '" name="' + fullscreen_images[sizeobj['name']][index] + '">' +
1030                                                       img_element("#{dest_dir}/#{thumbnail_images[sizeobj['name']][index]}") + '</a>')
1031                             html_thumbnails_nojs.gsub!(/~~image_iteration~~/, 
1032                                                        '<a href="' + fullscreen_images[sizeobj['name']][index] + '" name="' + fullscreen_images[sizeobj['name']][index] + '">' +
1033                                                        img_element("#{dest_dir}/#{thumbnail_images[sizeobj['name']][index]}") + '</a>')
1034                             #- remember in which thumbnails page is this element, for image->thumbnail link
1035                             if sizeobj == $images_size[0]
1036                                 image2thumbnailpage4js << pagecount
1037                             end
1038                         end
1039
1040                         if counter == $N_per_page
1041                             html_thumbnails      += close_iterations(iterations)
1042                             html_thumbnails_nojs += close_iterations(iterations)
1043                             all_pages << [ html_thumbnails, html_thumbnails_nojs ]
1044                             html_thumbnails = ''
1045                             html_thumbnails_nojs = ''
1046                             counter = 0
1047                             reset_iterations(iterations)
1048                             pagecount += 1
1049                         end
1050                     end
1051                 end
1052                 if counter > 0
1053                     html_thumbnails      += close_iterations(iterations)
1054                     html_thumbnails_nojs += close_iterations(iterations)
1055                     all_pages << [ html_thumbnails, html_thumbnails_nojs ]
1056                 end
1057                 for i in html
1058                     i.gsub!(/~~theme~~/, $theme)
1059                     i.gsub!(/~~current_size~~/, sizeobj['name'])
1060                     i.gsub!(/~~current_size_js~~/, size2js(sizeobj['name']))
1061                     i.gsub!(/~~madewith~~/, $madewith || '')
1062                     i.gsub!(/~~indexlink~~/, $indexlink || '')
1063                     substitute_navigation(i, xmldir)
1064                 end
1065                 html_nojs = html.collect { |l| l.clone }
1066                 pagecount = 0
1067                 for page in all_pages
1068                     html_thumbnails, html_thumbnails_nojs = page
1069                     final_html = html.collect { |l| l.clone }
1070                     mstuff = utf8(_("Pages: %s") % (pagecount > 0 ? "<a href=\"thumbnails-#{size2js(sizeobj['name'])}%nojs-#{pagecount - 1}.html\">" + _("<- Previous") + "</a> " : '') +
1071                                                    all_pages.collect_with_index { |p,idx| page == p ? idx + 1 : "<a href=\"thumbnails-#{size2js(sizeobj['name'])}%nojs-#{idx}.html\">#{idx + 1}</a>" }.join(', ') +
1072                                                    (pagecount < all_pages.size - 1 ? " <a href=\"thumbnails-#{size2js(sizeobj['name'])}%nojs-#{pagecount + 1}.html\">" + _("Next ->") + "</a> " : ''))
1073                     for i in final_html
1074                         i.sub!(/~~run_slideshow~~/,
1075                                images.size <= 1 ? '' : '<a href="image-' + size2js(sizeobj['name']) + '.html#run_slideshow=1">' + utf8(_("Run slideshow!"))+'</a>')
1076                         i.sub!(/~~thumbnails~~/, html_thumbnails)
1077                         if all_pages.size == 1
1078                             i.gsub!(/~~ifmultiplepages\?~~.*~~fi~~/, '')
1079                         else
1080                             i.gsub!(/~~ifmultiplepages\?~~(.+?)~~fi~~/) { $1 }
1081                             i.gsub!(/~~multiplepagesstuff~~/, mstuff.gsub('%nojs', ''))
1082                         end
1083                         substitute_html_sizes(i, sizeobj, 'thumbnails', "-#{pagecount}")
1084                         substitute_pathtobase(i, xmldir)
1085                     end
1086                     ios = File.open("#{dest_dir}/thumbnails-#{size2js(sizeobj['name'])}-#{pagecount}.html", "w")
1087                     ios.write(final_html)
1088                     ios.close
1089                     final_html_nojs = html_nojs.collect { |l| l.clone }
1090                     for i in final_html_nojs
1091                         i.sub!(/~~run_slideshow~~/, utf8(_("<i>Click on an image to view it larger</i>")))
1092                         i.sub!(/~~thumbnails~~/, html_thumbnails_nojs)
1093                         if all_pages.size == 1
1094                             i.gsub!(/~~ifmultiplepages\?~~.*~~fi~~/, '')
1095                         else
1096                             i.gsub!(/~~ifmultiplepages\?~~(.+?)~~fi~~/) { $1 }
1097                             i.gsub!(/~~multiplepagesstuff~~/, mstuff.gsub('%nojs', '-nojs'))
1098                         end
1099                         substitute_html_sizes(i, sizeobj, 'thumbnails', "-nojs-#{pagecount}")
1100                     end
1101                     ios = File.open("#{dest_dir}/thumbnails-#{size2js(sizeobj['name'])}-nojs-#{pagecount}.html", "w")
1102                     ios.write(final_html_nojs)
1103                     ios.close
1104                     pagecount += 1
1105                 end
1106             end
1107
1108             info("finished processing sizes")
1109
1110             #- generate "main" thumbnails.html page that will reload to correct size thanks to cookie
1111             ios = File.open("#{dest_dir}/thumbnails.html", "w")
1112             ios.write(html_reload_to_thumbnails)
1113             ios.close
1114
1115             #- generate image.html (page with fullscreen images)
1116             if images.size > 0
1117                 captions4js = find_captions(xmldir, images).collect { |e| e ? '"' + e.gsub('"', '\"') + '"' : '""' }.join(', ')
1118                 thumbnailspage4js = image2thumbnailpage4js.collect { |e| "\"#{e}\"" }.join(', ')
1119                 for sizeobj in $images_size
1120                     html = $html_images.collect { |l| l.clone }
1121                     images4js = fullscreen_images[sizeobj['name']].collect { |e| "\"#{e}\"" }.join(', ')
1122                     otherimages4js = ''
1123                     othersizes = []
1124                     for sizeobj2 in all_images_sizes
1125                         if sizeobj != sizeobj2
1126                             otherimages4js += "var images_#{size2js(sizeobj2['name'])} = new Array(" + fullscreen_images[sizeobj2['name']].collect { |e| "\"#{e}\"" }.join(', ') + ")\n"
1127                             othersizes << "\"#{size2js(sizeobj2['name'])}\""
1128                         end
1129                     end
1130                     for i in html
1131                         i.gsub!(/~~images~~/, images4js)
1132                         i.gsub!(/~~other_images~~/, otherimages4js)
1133                         i.gsub!(/~~thumbnailspages~~/, thumbnailspage4js)
1134                         i.gsub!(/~~other_sizes~~/, othersizes.join(', '))
1135                         i.gsub!(/~~captions~~/, captions4js)
1136                         i.gsub!(/~~title~~/, xmldir.attributes['thumbnails-caption'] || utf8(File.basename(dir)))
1137                         i.gsub!(/~~thumbnails~~/, '<a href="thumbnails-' + size2js(sizeobj['name']) + '.html" id="thumbnails">' + utf8(_('return to thumbnails')) + '</a>')
1138                         i.gsub!(/~~theme~~/, $theme)
1139                         i.gsub!(/~~current_size~~/, size2js(sizeobj['name']))
1140                         i.gsub!(/~~madewith~~/, $madewith || '')
1141                         i.gsub!(/~~indexlink~~/, $indexlink || '')
1142                         substitute_html_sizes(i, sizeobj, 'image', '')
1143                         substitute_navigation(i, xmldir)
1144                         substitute_pathtobase(i, xmldir)
1145                     end
1146                     ios = File.open("#{dest_dir}/image-#{size2js(sizeobj['name'])}.html", "w")
1147                     ios.write(html)
1148                     ios.close
1149                 end
1150             end
1151         end
1152     }
1153
1154     msg 3, ''
1155
1156     #- add attributes to <dir..> elements needing so
1157     if $mode != 'use_config'
1158         msg 3, _("\tfixating configuration file...")
1159         $xmldoc.elements.each('//dir') { |element|
1160             path = captionpath = element.attributes['path']
1161             descendant_element = element.elements['descendant::image'] || element.elements['descendant::video']
1162             if !descendant_element
1163                 msg 3, _("\t\tremoving %s, no element in it") % path
1164                 element.remove  #- means we have a directory with nothing interesting in it
1165             else
1166                 captionfile = "#{descendant_element.parent.attributes['path']}/#{descendant_element.attributes['filename']}"
1167                 basename = File.basename(path)
1168                 if element.elements['dir']
1169                     if !element.attributes['subdirs-caption']
1170                         element.add_attribute('subdirs-caption', basename)
1171                     end
1172                     if !element.attributes['subdirs-captionfile']
1173                         element.add_attribute('subdirs-captionfile', captionfile)
1174                     end
1175                 end
1176                 if element.child_byname_notattr('image', 'deleted') || element.child_byname_notattr('video', 'deleted')
1177                     if !element.attributes['thumbnails-caption']
1178                         element.add_attribute('thumbnails-caption', basename)
1179                     end
1180                     if !element.attributes['thumbnails-captionfile']
1181                         element.add_attribute('thumbnails-captionfile', captionfile)
1182                     end
1183                 end
1184             end
1185         }
1186     end
1187
1188     #- write down to disk config if necessary
1189     if $config_writeto
1190         ios = File.open($config_writeto, "w")
1191         $xmldoc.write(ios, 0)
1192         ios.close
1193     end
1194
1195     if $forgui
1196         msg 3, _(" completed necessary stuff for GUI, exiting.")
1197         return
1198     end
1199
1200     #- second pass to create index.html files and previous/next links
1201     info("creating index.html")
1202     msg 3, _("\trescanning directories to generate all 'index.html' files...")
1203
1204     #- recompute the memoization because elements mights have been removed (the ones with no element in them)
1205     optxpath = {}
1206     $xmldoc.elements.each('//dir') { |elem|
1207         optxpath[elem.attributes['path']] = elem
1208     }
1209
1210     examined_dirs.each { |dir|
1211         info("index.html: #{dir}|#{$source}")
1212
1213         xmldir = optxpath[utf8(dir)]
1214         if !xmldir || (xmldir.attributes['already-generated'] && !$force) || xmldir.attributes['deleted']
1215             next
1216         end
1217         dest_dir = make_dest_filename(dir.sub(/^#{Regexp.quote($source)}/, $dest))
1218
1219         previous_album = find_previous_album(xmldir)
1220         next_album = find_next_album(xmldir)
1221
1222         if xmldir.elements['dir']
1223             html = $html_index.collect { |l| l.clone }
1224             iterations = {}
1225             for i in html
1226                 caption = xmldir.attributes['subdirs-caption']
1227                 i.gsub!(/~~title~~/, caption)
1228                 substitute_navigation(i, xmldir)
1229                 substitute_pathtobase(i, xmldir)
1230                 discover_iterations(iterations, i)
1231             end
1232             
1233             html_index = ''
1234             reset_iterations(iterations)
1235             
1236             #- deal with "current" album (directs to "thumbnails" page)
1237             if xmldir.attributes['thumbnails-caption']
1238                 thumbnail = "#{dest_dir}/thumbnails-thumbnail.jpg"
1239                 gen_thumbnails_subdir(from_utf8(xmldir.attributes['thumbnails-captionfile']), xmldir, false,
1240                                       [ { 'filename' => thumbnail, 'size' => $albums_thumbnail_size } ], 'thumbnails')
1241                 html_index += run_iterations(iterations, 1)
1242                 html_index.gsub!(/~~image_iteration~~/, "<a href=\"thumbnails.html\">" + img_element(thumbnail) + '</a>')
1243                 html_index.gsub!(/~~caption_iteration~~/, xmldir.attributes['thumbnails-caption'])
1244             end
1245
1246             #- deal with sub-albums (direct to subdirs/index.html pages)
1247             xmldir.elements.each('dir') { |child|
1248                 if child.attributes['deleted']
1249                     next
1250                 end
1251                 subdir = make_dest_filename(from_utf8(File.basename(child.attributes['path'])))
1252                 thumbnail = "#{dest_dir}/thumbnails-#{subdir}.jpg"
1253                 html_index += run_iterations(iterations, 1)
1254                 captionfile, caption = find_subalbum_caption_info(child)
1255                 gen_thumbnails_subdir(captionfile, child, false,
1256                                       [ { 'filename' => thumbnail, 'size' => $albums_thumbnail_size } ], find_subalbum_info_type(child))
1257                 html_index.gsub!(/~~caption_iteration~~/, caption)
1258                 html_index.gsub!(/~~image_iteration~~/, "<a href=\"#{subdir}/index.html\">" + img_element(thumbnail) + '</a>')
1259             }
1260
1261             html_index += close_iterations(iterations)
1262
1263             for i in html
1264                 i.gsub!(/~~thumbnails~~/, html_index)
1265                 i.gsub!(/~~madewith~~/, $madewith || '')
1266                 i.gsub!(/~~indexlink~~/, $indexlink || '')
1267             end
1268             
1269         else
1270             html = html_reload_to_thumbnails
1271         end
1272
1273         ios = File.open("#{dest_dir}/index.html", "w")
1274         ios.write(html)
1275         ios.close
1276
1277         #- substitute multiple "return to albums", previous/next correctly
1278         #- the following two statements are dramatical optimizations to executing for each substInFile callback
1279         dirpresent = xmldir.elements['dir']
1280         parentname = xmldir.parent.name
1281         if xmldir.child_byname_notattr('image', 'deleted') || xmldir.child_byname_notattr('video', 'deleted')
1282             for suffix in [ '', '-nojs' ]
1283                 for sizeobj in $images_size
1284                     Dir.glob("#{dest_dir}/thumbnails-#{size2js(sizeobj['name'])}#{suffix}-*.html") do |file|
1285                         substInFile(file) { |line|
1286                             sub_previous_next_album(previous_album, next_album, line)
1287                             if dirpresent
1288                                 line.sub!(/~~return_to_albums~~/, '<a href="index.html">' + utf8(_('return to albums')) + '</a>')
1289                             else
1290                                 if parentname == 'dir'
1291                                     line.sub!(/~~return_to_albums~~/, '<a href="../index.html">' + utf8(_('return to albums')) + '</a>')
1292                                 else
1293                                     line.sub!(/~~return_to_albums~~/, '')
1294                                 end
1295                             end
1296                             line
1297                         }
1298                         if suffix == '' && xmldir.child_byname_notattr('image', 'deleted')
1299                             substInFile("#{dest_dir}/image-#{size2js(sizeobj['name'])}.html") { |line|
1300                                 sub_previous_next_album(previous_album, next_album, line)
1301                             }
1302                         end
1303                     end
1304                 end
1305             end
1306         end
1307     }
1308
1309     msg 3, _(" all done.")
1310 end
1311
1312 handle_options
1313 read_config
1314 check_installation
1315
1316 build_html_skeletons
1317
1318 walk_source_dir