Context Navigation

Upgrade.pm @ 2041

Visit:

Revision 2041, 114.1 kB (checked in by mpaschal, 19 months ago)
Improve process of converting metadata from serialized blobs to auxiliary tables (merge from release-35) BugzID: 79409
Property svn:keywords set to `Id Revision`

Line
1	# Movable Type (r) Open Source (C) 2001-2008 Six Apart, Ltd.
2	# This program is distributed under the terms of the
3	# GNU General Public License, version 2.
4	#
5	# $Id$
6
7	package MT::Upgrade;
8
9	use strict;
10	use base qw( MT::ErrorHandler );
11	use File::Spec;
12
13	# The upgrade process...
14	#
15	# * Database check of all data types
16	# - assign default values for 'null' columns
17	# * Template check for all blogs
18
19	use vars qw(%classes %functions $App $DryRun $Installing $SuperUser
20	$CLI $MAX_TIME $MAX_ROWS @steps);
21	sub BEGIN {
22	$MAX_TIME = 5;
23	$MAX_ROWS = 100;
24
25	%functions = (
26	# standard routines
27	'core_upgrade_begin' => {
28	code => \&core_upgrade_begin,
29	priority => 1,
30	},
31	'core_fix_type' => {
32	code => \&core_fix_type,
33	priority => 2,
34	},
35	'core_add_column' => {
36	code => sub { shift->core_column_action('add', @_) },
37	priority => 3,
38	},
39	'core_drop_column' => {
40	code => sub { shift->core_column_action('drop', @_) },
41	priority => 3,
42	},
43	'core_alter_column' => {
44	code => sub { shift->core_column_action('alter', @_) },
45	priority => 3,
46	},
47	'core_index_column' => {
48	code => sub { shift->core_column_action('index', @_) },
49	priority => 3.5,
50	},
51	'core_seed_database' => {
52	code => \&seed_database,
53	priority => 4,
54	},
55	'core_upgrade_templates' => {
56	code => \&upgrade_templates,
57	priority => 5,
58	},
59	'core_upgrade_end' => {
60	code => \&core_upgrade_end,
61	priority => 9,
62	},
63	'core_finish' => {
64	code => \&core_finish,
65	priority => 10,
66	},
67	);
68	}
69
70	sub core_upgrade_functions {
71	return {
72	# < 2.0
73	'core_create_placements' => {
74	version_limit => 2.0,
75	priority => 9.1,
76	updater => {
77	type => 'entry',
78	label => 'Creating entry category placements...',
79	condition => sub { $_[0]->category_id },
80	code => sub {
81	require MT::Placement;
82	my $entry = shift;
83	my $existing = MT::Placement->load({ entry_id => $entry->id,
84	category_id => $entry->category_id });
85	if (!$existing) {
86	my $place = MT::Placement->new;
87	$place->entry_id($entry->id);
88	$place->blog_id($entry->blog_id);
89	$place->category_id($entry->category_id);
90	$place->is_primary(1);
91	$place->save;
92	}
93	$entry->category_id(0);
94	},
95	},
96	},
97	'core_create_template_maps' => {
98	version_limit => 2.0,
99	code => \&core_create_template_maps,
100	priority => 9.1,
101	},
102
103	# < 2.1
104	'core_fix_placement_blog_ids' => {
105	version_limit => 2.1,
106	priority => 9.2,
107	updater => {
108	type => 'placement',
109	label => 'Updating category placements...',
110	condition => sub { !$_[0]->blog_id },
111	code => sub {
112	require MT::Category;
113	my $cat = MT::Category->load($_[0]->category_id);
114	$_[0]->blog_id($cat->blog_id) if $cat;
115	},
116	},
117	},
118
119	# < 3.0
120	'core_set_blog_allow_comments' => {
121	version_limit => 3.0,
122	priority => 9.3,
123	updater => {
124	type => 'blog',
125	label => 'Assigning comment/moderation settings...',
126	condition => sub { !(defined $_[0]->allow_unreg_comments \|\|
127	defined $_[0]->allow_reg_comments \|\|
128	defined $_[0]->manual_approve_comments \|\|
129	defined $_[0]->moderate_unreg_comments) },
130	code => sub {
131	$_[0]->allow_unreg_comments(1)
132	unless defined $_[0]->allow_unreg_comments;
133	$_[0]->allow_reg_comments(1)
134	unless defined $_[0]->allow_reg_comments;
135	$_[0]->manual_approve_commenters(0)
136	unless defined $_[0]->manual_approve_commenters;
137	$_[0]->moderate_unreg_comments(0)
138	unless defined $_[0]->moderate_unreg_comments;
139	$_[0]->moderate_pings(0)
140	unless defined $_[0]->moderate_pings;
141	},
142	sql => [
143	'update mt_blog
144	set blog_allow_unreg_comments = 1
145	where blog_allow_unreg_comments is null',
146	'update mt_blog
147	set blog_allow_reg_comments = 1
148	where blog_allow_reg_comments is null',
149	'update mt_blog
150	set blog_manual_approve_commenters = 0
151	where blog_manual_approve_commenters is null',
152	'update mt_blog
153	set blog_moderate_unreg_comments = 0
154	where blog_moderate_unreg_comments is null'
155	],
156	},
157	},
158
159	# < 3.2
160	'core_set_default_basename_limit' => {
161	version_limit => 3.2,
162	priority => 9.3,
163	updater => {
164	type => 'blog',
165	label => 'Setting blog basename limits...',
166	condition => sub { !$_[0]->basename_limit },
167	code => sub { $_[0]->basename_limit(15) },
168	sql => 'update mt_blog set blog_basename_limit = 15
169	where blog_basename_limit is null
170	or blog_basename_limit < 15',
171	},
172	},
173	'core_set_default_blog_extension' => {
174	version_limit => 3.2,
175	priority => 9.3,
176	updater => {
177	type => 'blog',
178	label => 'Setting default blog file extension...',
179	condition => sub { !$_[0]->file_extension },
180	code => sub { $_[0]->file_extension('html') },
181	},
182	},
183	'core_set_enable_archive_paths' => {
184	version_limit => 3.2,
185	code => \&core_set_enable_archive_paths,
186	priority => 9.3,
187	},
188	# whereas init_comment_visible is done for adding new a comment visible
189	# to the comment table, this task sets all comments with a visible
190	# status of 2 to 0 since we now treat this field as a boolean.
191	'core_update_comment_visible' => {
192	version_limit => 3.2,
193	priority => 9.3,
194	updater => {
195	type => 'entry',
196	label => 'Updating comment status flags...',
197	condition => sub { $_[0]->allow_comments == 2 },
198	code => sub { $_[0]->allow_comments(0) },
199	sql => 'update mt_entry set entry_allow_comments = 0
200	where entry_allow_comments = 2',
201	},
202	},
203	'core_remove_unique_constraints' => {
204	version_limit => 3.2,
205	code => \&core_remove_unique_constraints,
206	priority => 9.3,
207	},
208	'core_create_commenter_records' => {
209	version_limit => 3.2,
210	priority => 9.3,
211	updater => {
212	type => 'comment',
213	label => 'Updating commenter records...',
214	condition => sub { $_[0]->commenter_id },
215	code => sub {
216	my ($comment) = @_;
217	require MT::Permission; require MT::Author;
218	my $perm = MT::Permission->load( { author_id => $comment->commenter_id,
219	blog_id => $comment->blog_id } );
220	if (!$perm) {
221	if (my $cmtr = MT::Author->load($comment->commenter_id)) {
222	$cmtr->pending($comment->blog_id);
223	}
224	}
225	}
226	}
227	},
228	'core_set_blog_admins' => {
229	version_limit => 3.2,
230	priority => 9.3,
231	updater => {
232	type => 'permission',
233	label => 'Assigning blog administration permissions...',
234	condition => sub { $_[0]->author_id && $_[0]->blog_id && $_[0]->can_edit_config },
235	code => sub {
236	require MT::Association;
237	require MT::Role;
238	my ($role) = MT::Role->load_by_permission("administer_blog");
239	if ($role) {
240	my $user = MT::Author->load($_[0]->author_id);
241	my $blog = MT::Author->load($_[0]->blog_id);
242	if ($user && $blog) {
243	MT::Association->link($role => $user => $blog);
244	}
245	} else {
246	$_[0]->can_administer_blog(1)
247	}
248	},
249	}
250	},
251	'core_set_blog_allow_pings' => {
252	version_limit => 3.2,
253	priority => 9.3,
254	updater => {
255	type => 'blog',
256	label => 'Setting blog allow pings status...',
257	condition => sub { !defined $_[0]->allow_pings },
258	code => sub { $_[0]->allow_pings($_[0]->allow_pings_default) },
259	sql => 'update mt_blog set blog_allow_pings = blog_allow_pings_default
260	where blog_allow_pings is null',
261	}
262	},
263	'core_set_superuser' => {
264	version_limit => 3.2,
265	code => \&core_set_superuser,
266	priority => 9.3,
267	},
268	'core_conflate_require_email' => {
269	version_limit => 3.2,
270	priority => 9.3,
271	updater => {
272	type => 'blog',
273	label => 'Updating blog comment email requirements...',
274	condition => sub { !$_[0]->require_comment_emails },
275	code => sub { $_[0]->require_comment_emails(1)
276	if !$_[0]->allow_anon_comments },
277	}
278	},
279	'core_populate_entry_basenames' => {
280	version_limit => 3.2,
281	priority => 9.3,
282	updater => {
283	type => 'entry',
284	condition => sub { !$_[0]->basename },
285	code => sub { my $entry = shift; my %args = @_;
286	$args{from} < 3.20021
287	? $entry->basename(mt32_dirify($entry->title))
288	: 1;
289	},
290	label => 'Assigning entry basenames for old entries...',
291	}
292	},
293	'core_set_api_password' => {
294	version_limit => 3.2,
295	priority => 9.3,
296	updater => {
297	type => 'author',
298	condition => sub { ($_[0]->type == 1) && (($_[0]->api_password \|\| '') eq '') },
299	code => sub { $_[0]->api_password($_[0]->password) },
300	label => 'Updating user web services passwords...',
301	}
302	},
303	'core_create_config_table' => {
304	version_limit => 3.2,
305	code => \&core_create_config_table,
306	priority => 9.3,
307	},
308	'core_deprecate_old_style_archive_links' => {
309	version_limit => 3.2,
310	priority => 9.3,
311	updater => {
312	type => 'blog',
313	label => 'Updating blog old archive link status...',
314	condition => sub { my $blog = shift; my %args = @_;
315	$blog->old_style_archive_links
316	\|\| $args{from} < 3.0 },
317	code => sub {
318	my ($blog) = @_;
319	require MT::TemplateMap;
320	foreach my $map (MT::TemplateMap->load({ blog_id => $blog->id })) {
321	next if $map->file_template;
322
323	my $at = $map->archive_type;
324	if ($at eq 'Individual') {
325	$map->file_template('%e%x');
326	} elsif ($at eq 'Daily') {
327	$map->file_template('%y_%m_%d%x');
328	} elsif ($at eq 'Weekly') {
329	$map->file_template('week_%y_%m_%d%x');
330	} elsif ($at eq 'Monthly') {
331	$map->file_template('%y_%m%x');
332	} elsif ($at eq 'Category') {
333	$map->file_template('cat_%C%x');
334	}
335	$map->save;
336	}
337	$blog->old_style_archive_links(0);
338	}
339	}
340	},
341	'core_set_entry_weeknumber' => {
342	version_limit => 3.20006,
343	priority => 9.3,
344	updater => {
345	type => 'entry',
346	condition => sub { ($_[0]->week_number \|\| 0) < 54 },
347	code => sub { 1 },
348	label => 'Updating entry week numbers...',
349	}
350	},
351	'core_set_tag_permissions' => {
352	version_limit => 3.20021,
353	priority => 9.3,
354	updater => {
355	type => 'permission',
356	condition => sub { !$_[0]->can_edit_tags && !$_[0]->can_administer_blog },
357	code => sub { $_[0]->can_edit_tags($_[0]->can_edit_categories) },
358	label => 'Updating user permissions for editing tags...',
359	}
360	},
361	'core_init_blog_entry_display_defaults' => {
362	version_limit => 3.20021,
363	code => sub {
364	require MT::Permission;
365	&core_update_records
366	},
367	priority => 9.3,
368	updater => {
369	type => 'blog',
370	condition => sub { !(MT::Permission->exist({
371	blog_id => $_[0]->id, author_id => 0 })) },
372	code => sub {
373	my $perm = new MT::Permission;
374	$perm->entry_prefs('Advanced\|Bottom');
375	$perm->blog_id($_[0]->id);
376	$perm->author_id(0);
377	$perm->save;
378	},
379	label => 'Setting new entry defaults for blogs...',
380	}
381	},
382	'core_upgrade_tag_categories' => {
383	version_limit => 3.20021,
384	priority => 9.3,
385	updater => {
386	type => 'category',
387	condition => sub { ($_[0]->description\|\|'') =~ m/<!--tag-->/ },
388	code => sub {
389	my ($cat) = @_;
390	require MT::Placement;
391	require MT::Entry;
392	my @e = MT::Entry->load(undef, {join => ['MT::Placement', 'entry_id', { category_id => $cat->id }]});
393	my $tag_name = $cat->label;
394	foreach my $e (@e) {
395	my $tags = $e->tags;
396	$e->tags($tags, $tag_name);
397	$e->save;
398	}
399	},
400	label => 'Migrating any "tag" categories to new tags...',
401	}
402	},
403	'core_init_blog_custom_dynamic_templates' => {
404	on_field => 'MT::Blog->custom_dynamic_templates',
405	priority => 3.1,
406	updater => {
407	type => 'blog',
408	condition => sub { !defined $_[0]->custom_dynamic_templates },
409	code => sub { $_[0]->custom_dynamic_templates('none') },
410	label => 'Assigning custom dynamic template settings...',
411	sql => q{update mt_blog
412	set blog_custom_dynamic_templates = 'none'
413	where blog_custom_dynamic_templates is null},
414	}
415	},
416	'core_init_author_type' => {
417	on_field => 'MT::Author->type',
418	priority => 3.1,
419	updater => {
420	type => 'author',
421	condition => sub { !$_[0]->type },
422	code => sub { $_[0]->type(1) },
423	label => 'Assigning user types...',
424	sql => 'update mt_author set author_type = 1
425	where author_type is null or author_type = 0',
426	}
427	},
428	'core_init_category_parent' => {
429	on_field => 'MT::Category->parent',
430	priority => 3.1,
431	updater => {
432	type => 'category',
433	condition => sub { !defined $_[0]->parent },
434	code => sub { $_[0]->parent(0) },
435	label => 'Assigning category parent fields...',
436	sql => 'update mt_category set category_parent = 0
437	where category_parent is null',
438	}
439	},
440	'core_init_template_build_dynamic' => {
441	on_field => 'MT::Template->build_dynamic',
442	priority => 3.1,
443	updater => {
444	type => 'template',
445	condition => sub { !defined $_[0]->build_dynamic },
446	code => sub { $_[0]->build_dynamic(0) },
447	label => 'Assigning template build dynamic settings...',
448	sql => 'update mt_template set template_build_dynamic = 0
449	where template_build_dynamic is null',
450	}
451	},
452	'core_init_comment_visible' => {
453	on_field => 'MT::Comment->visible',
454	priority => 3.1,
455	updater => {
456	type => 'comment',
457	condition => sub { !defined $_[0]->visible },
458	code => sub { $_[0]->visible(1) },
459	label => 'Assigning visible status for comments...',
460	sql => 'update mt_comment set comment_visible = 1
461	where comment_visible is null',
462	}
463	},
464	'core_init_comment_junk_status' => {
465	version_limit => 4.0053,
466	priority => 3.1,
467	updater => {
468	type => 'comment',
469	condition => sub { !$_[0]->junk_status },
470	code => sub { $_[0]->junk_status(1) },
471	label => 'Assigning junk status for comments...',
472	sql => 'update mt_comment set comment_junk_status = 1
473	where comment_junk_status is null
474	or comment_junk_status=0',
475	}
476	},
477	'core_init_tbping_visible' => {
478	on_field => 'MT::TBPing->visible',
479	priority => 3.1,
480	updater => {
481	type => 'tbping',
482	condition => sub { !defined $_[0]->visible },
483	code => sub { $_[0]->visible(1) },
484	label => 'Assigning visible status for TrackBacks...',
485	sql => 'update mt_tbping set tbping_visible = 1
486	where tbping_visible is null',
487	}
488	},
489	'core_init_tbping_junk_status' => {
490	version_limit => 4.0053,
491	priority => 3.1,
492	updater => {
493	type => 'tbping',
494	condition => sub { !$_[0]->junk_status },
495	code => sub { $_[0]->junk_status(1) },
496	label => 'Assigning junk status for TrackBacks...',
497	sql => 'update mt_tbping set tbping_junk_status = 1
498	where tbping_junk_status is null
499	or tbping_junk_status=0',
500	}
501	},
502	'core_init_category_basename' => {
503	version_limit => 3.2002,
504	priority => 3.1,
505	updater => {
506	type => 'category',
507	condition => sub { !defined $_[0]->basename },
508	code => sub { my $cat = shift; my %args = @_;
509	$args{from} < 3.20021
510	? $cat->basename(mt32_dirify($cat->label))
511	: 1;
512	},
513	label => 'Assigning basename for categories...',
514	}
515	},
516	'core_set_author_status' => {
517	version_limit => 3.301,
518	priority => 3.1,
519	updater => {
520	type => 'author',
521	label => 'Assigning user status...',
522	condition => sub {
523	($_[0]->type == 1) && (!defined $_[0]->status)
524	},
525	code => sub {
526	shift->status(1);
527	},
528	sql => 'update mt_author set author_status = 1
529	where author_type = 1 and author_status is null',
530	}
531	},
532	'core_install_default_roles' => {
533	code => \&create_default_roles,
534	on_class => 'MT::Role',
535	priority => 3.1,
536	},
537	'core_migrate_permissions_to_roles' => {
538	version_limit => 3.3101,
539	priority => 3.2,
540	updater => {
541	type => 'permission',
542	label => 'Migrating permissions to roles...',
543	condition => sub { $_[0]->blog_id },
544	code => \&_migrate_permission_to_role,
545	}
546	},
547	'core_remove_dynamic_site_bootstrapper' => {
548	code => \&remove_mtviewphp,
549	version_limit => 3.3101,
550	priority => 5.1,
551	},
552	'core_migrate_commenter_auth' => {
553	code => \&migrate_commenter_auth,
554	version_limit => 3.3101,
555	priority => 3.1,
556	},
557	'core_deprecate_bitmask_permissions' => {
558	code => \&deprecate_bitmask_permissions,
559	version_limit => 4.0002,
560	priority => 3.3,
561	},
562	'core_migrate_system_privileges' => {
563	code => \&migrate_system_privileges,
564	version_limit => 4.0002,
565	priority => 3.3,
566	},
567	'core_populate_authored_on' => {
568	version_limit => 4.0014,
569	priority => 3.1,
570	updater => {
571	type => 'entry',
572	label => 'Populating authored and published dates for entries...',
573	condition => sub {
574	!defined $_[0]->authored_on
575	},
576	code => sub {
577	$_[0]->authored_on($_[0]->created_on)
578	if !defined $_[0]->authored_on;
579	},
580	sql =>
581	'update mt_entry set entry_authored_on = entry_created_on
582	where entry_authored_on is null',
583	},
584	},
585	'core_update_3x_system_search_templates' => {
586	version_limit => 4.0017,
587	priority => 3.1,
588	code => \&update_3x_system_search_templates,
589	},
590	'core_rename_php_plugin_filenames' => {
591	version_limit => 4.0019,
592	priority => 3.1,
593	code => \&rename_php_plugin_filenames,
594	},
595	'core_migrate_nofollow_settings' => {
596	version_limit => 4.0020,
597	priority => 3.1,
598	code => \&migrate_nofollow_settings,
599	},
600	'core_update_widget_template' => {
601	version_limit => 4.0022,
602	priority => 3.1,
603	code => \&update_widget_templates,
604	},
605	# This upgrade step is currently necessary for PostgreSQL
606	# which doesn't support adding a column, populating the existing
607	# records with a value.
608	'core_typify_category_records' => {
609	version_limit => 4.0023,
610	priority => 3.1,
611	updater => {
612	type => 'category',
613	label => 'Classifying category records...',
614	condition => sub {
615	!$_[0]->column('class')
616	},
617	code => sub {
618	$_[0]->class('category');
619	},
620	sql =>
621	"update mt_category set category_class = 'category'
622	where category_class is null",
623	},
624	},
625	'core_typify_entry_records' => {
626	version_limit => 4.0023,
627	priority => 3.1,
628	updater => {
629	type => 'entry',
630	label => 'Classifying entry records...',
631	condition => sub {
632	!$_[0]->column('class')
633	},
634	code => sub {
635	$_[0]->class('entry');
636	},
637	sql =>
638	"update mt_entry set entry_class = 'entry'
639	where entry_class is null",
640	},
641	},
642	'core_merge_comment_response_templates' => {
643	version_limit => 4.0023,
644	priority => 3.1,
645	updater => {
646	type => 'blog',
647	label => "Merging comment system templates...",
648	code => \&_merge_comment_response_templates_updater,
649	},
650	},
651	'core_populate_default_file_template' => {
652	version_limit => 4.0023,
653	priority => 3.1,
654	updater => {
655	type => 'templatemap',
656	label => 'Populating default file template for templatemaps...',
657	condition => sub {
658	!defined $_[0]->file_template
659	},
660	code => sub {
661	my %default_template = (
662	Individual => '%y/%m/%f',
663	Category => '%c/%i',
664	);
665	$_[0]->file_template($default_template{$_[0]->archive_type})
666	if !defined $_[0]->file_template && exists($default_template{$_[0]->archive_type});
667	},
668	},
669	},
670	'core_remove_unused_templatemap' => {
671	version_limit => 4.0023,
672	priority => 3.0,
673	updater => {
674	type => 'blog',
675	label => 'Removing unused template maps...',
676	condition => sub {
677	my $blog = shift;
678	my @blog_at = map { "'$_'" } split ',', $blog->archive_type;
679	MT::TemplateMap->remove(
680	{ blog_id => $blog->id, archive_type => \@blog_at },
681	{ not => { archive_type => 1 } }
682	) if @blog_at;
683	return 0;
684	},
685	},
686	},
687	'core_set_author_auth_type' => {
688	version_limit => 4.0024,
689	priority => 3.2,
690	updater => {
691	type => 'author',
692	label => 'Assigning user authentication type...',
693	condition => sub {
694	!$_[0]->auth_type;
695	},
696	code => \&core_populate_author_auth_type,
697	},
698	},
699	'core_add_newfeature_widget' => {
700	version_limit => 4.0027,
701	priority => 3.2,
702	updater => {
703	type => 'author',
704	label => 'Adding new feature widget to dashboard...',
705	condition => sub {
706	my ($user) = @_;
707	$user->type == MT::Author::AUTHOR(); # AUTHOR records only
708	},
709	code => sub {
710	my ($user) = @_;
711	my $widget_store = $user->widgets();
712	if ($widget_store && %$widget_store) {
713	for my $set (keys %$widget_store) {
714	$widget_store->{$set}->{new_version} = {
715	template => 'widget/new_version.tmpl',
716	set => 'main',
717	singular => 1,
718	order => -1,
719	};
720	}
721	}
722	$user->widgets($widget_store);
723	},
724	},
725	},
726	'core_add_email_template' => {
727	version_limit => 4.0030,
728	priority => 9.3,
729	code => sub {
730	my $self = shift;
731	$self->upgrade_templates({ Install => 1 });
732	},
733	},
734	'core_replace_openid_username' => {
735	version_limit => 4.0033,
736	priority => 3.2,
737	updater => {
738	type => 'author',
739	label => 'Moving OpenID usernames to external_id fields...',
740	condition => sub {
741	return 0 if 'MT' eq $_[0]->auth_type;
742	my $auth = MT->commenter_authenticator($_[0]->auth_type);
743	return 0 unless $auth && %$auth && exists($auth->{class});
744	my $auth_class = $auth->{class};
745	eval "require $auth_class;";
746	return 0 if $@;
747	return UNIVERSAL::isa($auth_class, 'MT::Auth::OpenID');
748	},
749	code => sub {
750	return unless $_[0]->url;
751	my $existing = MT::Author->load({ name => $_[0]->url, auth_type => 'OpenID' });
752	unless ($existing) {
753	$_[0]->external_id($_[0]->name);
754	$_[0]->name($_[0]->url);
755	}
756	},
757	},
758	},
759	'core_set_template_set' => {
760	version_limit => 4.0034,
761	priority => 3.2,
762	updater => {
763	type => 'blog',
764	label => 'Assigning blog template set...',
765	condition => sub {
766	!$_[0]->template_set;
767	},
768	code => sub {
769	$_[0]->template_set('mt_blog');
770	MT->run_callbacks( 'blog_template_set_change', { blog => $_[0] } );
771	},
772	},
773	},
774	'core_set_page_layout' => {
775	version_limit => 4.0036,
776	priority => 3.2,
777	updater => {
778	type => 'blog',
779	label => 'Assigning blog page layout...',
780	condition => sub {
781	!$_[0]->page_layout;
782	},
783	code => sub {
784	my ($blog) = @_;
785	my $layout = 'layout-wtt';
786	require MT::Template;
787	my $styles = MT::Template->load({ blog_id => $blog->id, identifier => 'styles' });
788	if ($styles) {
789	if ($styles->text =~ m{ <mt:?setvar \s+ name="page_layout" \s+ value="([^"]+)"> }xmsi) {
790	$layout = $1;
791	}
792	}
793	$blog->page_layout($layout);
794	},
795	},
796	},
797	'core_set_author_basename' => {
798	version_limit => 4.0037,
799	priority => 3.2,
800	updater => {
801	type => 'author',
802	label => 'Assigning author basename...',
803	condition => sub {
804	$_[0]->type == 1;
805	},
806	code => sub {
807	my ($author) = @_;
808	my $basename = MT::Util::make_unique_author_basename($author);
809	$author->basename($basename);
810	},
811	},
812	},
813	'core_remove_indexes' => {
814	version_limit => 4.0041,
815	priority => 3.2,
816	code => \&remove_indexes,
817	},
818	'core_set_count_columns' => {
819	version_limit => 4.0047,
820	priority => 3.2,
821	updater => {
822	type => 'entry',
823	label => 'Assigning entry comment and TrackBack counts...',
824	condition => sub {
825	require MT::Comment;
826	my $comment_count = MT::Comment->count(
827	{
828	entry_id => $_[0]->id,
829	visible => 1,
830	}
831	);
832	$_[0]->comment_count($comment_count);
833	require MT::Trackback;
834	require MT::TBPing;
835	my $tb = MT::Trackback->load( { entry_id => $_[0]->id } );
836	my $ping_count;
837	if ($tb) {
838	my $ping_count = MT::TBPing->count(
839	{
840	tb_id => $tb->id,
841	visible => 1,
842	}
843	);
844	$_[0]->ping_count($ping_count);
845	}
846	( $comment_count \|\| $ping_count );
847	},
848	# only count once and set it, so code do nothing.
849	# it doesn't have the unnecessary save.
850	code => sub { 1; },
851	},
852	},
853	'core_assign_object_embedded' => {
854	version_limit => 4.0052,
855	priority => 3.2,
856	updater => {
857	type => 'objectasset',
858	label => 'Assigning embedded flag to asset placements...',
859	code => sub {
860	$_[0]->embedded(1);
861	},
862	sql => 'update mt_objectasset set objectasset_embedded=1',
863	},
864	},
865	'core_enable_address_book' => {
866	version_limit => 4.0054,
867	priority => 3.2,
868	code => sub {
869	require MT::Notification;
870	if (MT::Notification->exist()) {
871	my $cfg = MT->config;
872	if (! $cfg->EnableAddressBook) {
873	$cfg->EnableAddressBook(1, 1);
874	$cfg->save;
875	}
876	}
877	return 0;
878	},
879	},
880	'core_upgrade_meta' => {
881	version_limit => 4.0057,
882	priority => 3.2,
883	code => \&core_upgrade_meta,
884	},
885
886	# Helper upgrade routine for core_upgrade_meta
887	# and possibly other object types that require
888	# this migration; version_limit is unspecified, so
889	# this can only be invoked if another upgrade
890	# operation utilizes it.
891	'core_upgrade_meta_for_table' => {
892	priority => 3.3,
893	code => \&core_upgrade_meta_for_table,
894	},
895	'core_replace_file_template_format' => {
896	version_limit => 4.0058,
897	priority => 3.2,
898	updater => {
899	type => 'templatemap',
900	label => 'Replacing %C format to MTCategoryLabel...',
901	code => sub {
902	my ($map) = shift;
903	my $file_template = $map->file_template();
904	$file_template =~ s/%C/<MTCategoryLabel dirify="1">/g;
905	$file_template =~ s/%-C/<MTCategoryLabel dirify="-">/g;
906	$map->file_template($file_template);
907	},
908	},
909	},
910	};
911	}
912
913	sub core_upgrade_meta {
914	my $self = shift;
915	my $types = MT->registry('object_types');
916	my %added_step;
917	TYPE: while (my ($type, $reg_class) = each %$types) {
918	next TYPE if $type eq 'plugin' && ref $reg_class; # plugin reference
919
920	my $class = MT->model($type);
921	next TYPE if !$class->has_meta(); # nothing to upgrade
922
923	next TYPE if $added_step{$class->datasource}; # already got that one
924
925	my $class_type = $class->properties->{class_type};
926	if ($class_type && $class_type ne $class->datasource) {
927	if (my $super_class = MT->model($class->datasource)) {
928	$class = $super_class
929	if $super_class->datasource eq $class->datasource;
930	}
931	# If there's no appropriate superclass, go to update with the class
932	# we have, not the class we want.
933	}
934
935	my %step_param = ( type => $type );
936	$step_param{plugindata} = 1 if $type eq 'category';
937	$step_param{meta_column} = $class->properties->{meta_column}
938	if $class->properties->{meta_column};
939	$self->add_step('core_upgrade_meta_for_table', %step_param);
940	$added_step{$class->datasource} = 1;
941	}
942	return 0;
943	}
944
945	sub _save_meta {
946	my $self = shift;
947	my ($obj, $type, $value) = @_;
948
949	my $meta_obj = $obj->meta_pkg->new;
950
951	my @class_keys = @{ $obj->primary_key_tuple };
952	my @meta_keys = @{ $meta_obj->primary_key_tuple };
953	for my $i (0..$#class_keys) {
954	my $class_field = $class_keys[$i];
955	my $meta_field = $meta_keys[$i];
956	$meta_obj->$meta_field($obj->$class_field());
957	}
958
959	# Set the type without checking if it's defined, unlike real meta().
960	$meta_obj->type($type);
961
962	# Does this meta type have a data type defined?
963	my $datatype;
964	if (my $field = MT::Meta->metadata_by_name(ref $obj \|\| $obj, $type)) {
965	if (my $type_id = $field->{type_id}) {
966	$datatype = $MT::Meta::Types{$type_id};
967	}
968	}
969	$datatype \|\|= 'vblob';
970
971	$meta_obj->$datatype($value);
972
973	my $meta_col_def = $meta_obj->column_def($datatype);
974	my $meta_is_blob = $meta_col_def ? $meta_col_def->{type} eq 'blob' : 0;
975	MT::Meta::Proxy::serialize_blob(undef, $meta_obj) if $meta_is_blob;
976	$meta_obj->save();
977	MT::Meta::Proxy::unserialize_blob($meta_obj) if $meta_is_blob;
978	}
979
980	sub core_upgrade_meta_for_table {
981	my $self = shift;
982	my (%param) = @_;
983	my $type = $param{type};
984	return 0 unless $type;
985	my $class = MT->model($type);
986	return 0 unless $class;
987	my $cfclass = MT->model('field');
988	my $plugindata = $param{plugindata} \|\| 0;
989
990	if ($cfclass) {
991	# this looks weird, but it winds up invoking
992	# the loading of custom field types and the
993	# installation of their meta properties
994	MT->registry('tags');
995	}
996
997	# special case for types that use CustomField plugindata
998	# for storing their custom field metadata instead of a 'meta'
999	# column.
1000	if ($cfclass && $plugindata) {
1001	require CustomFields::Upgrade;
1002	$self->progress($self->translate_escape('Moving metadata storage for categories...'));
1003	CustomFields::Upgrade::customfields_move_meta($self, $type);
1004	return 0;
1005	}
1006	if ($plugindata) {
1007	return 0;
1008	}
1009
1010	my $offset = int($param{offset} \|\| 0);
1011	my $count = int($param{count} \|\| 0);
1012
1013	my $pid = join q{:}, $param{step} . "_type", $class;
1014
1015	my $msg = MT->translate("Upgrading metadata storage for [_1]", $class->class_label_plural);
1016
1017	if (!$offset) {
1018	$self->progress($msg, $pid);
1019	} else {
1020	my $count = $class->count();
1021	return 0 unless $count;
1022	$self->progress(sprintf($msg . " (%d%%)", ($offset/$count*100)), $pid);
1023	}
1024
1025	my $driver = $class->dbi_driver;
1026	my $dbh = $driver->rw_handle;
1027	my $dbd = $driver->dbd;
1028	my $stmt = $dbd->sql_class->new;
1029
1030	# assumes 'meta' is the meta column name; should be for all core types
1031	# we are processing
1032	my $meta_col = $dbd->db_column_name($class->datasource,
1033	$param{meta_column} \|\| 'meta');
1034	my $id_col = $dbd->db_column_name($class->datasource, 'id');
1035	$stmt->add_where( $meta_col => { not_null => 1 } );
1036	$stmt->limit( 101 );
1037
1038	my $sql = join ' ', 'SELECT', $meta_col, ',', $id_col, 'FROM',
1039	$driver->table_for($class),
1040	$stmt->as_sql_where(),
1041	$stmt->as_limit;
1042
1043	my $sth = $dbh->prepare($sql);
1044	return 0 if !$sth; # ignore this operation if _meta column doesn't exist
1045	$sth->execute
1046	or return $self->error($dbh->errstr \|\| $DBI::errstr);
1047
1048	my $rows = 0;
1049
1050	require MT::Serialize;
1051	my $ser = MT::Serialize->new('MT');
1052	my %fields;
1053
1054	my @ids;
1055	while (my $row = $sth->fetchrow_arrayref) {
1056	$rows++;
1057	my ($rawmeta, $id) = @$row;
1058	if ($rawmeta =~ m/^SERG/) {
1059	# deserialize
1060	my $metadataref = $ser->unserialize($rawmeta);
1061	if ($metadataref) {
1062	my $metadata = $$metadataref;
1063	my $obj = $class->load($id);
1064	if ($obj) {
1065	my $changed = 0;
1066	foreach my $metaname (keys %$metadata) {
1067	my $metavalue = $metadata->{$metaname};
1068	if ($metaname eq 'customfields') {
1069	next unless $cfclass;
1070
1071	# extra work for custom fields; a hash into itself
1072	my $cfdata = $metavalue;
1073	next unless ref $cfdata eq 'HASH';
1074
1075	foreach my $cfname (keys %$cfdata) {
1076	my $cfvalue = $cfdata->{$cfname};
1077	# make sure CustomFields::Field exists
1078	my $fld = $fields{$cfname} \|\|= $cfclass->load({ basename => $cfname, obj_type => $type });
1079	next unless $fld;
1080
1081	$changed++;
1082	$self->_save_meta($obj, 'field.' . $cfname, $cfvalue);
1083	}
1084	} else {
1085	$changed++;
1086	$self->_save_meta($obj, $metaname, $metavalue);
1087	}
1088	}
1089	if ($changed) {
1090	push @ids, $obj->id;
1091	}
1092	}
1093	}
1094	}
1095	last if $rows == 100;
1096	}
1097	if ($rows == 100 && $sth->fetchrow_arrayref) {
1098	$rows++;
1099	}
1100	$sth->finish;
1101
1102	# now, clear the meta column for each of the objects touched
1103	if (@ids) {
1104	my $list = join ",", @ids;
1105	my $sql = join " ", "UPDATE", $driver->table_for($class),
1106	"SET", $meta_col, "=NULL WHERE", $id_col, " IN ($list)";
1107	$dbh->do($sql);
1108	}
1109
1110	if ($rows == 101) {
1111	$offset += 100;
1112	} else {
1113	# done, so lets drop that meta column, what say you?
1114	$sql = $dbd->ddl_class->drop_column_sql($class, $param{meta_column} \|\| 'meta');
1115	$dbh->do($sql);
1116	$self->progress($msg . ' (100%)', $pid);
1117	$offset = 0; # done!
1118	}
1119	return $offset;
1120	}
1121
1122	sub core_populate_author_auth_type {
1123	my ($u) = @_;
1124	if ($u->type == 1) {
1125	$u->auth_type(MT->config->AuthenticationModule \|\| 'MT');
1126	} else {
1127	# for legacy OpenID plugin commenters
1128	if ($u->name =~ m(^openid\n(.*)$)) {
1129	my $url = $1;
1130	if (eval { require Digest::MD5; 1; }) {
1131	$url = Digest::MD5::md5_hex($url);
1132	} else {
1133	$url = substr $url, 0, 255;
1134	}
1135	$u->name($url);
1136	$u->auth_type('OpenID');
1137	}
1138	elsif ($u->name =~ m!^[a-f0-9]{32}$!) {
1139	# Vox OpenID URL; set auth_type to 'Vox'
1140	if ($u->url =~ m!\.vox\.com/!) {
1141	$u->auth_type('Vox');
1142	}
1143	# LJ OpenID URL; set auth_type to 'LiveJournal'
1144	elsif ($u->url =~ m!\.livejournal\.com/!) {
1145	$u->auth_type('LiveJournal');
1146	}
1147	else {
1148	# Other custom auth, which for now means OpenID
1149	$u->auth_type('OpenID');
1150	}
1151	}
1152	else {
1153	# Default to TypeKey for remaining plain name fields
1154	$u->auth_type('TypeKey');
1155	}
1156	}
1157	}
1158
1159	sub migrate_nofollow_settings {
1160	my $self = shift;
1161
1162	$self->progress($self->translate_escape("Migrating Nofollow plugin settings..."));
1163	require MT::PluginData;
1164	my $cfg = MT->config;
1165	my $plugins = $cfg->PluginSwitch \|\| {};
1166	my $nofollow_switch = $plugins->{'nofollow/nofollow.pl'};
1167	my $enabled = defined $nofollow_switch ? ($nofollow_switch ? 1 : 0) : 1;
1168	my $default_follow_auth_links = 1;
1169
1170	# For any configuration settings that exist
1171	my @config = MT::PluginData->load({ plugin => 'Nofollow' });
1172	my %blogs_saved;
1173	foreach my $cfg (@config) {
1174	if ($cfg->key =~ m/^configuration:blog:(\d+)/) {
1175	my $blog = MT::Blog->load($1) or next;
1176	my $setting = ($cfg->data \|\| {})->{follow_auth_links};
1177	$blog->follow_auth_links($setting) if defined $setting;
1178	$blog->nofollow_urls($enabled);
1179	$blog->save;
1180	$blogs_saved{$blog->id} = 1;
1181	} else {
1182	my $setting = ($cfg->data \|\| {})->{follow_auth_links};
1183	$default_follow_auth_links = $setting if defined $setting;
1184	}
1185	}
1186	$_->remove for @config;
1187
1188	my $blog_iter = MT::Blog->load_iter;
1189	while (my $blog = $blog_iter->()) {
1190	next if exists $blogs_saved{$blog->id};
1191	$blog->nofollow_urls($enabled);
1192	$blog->follow_auth_links($default_follow_auth_links);
1193	$blog->save;
1194	}
1195
1196	# Forcibly disable nofollow plugin now since this has become
1197	# a core function.
1198	$cfg->PluginSwitch('nofollow/nofollow.pl=0', 1);
1199	$cfg->save_config();
1200
1201	return 0;
1202	}
1203
1204	sub update_3x_system_search_templates {
1205	my $self = shift;
1206
1207	require MT::Template;
1208	$self->progress($self->translate_escape('Updating system search template records...'));
1209	my $tmpl_iter = MT::Template->load_iter({
1210	type => 'search_template',
1211	});
1212	my %blogs;
1213	while (my $tmpl = $tmpl_iter->()) {
1214	$blogs{$tmpl->blog_id} = $tmpl->id;
1215	$tmpl->type('search_results');
1216	$tmpl->save;
1217	}
1218	# for any old 'search_template' system templates, remove the
1219	# newly installed 'search_results' template.
1220	foreach my $blog_id (keys %blogs) {
1221	my $tmpl = MT::Template->load({ type => 'search_results',
1222	blog_id => $blog_id, id => $blogs{$blog_id} }, {
1223	not => { id => 1 } });
1224	$tmpl->remove if $tmpl;
1225	}
1226	if (my @blog_ids = keys %blogs) {
1227	MT::Template->remove(
1228	{ type => 'search_results', blog_id => \@blog_ids },
1229	{ not => { blog_id => 1 } }
1230	);
1231	}
1232	0;
1233	}
1234
1235	my $perm_role_names = {
1236	4096 => 'Blog Administrator', # administer_blog
1237	30687 => 'Blog Administrator', # 32767 - 2048(not comment) - 32(reserved) = all permissions in MT3.3
1238	14303 => 'Blog Administrator', # 16383 - 2048(not comment) - 32(reserved) = all permissions in MT3.2
1239	2 => 'Writer', # post
1240	6 => 'Writer (can upload)', # post + upload
1241	17032 => 'Editor', # edit_all_posts + edit_tags + edit_categories + rebuild
1242	17036 => 'Editor (can upload)', # Editor + upload
1243	144 => 'Designer', # edit_templates + rebuild
1244	17292 => 'Publisher', # Editor (can upload) + send_notifications
1245	};
1246
1247	{
1248	my $full_perm_mask = 0;
1249	my %LegacyPerms = (
1250	# System-wide permissions
1251	#[ 2**0, 'administer', 'System Administrator', 2, 'system' ],
1252	#[ 2**1, 'create_blog', 'Create Blogs', 2, 'system' ],
1253	#[ 2**2, 'view_log', 'View System Activity Log', 2, 'system' ],
1254	#[ 2**3, 'manage_plugins', 'Manage Plugins', 'system' ],
1255
1256	# Blog-specific permissions:
1257	# The order here is the same order they are presented on the
1258	# role definition screen.
1259	2**0 => 'comment',# 'Add Comments', 1, 'blog'],
1260	2**12 => 'administer_blog',# 'Blog Administrator', 1, 'blog'],
1261	2**6 => 'edit_config',# 'Configure Blog', 1, 'blog'],
1262	2**3 => 'edit_all_posts',# 'Edit All Entries', 1, 'blog'],
1263	2**4 => 'edit_templates',# 'Manage Templates', 1, 'blog'],
1264	2**2 => 'upload',# 'Upload File', 1, 'blog'],
1265	2**1 => 'post',# 'Create Entry', 1, 'blog'],
1266	2**16 => 'edit_assets',# 'Manage Assets', 1, 'blog'],
1267	2**15 => 'save_image_defaults',# 'Save Image Defaults', 1, 'blog'],
1268	2**9 => 'edit_categories',# 'Add/Manage Categories', 1, 'blog'],
1269	2**14 => 'edit_tags',# 'Manage Tags', 1, 'blog'],
1270	2**10 => 'edit_notifications',# 'Manage Notification List', 1, 'blog'],
1271	2**8 => 'send_notifications',# 'Send Notifications', 1, 'blog'],
1272	2**13 => 'view_blog_log',# 'View Activity Log', 1, 'blog'],
1273	#[ 2**17, 'publish_post', 'Publish Post', 1, 'blog'],
1274	#[ 2**18, 'manage_feedback', 'Manage Feedback', 1, 'blog'],
1275	#[ 2**19, 'set_publish_paths', 'Set Publishing Paths', 1, 'blog'],
1276	#[ 2**20, 'manage_pages', 'Manage Pages', 1, 'blog'],
1277	# 2**5 == 32 is deprecated; reserved for future use
1278	2**7 => 'rebuild',# 'Rebuild Files', 1, 'blog'],
1279	# Not a real permission but a denial thereeof; unlisted because it
1280	# has no label.
1281	2**11 => 'not_comment',# '', 1, 'blog'],
1282	);
1283
1284
1285	sub _migrate_permission_to_role {
1286	my $perm = shift;
1287
1288	return unless $perm->author_id;
1289	my $user = MT::Author->load($perm->author_id);
1290	if (!$user) {
1291	$perm->remove;
1292	return;
1293	}
1294	# Don't bother with non-AUTHOR types
1295	return unless $user->type == 1;
1296
1297	my $role_mask = $perm->role_mask;
1298	$role_mask -= 32 if (32 & $role_mask) == 32; # for permissions before 3.2
1299
1300	if (!$full_perm_mask) {
1301	# only consider blog permissions that are supported (exclude
1302	# now reserved permission bits like 32).
1303	foreach my $key (keys %LegacyPerms) {
1304	next if $LegacyPerms{$key} =~ m/^not_/; # skip exclusion permissions
1305	$full_perm_mask \|= $key;
1306	}
1307	}
1308
1309	$role_mask = $full_perm_mask & $role_mask;
1310
1311	# '0' permission, not used for permissions, just prefs
1312	return unless $role_mask;
1313
1314	my $name;
1315	$name = MT->translate($perm_role_names->{$role_mask})
1316	if $perm_role_names->{$role_mask};
1317	$name \|\|= MT->translate("Custom ([_1])", $role_mask);
1318	require MT::Role;
1319	my $role = MT::Role->load({ name => $name });
1320	if ($role) {
1321	if (($role->role_mask != $role_mask) &&
1322	((4096 != $role->role_mask) && (30687 != $role_mask))) {
1323	$role = undef;
1324	}
1325	}
1326	unless ($role) {
1327	$role = new MT::Role;
1328	$role->name($name);
1329	$role->description(MT->translate("This role was generated by Movable Type upon upgrade."));
1330	$role->role_mask($role_mask);
1331	$role->save;
1332	}
1333	my $blog = MT::Blog->load($perm->blog_id);
1334	$user->add_role($role, $blog) if $blog;
1335	}
1336
1337	sub _process_masks {
1338	my $self = shift;
1339	my ($perm) = @_;
1340
1341	my $mask = $perm->role_mask;
1342	return unless $mask;
1343	my @perms;
1344	for my $key (keys %LegacyPerms) {
1345	if (int($mask) & int($key)) {
1346	if (2 eq $key) { # post
1347	push @perms, 'create_post', 'publish_post';
1348	} elsif (64 eq $key) { #edit_config
1349	push @perms, 'edit_config', 'set_publish_paths', 'manage_feedback';
1350	} elsif (4096 eq $key) { #adminsiter_blog
1351	push @perms, 'administer_blog', 'manage_pages';
1352	} elsif (2048 eq $key) { #not_comment
1353	$perm->restrictions("'comment'");
1354	} else {
1355	push @perms, $LegacyPerms{$key};
1356	}
1357	}
1358	}
1359	my $perm_str = scalar(@perms) ? "'" . join("','", @perms) . "'" : q();
1360	$perm->permissions($perm_str);
1361	$perm->role_mask(0); ## remove legacy permissions
1362	$perm;
1363	}
1364
1365	sub deprecate_bitmask_permissions {
1366	my $self = shift;
1367
1368	require MT::Permission;
1369	my $perm_iter = MT::Permission->load_iter;
1370	$self->progress($self->translate_escape('Migrating permission records to new structure...'));
1371	while (my $perm = $perm_iter->()) {
1372	if ($self->_process_masks($perm)) {
1373	$perm->save;
1374	}
1375	}
1376
1377	require MT::Role;
1378	my $role_iter = MT::Role->load_iter;
1379	$self->progress($self->translate_escape('Migrating role records to new structure...'));
1380	while (my $role = $role_iter->()) {
1381	if ($self->_process_masks($role)) {
1382	# do not have to rebuild permissions here.
1383	# "save" here causes segfault in sqlite.
1384	$role->update;
1385	}
1386	}
1387	}
1388	}
1389
1390	sub migrate_system_privileges {
1391	my $self = shift;
1392
1393	require MT::Permission;
1394	my $author_iter = MT::Author->load_iter({ type => MT::Author::AUTHOR() });
1395	$self->progress($self->translate_escape('Migrating system level permissions to new structure...'));
1396	while (my $author = $author_iter->()) {
1397	my @perms;
1398	push @perms, 'administer' if $author->column('is_superuser');
1399	push @perms, 'create_blog' if $author->column('can_create_blog') \|\| $author->column('is_superuser');
1400	push @perms, 'view_log' if $author->column('can_view_log') \|\| $author->column('is_superuser');
1401	push @perms, 'manage_plugins' if $author->column('is_superuser');
1402	if (@perms) {
1403	my $perm = MT::Permission->load({ author_id => $author->id,
1404	blog_id => 0 });
1405	if (!$perm) {
1406	$perm = MT::Permission->new;
1407	$perm->author_id($author->id);
1408	$perm->blog_id(0);
1409	}
1410	$perm->set_these_permissions(@perms);
1411	$perm->save;
1412	}
1413	}
1414	}
1415
1416	sub init {
1417	my $pkg = shift;
1418	unless (%classes) {
1419	my $types = MT->registry('object_types');
1420	foreach my $type (keys %$types) {
1421	$classes{$type} = $types->{$type};
1422	}
1423	}
1424	my $fns = MT::Component->registry('upgrade_functions') \|\| [];
1425	foreach my $fn_set (@$fns) {
1426	%functions = ( %functions, %{ $fn_set } );
1427	}
1428	}
1429
1430	# Step execution...
1431
1432	# iterate routines:
1433	# no parameters, start with offset == 0
1434	# offset parameter, pass thru
1435	# if routine returns 0, routine is done
1436	# if routine returns undef, routine failed
1437	# if routine returns > 0, that's the new offset
1438
1439	sub run_step {
1440	my $self = shift;
1441	my ($step) = @_;
1442	my ($name, %param) = @$step;
1443
1444	if (my $fn = $functions{$name}) {
1445	local $MT::CallbacksEnabled = 0;
1446	if (my $cond = $fn->{condition}) {
1447	$cond = MT->handler_to_coderef($cond);
1448	next unless $cond->($self, %param);
1449	}
1450	my %update_params;
1451	if ($fn->{updater}) {
1452	%update_params = %{$fn->{updater}};
1453	$fn->{code} \|\|= \&core_update_records;
1454	}
1455	my $code = $fn->{code} \|\| $fn->{handler};
1456	$code = MT->handler_to_coderef($code);
1457	my $result = $code->($self, %param, %update_params, step => $name);
1458	if ((defined $result) && ($result > 1)) {
1459	$param{offset} = $result; $result = 1;
1460	$self->add_step($name, %param);
1461	}
1462	return $result;
1463	} else {
1464	return $self->error($self->translate_escape("Invalid upgrade function: [_1].", $name));
1465	}
1466	0;
1467	}
1468
1469	sub run_callbacks {
1470	my $self = shift;
1471	my ($cb, @param) = @_;
1472	local $MT::CallbacksEnabled = 1;
1473	MT->run_callbacks('MT::Upgrade::' . $cb, $self, @param);
1474	}
1475
1476	# Main "do" interface for controlling apparatus
1477
1478	sub do_upgrade {
1479	my $self = shift;
1480	my (%opt) = @_;
1481
1482	$self->init;
1483
1484	my $harnessed = ref $opt{App} && (UNIVERSAL::can($opt{App}, 'add_step'));
1485
1486	local $App = $opt{App};
1487	local $DryRun = $opt{DryRun};
1488	local $SuperUser = $opt{SuperUser} \|\| '';
1489	local $CLI = $opt{CLI} \|\| '';
1490
1491	@steps = ();
1492	if ($opt{Install}) {
1493	my %init_params = (%{$opt{User} \|\| {}}, %{$opt{Blog} \|\| {}});
1494	$self->install_database(\%init_params);
1495	} else {
1496	$self->upgrade_database();
1497	}
1498
1499	# no app is running the show, so we must!
1500	if (!$harnessed) {
1501	# set these limits very high since we're running unharnessed
1502	$MAX_TIME = 10000000;
1503	$MAX_ROWS = 300;
1504	my $fn = \%MT::Upgrade::functions;
1505	my @these_steps = @steps;
1506	while (@these_steps) {
1507	my $step = shift @these_steps;
1508	@steps = ();
1509	$self->run_step($step);
1510	if (@steps) {
1511	push @these_steps, @steps;
1512	@these_steps = sort { $fn->{$a->[0]}->{priority} <=>
1513	$fn->{$b->[0]}->{priority} } @these_steps;
1514	}
1515	}
1516	return 1;
1517	} else {
1518	return \@steps;
1519	}
1520	}
1521
1522	sub upgrade_database {
1523	my $self = shift;
1524
1525	my $config_schema_ver;
1526	my $schema_ver;
1527	if ($config_schema_ver = MT->instance->config('SchemaVersion')) {
1528	my $needs_upgrade;
1529	$needs_upgrade = 1 if $config_schema_ver < MT->schema_version;
1530	if (!$needs_upgrade) {
1531	foreach (@MT::Components) {
1532	$needs_upgrade = 1 if $_->needs_upgrade;
1533	}
1534	}
1535	return 1 unless $needs_upgrade;
1536	$schema_ver = $config_schema_ver;
1537	} else {
1538	$schema_ver = $self->detect_schema_version;
1539	}
1540
1541	# this will add steps to upgrade all tables that need it...
1542	$self->add_step("core_upgrade_begin", from => $schema_ver);
1543	$self->check_schema;
1544	$self->add_step('core_upgrade_templates');
1545	$self->add_step('core_upgrade_end', from => $schema_ver);
1546	$self->add_step('core_finish');
1547	1;
1548	}
1549
1550	sub install_database {
1551	my $self = shift;
1552	my ($user) = @_;
1553
1554	# this will add steps to install all tables...
1555	$self->check_schema;
1556	# this will populate them...
1557	$self->add_step('core_seed_database', %$user);
1558	$self->add_step('core_upgrade_templates');
1559	$self->add_step('core_finish');
1560	1;
1561	}
1562
1563	sub check_schema {
1564	my $self = shift;
1565	my $class;
1566	foreach my $type (keys %classes) {
1567	$class = MT->model($type)
1568	or return $self->error($self->translate_escape("Error loading class [_1].", $type));
1569	$self->check_type($type);
1570	}
1571	1;
1572	}
1573
1574	sub check_type {
1575	my $self = shift;
1576	my ($type) = @_;
1577
1578	my $class = MT->model($type);
1579	if (my $result = $self->type_diff($type)) {
1580	if ($result->{fix}) {
1581	$self->add_step('core_fix_type', type => $type);
1582	} else {
1583	$self->add_step('core_add_column', type => $type)
1584	if $result->{add};
1585	$self->add_step('core_alter_column', type => $type)
1586	if $result->{alter};
1587	$self->add_step('core_drop_column', type => $type)
1588	if $result->{drop};
1589	$self->add_step('core_index_column', type => $type)
1590	if $result->{index};
1591	}
1592	}
1593
1594	# handle schema updates for meta table
1595	if ($class->meta_pkg) {
1596	$self->check_type($type . ':meta');
1597	}
1598
1599	1;
1600	}
1601
1602	sub type_diff {
1603	my $self = shift;
1604	my ($type) = @_;
1605
1606	my $class = MT->model($type) or return;
1607
1608	my $table = $class->datasource;
1609	my $defs = $class->column_defs;
1610
1611	my $ddl = $class->driver->dbd->ddl_class;
1612	my $db_defs = $ddl->column_defs($class);
1613
1614	my $class_idx_defs = $class->index_defs;
1615	my $db_idx_defs = $ddl->index_defs($class);
1616
1617	# now, compare $defs and $db_defs;
1618	# here are the scenarios
1619	# 1. we find something in $defs that isn't in $db_defs
1620	# -- column should be inserted. this may trigger a process
1621	# 2. we find something in $db_defs that isn't in $defs
1622	# -- this is a-ok. user may have added a column.
1623	# 3. we find a difference between $defs and $db_defs for a field
1624	# a. type differs; this may trigger a process
1625	# b. type is same, but null property differs; this may
1626	# trigger a process
1627	# c. type is same, but size differs; this may trigger a process
1628	# d. key differs
1629	# e. auto differs (auto-increment)
1630	# 4. table doesn't exist and must be created
1631
1632	my $fix_class;
1633	$fix_class = 1 unless defined $db_defs;
1634
1635	# we're only scanning defined columns; we don't care about
1636	# columns that are unique to the table.
1637	my (@cols_to_add, @cols_to_alter, @cols_to_drop, @cols_to_index);
1638
1639	if (!$fix_class) {
1640	my @def_cols = keys %$defs;
1641
1642	foreach my $col (@def_cols) {
1643	my $col_def = $defs->{$col};
1644	next if !defined $col_def;
1645
1646	$col_def->{name} = $col;
1647
1648	my $db_def = $db_defs->{$col};
1649
1650	if (!$db_def) {
1651	# column is missing altogether; we're going to have to add it
1652	push @cols_to_add, $col;
1653	} else {
1654	if (($col_def->{type} eq 'string')
1655	&& ($db_def->{type} eq 'string')
1656	&& ($col_def->{size} <= $db_def->{size})) {
1657	if (($col_def->{not_null} \|\| 0) != ($db_def->{not_null} \|\| 0)) {
1658	push @cols_to_alter, $col;
1659	}
1660	} elsif ($ddl->type2db($col_def)
1661	ne $ddl->type2db($db_def)) {
1662	# types are different
1663	# don't bother if the database has sufficient
1664	# capacity for this field
1665	next if ($db_def->{type} eq 'integer')
1666	&& ($col_def->{type} eq 'smallint'
1667	\|\| $col_def->{type} eq 'boolean');
1668	push @cols_to_alter, $col;
1669	} elsif (($col_def->{not_null} \|\| 0) != ($db_def->{not_null} \|\| 0)) {
1670	push @cols_to_alter, $col;
1671	}
1672	}
1673	}
1674
1675	foreach my $key (keys %$class_idx_defs) {
1676	my $db_idx_def = $db_idx_defs->{$key};
1677	if (!$db_idx_def) {
1678	push @cols_to_index, $key;
1679	next;
1680	}
1681	# if there is a mismatch in definition, add it to index
1682	my $class_idx_def = $class_idx_defs->{$key};
1683	if (ref($class_idx_def)) {
1684	if (!ref $db_idx_def) {
1685	push @cols_to_index, $key;
1686	}
1687	else {
1688	my $db_cols;
1689	if (exists $db_idx_def->{columns}) {
1690	$db_cols = join ',', @{ $db_idx_def->{columns} };
1691	}
1692	else {
1693	$db_cols = $key;
1694	}
1695	my $class_cols;
1696	if (exists $class_idx_def->{columns}) {
1697	$class_cols = join ',', @{ $class_idx_def->{columns} };
1698	}
1699	else {
1700	$class_cols = $key;
1701	}
1702	if ($db_cols ne $class_cols) {
1703	push @cols_to_index, $key;
1704	}
1705	else {
1706	if (($db_idx_def->{unique} \|\| 0) != ($class_idx_def->{unique} \|\| 0)) {
1707	push @cols_to_index, $key;
1708	}
1709	}
1710	}
1711	}
1712	else {
1713	if (ref $db_idx_def) {
1714	push @cols_to_index, $key;
1715	}
1716	}
1717	}
1718	}
1719
1720	if ($fix_class \|\| @cols_to_add \|\| @cols_to_alter \|\| @cols_to_drop \|\| @cols_to_index) {
1721	my %param;
1722	$param{drop} = \@cols_to_drop if @cols_to_drop;
1723	$param{add} = \@cols_to_add if @cols_to_add;
1724	$param{alter} = \@cols_to_alter if @cols_to_alter;
1725	$param{fix} = $fix_class;
1726	$param{index} = \@cols_to_index if @cols_to_index;
1727	if ((@cols_to_add && !$ddl->can_add_column) \|\|
1728	(@cols_to_alter && !$ddl->can_alter_column) \|\|
1729	(@cols_to_drop && !$ddl->can_drop_column)) {
1730	$param{fix} = 1;
1731	}
1732	return \%param;
1733	}
1734	undef;
1735	}
1736
1737	sub seed_database {
1738	my $self = shift;
1739	my (%param) = @_;
1740
1741	require MT::Author;
1742	return undef if MT::Author->exist;
1743
1744	$self->progress($self->translate_escape("Creating initial blog and user records..."));
1745
1746	local $MT::CallbacksEnabled = 1;
1747
1748	require MT::L10N;
1749	my $lang = exists $param{user_lang} ? $param{user_lang} : MT->config->DefaultLanguage;
1750	my $LH = MT::L10N->get_handle($lang);
1751
1752	# TBD: parameter for username/password provided by user from $app
1753	use URI::Escape;
1754	my $author = MT::Author->new;
1755	$author->name(exists $param{user_name} ? uri_unescape($param{user_name}) : 'Melody');
1756	$author->type(MT::Author::AUTHOR());
1757	$author->set_password(exists $param{user_password} ? uri_unescape($param{user_password}) : 'Nelson');
1758	$author->email(exists $param{user_email} ? uri_unescape($param{user_email}) : '');
1759	$author->hint(exists $param{user_hint} ? uri_unescape($param{user_hint}) : '');
1760	$author->nickname(exists $param{user_nickname} ? uri_unescape($param{user_nickname}) : '');
1761	$author->is_superuser(1);
1762	$author->can_create_blog(1);
1763	$author->can_view_log(1);
1764	$author->can_manage_plugins(1);
1765	$author->preferred_language($lang);
1766	$author->external_id(MT::Author->pack_external_id($param{user_external_id})) if exists $param{user_external_id};
1767	$author->auth_type(MT->config->AuthenticationModule);
1768	$author->save or return $self->error($self->translate_escape("Error saving record: [_1].", $author->errstr));
1769	$App->{author} = $author if ref $App;
1770
1771	$self->create_default_roles(%param);
1772
1773	require MT::Blog;
1774	my $blog = MT::Blog->create_default_blog(MT->translate('First Blog'), $param{blog_template_set})
1775	or return $self->error($self->translate_escape("Error saving record: [_1].", MT::Blog->errstr));
1776	$blog->site_path(exists $param{blog_path} ? uri_unescape($param{blog_path}) : '');
1777	$blog->site_url(exists $param{blog_url} ? uri_unescape($param{blog_url}) : '');
1778	$blog->name(exists $param{blog_name} ? uri_unescape($param{blog_name}) : '');
1779	$blog->server_offset(exists $param{blog_timezone} ? ($param{blog_timezone} \|\| 0) : 0);
1780	$blog->template_set($param{blog_template_set});
1781	$blog->save;
1782	MT->run_callbacks( 'blog_template_set_change', { blog => $blog } );
1783
1784	# Create an initial entry and comment for this blog
1785	require MT::Entry;
1786	my $entry = MT::Entry->new;
1787	$entry->blog_id($blog->id);
1788	$entry->title(MT->translate("I just finished installing Movable Type [_1]!", int(MT->product_version)));
1789	$entry->text(MT->translate("Welcome to my new blog powered by Movable Type. This is the first post on my blog and was created for me automatically when I finished the installation process. But that is ok, because I will soon be creating posts of my own!"));
1790	$entry->author_id($author->id);
1791	$entry->status(MT::Entry::RELEASE());
1792	$entry->save
1793	or return $self->error($self->translate_escape("Error saving record: [_1].", MT::Entry->errstr));
1794
1795	require MT::Comment;
1796	my $comment = MT::Comment->new;
1797	$comment->entry_id($entry->id);
1798	$comment->blog_id($blog->id);
1799	$comment->text(MT->translate("Movable Type also created a comment for me as well so that I could see what a comment will look like on my blog once people start submitting comments on all the posts I will write."));
1800	$comment->visible(1);
1801	$comment->junk_status(1);
1802	$comment->author(exists $param{user_nickname} ? uri_unescape($param{user_nickname}) : undef);
1803	$comment->save
1804	or return $self->error($self->translate_escape("Error saving record: [_1].", MT::Comment->errstr));
1805
1806	require MT::Association;
1807	require MT::Role;
1808	my ($blog_admin_role) = MT::Role->load_by_permission("administer_blog");
1809	MT::Association->link( $blog => $blog_admin_role => $author );
1810
1811	1;
1812	}
1813
1814	## Translation
1815	# translate('Blog Administrator')
1816	# translate('Can administer the blog.')
1817	# translate('Editor')
1818	# translate('Can upload files, edit all entries/categories/tags on a blog and publish the blog.')
1819	# translate('Author')
1820	# translate('Can create entries, edit their own, upload files and publish.')
1821	# translate('Designer')
1822	# translate('Can edit, manage and publish blog templates.')
1823	# translate('Webmaster')
1824	# translate('Can manage pages and publish blog templates.')
1825	# translate('Contributor')
1826	# translate('Can create entries, edit their own and comment.')
1827	# translate('Moderator')
1828	# translate('Can comment and manage feedback.')
1829	# translate('Commenter')
1830	# translate('Can comment.')
1831
1832	sub create_default_roles {
1833	my $self = shift;
1834	my (%param) = @_;
1835
1836	my @default_roles = (
1837	{ name => 'Blog Administrator',
1838	description => 'Can administer the blog.',
1839	role_mask => 2**12,
1840	perms => ['administer_blog'] },
1841	{ name => 'Editor',
1842	description => 'Can upload files, edit all entries/categories/tags on a blog and publish the blog.',
1843	perms => ['comment', 'create_post', 'publish_post', 'edit_all_posts', 'edit_categories', 'edit_tags', 'manage_pages',
1844	'rebuild', 'upload', 'send_notifications', 'manage_feedback'], },
1845	{ name => 'Author',
1846	description => 'Can create entries, edit their own, upload files and publish.',
1847	perms => ['comment', 'create_post', 'publish_post', 'upload', 'send_notifications'], },
1848	{ name => 'Designer',
1849	description => 'Can edit, manage and publish blog templates.',
1850	role_mask => (24 + 27),
1851	perms => ['edit_templates', 'rebuild'] },
1852	{ name => 'Webmaster',
1853	description => 'Can manage pages and publish blog templates.',
1854	perms => ['manage_pages', 'rebuild'] },
1855	{ name => 'Contributor',
1856	description => 'Can create entries, edit their own and comment.',
1857	perms => ['comment', 'create_post'], },
1858	{ name => 'Moderator',
1859	description => 'Can comment and manage feedback.',
1860	perms => ['comment', 'manage_feedback'], },
1861	{ name => 'Commenter',
1862	description => 'Can comment.',
1863	role_mask => 2**0,
1864	perms => ['comment'], },
1865	);
1866
1867	require MT::Role;
1868	return if MT::Role->exist();
1869
1870	foreach my $r (@default_roles) {
1871	my $role = MT::Role->new();
1872	$role->name(MT->translate($r->{name}));
1873	$role->description(MT->translate($r->{description}));
1874	$role->clear_full_permissions;
1875	$role->set_these_permissions($r->{perms});
1876	if ($r->{name} =~ m/^System/) {
1877	$role->is_system(1);
1878	}
1879	$role->role_mask($r->{role_mask}) if exists $r->{role_mask};
1880	$role->save;
1881	}
1882
1883	1;
1884	}
1885
1886	sub remove_mtviewphp {
1887	my $self = shift;
1888	my (%param) = @_;
1889
1890	require MT::Template;
1891	$self->progress($self->translate_escape('Removing Dynamic Site Bootstrapper index template...'));
1892	MT::Template->remove( { type => 'index', outfile => 'mtview.php' } );
1893	1;
1894	}
1895
1896	sub migrate_commenter_auth {
1897	my ($self) = shift;
1898	my (%param) = @_;
1899
1900	my $iter = MT::Blog->load_iter({ 'allow_reg_comments' => 1 });
1901	while (my $blog = $iter->()) {
1902	$blog->commenter_authenticators('TypeKey') if $blog->remote_auth_token;
1903	$blog->save;
1904	}
1905	1;
1906	}
1907
1908	sub upgrade_templates {
1909	my $self = shift;
1910	my (%opt) = @_;
1911
1912	my $install = $opt{Install} \|\| 0;
1913
1914	my $updated = 0;
1915
1916	my $tmpl_list;
1917	require MT::DefaultTemplates;
1918	$tmpl_list = MT::DefaultTemplates->templates \|\| [];
1919
1920	my $mt = MT->instance;
1921	my @arch_tmpl;
1922
1923	require MT::Template;
1924	require MT::Blog;
1925
1926	my $installer = sub {
1927	my ($val, $blog_id) = @_;
1928
1929	my $terms = {};
1930	$terms->{type} = $val->{type};
1931	$terms->{name} = $val->{name}
1932	if $val->{set} ne 'system';
1933	$terms->{blog_id} = $blog_id;
1934
1935	return 1 if MT::Template->exist( $terms );
1936
1937	$self->progress($self->translate_escape("Creating new template: '[_1]'.", $val->{name}));
1938
1939	my $obj = MT::Template->new;
1940	$obj->build_dynamic(0);
1941	foreach my $v (keys %$val) {
1942	$obj->column($v, $val->{$v}) if $obj->has_column($v);
1943	}
1944	$obj->blog_id($blog_id);
1945	$obj->save or return $self->error($self->translate_escape("Error saving record: [_1].", $obj->errstr));
1946	$updated = 1;
1947	if ($val->{mappings}) {
1948	push @arch_tmpl, {
1949	template => $obj,
1950	mappings => $val->{mappings},
1951	};
1952	}
1953	return 1;
1954	};
1955
1956	for my $val (@$tmpl_list) {
1957	if (!$Installing) {
1958	next if $val->{type} eq 'search_results';
1959	}
1960	if (!$install) {
1961	if (!$val->{global}) {
1962	next if $val->{set} ne 'system';
1963	}
1964	}
1965
1966	my $p = $val->{plugin} \|\| $mt;
1967	$val->{name} = $p->translate($val->{name});
1968	$val->{text} = $p->translate_templatized($val->{text});
1969
1970	if ($val->{global}) {
1971	$installer->($val, 0) or return;
1972	}
1973	else {
1974	my $iter = MT::Blog->load_iter();
1975	while (my $blog = $iter->()) {
1976	$installer->($val, $blog->id);
1977	}
1978	}
1979	}
1980
1981	if (@arch_tmpl) {
1982	$self->progress($self->translate_escape("Mapping templates to blog archive types..."));
1983	require MT::TemplateMap;
1984
1985	for my $map_set (@arch_tmpl) {
1986	my $tmpl = $map_set->{template};
1987	my $mappings = $map_set->{mappings};
1988	foreach my $map_key (keys %$mappings) {
1989	my $m = $mappings->{$map_key};
1990	my $at = $m->{archive_type};
1991	# my $preferred = $mappings->{$map_key}{preferred};
1992	my $map = MT::TemplateMap->new;
1993	$map->archive_type($at);
1994	$map->is_preferred(1);
1995	$map->template_id($tmpl->id);
1996	$map->file_template($m->{file_template}) if $m->{file_template};
1997	$map->blog_id($tmpl->blog_id);
1998	$map->save;
1999	}
2000	}
2001	}
2002
2003	$updated;
2004	}
2005
2006	sub rename_php_plugin_filenames {
2007	my $self = shift;
2008
2009	my $server_path = MT->instance->server_path() \|\| '';
2010	$server_path =~ s/\/*$//;
2011	my $plugin_path = File::Spec->canonpath("$server_path/php/plugins");
2012
2013	# If PHP plugins directory doesn't exist, return without failing
2014	return 0 if !-d $plugin_path;
2015
2016	opendir(DIR, $plugin_path)
2017	or return 0;
2018	my @files = grep { /^(?:function\|block)\.(.*)\.php$/ } readdir(DIR);
2019	closedir(DIR);
2020
2021	return 0 unless @files;
2022
2023	$self->progress($self->translate_escape('Renaming PHP plugin file names...'));
2024	my @error_files = ();
2025	for my $file (@files) {
2026	my $newfile = lc $file;
2027	next if $file eq $newfile;
2028	if (!rename("$plugin_path/$file", "$plugin_path/$newfile")) {
2029	push @error_files, $file;
2030	}
2031	}
2032	if ($#error_files >= 0) {
2033	$self->progress($self->translate_escape('Error renaming PHP files. Please check the Activity Log.'));
2034	MT->log(
2035	{
2036	message => $self->translate_escape("Cannot rename in [_1]: [_2].", $plugin_path, join(', ', @error_files)),
2037	level => MT::Log::ERROR(),
2038	category => 'upgrade',
2039	}
2040	);
2041	}
2042	1;
2043	}
2044
2045	sub update_widget_templates {
2046	my $self = shift;
2047
2048	$self->progress($self->translate_escape('Updating widget template records...'));
2049	require MT::Template;
2050	my $iter = MT::Template->load_iter(
2051	{ type => 'custom' },
2052	{ 'sort' => 'name',
2053	'direction' => 'ascend' }
2054	);
2055
2056	while (my $tmpl = $iter->()) {
2057	my $name = $tmpl->name();
2058	if ($name =~ s/^(?:Widget\|Sidebar): ?//) {
2059	$tmpl->name($name);
2060	$tmpl->type('widget');
2061	$tmpl->save;
2062	}
2063	}
2064	1;
2065	}
2066
2067	sub remove_indexes {
2068	my $self = shift;
2069
2070	$self->progress($self->translate_escape('Removing unnecessary indexes...'));
2071
2072	my $driver = MT::Object->driver;
2073
2074	if ($driver->dbd =~ m/::Pg$\|::Oracle$/) {
2075	$driver->sql([
2076	'drop index mt_asset_url',
2077	'drop index mt_asset_file_path',
2078	'drop index mt_blocklist_name',
2079	'drop index mt_entry_blog_id',
2080	'drop index mt_template_build_dynamic'
2081	]);
2082	} elsif ($driver->dbd =~ m/::mysql$/) {
2083	$driver->sql([
2084	'drop index mt_asset_url on mt_asset',
2085	'drop index mt_asset_file_path on mt_asset',
2086	'drop index mt_blocklist_name on mt_blocklist',
2087	'drop index mt_entry_blog_id on mt_entry',
2088	'drop index mt_template_build_dynamic on mt_tempalte'
2089	]);
2090	} elsif ($driver->dbd =~ m/::mssqlserver$/) {
2091	$driver->sql([
2092	'drop index mt_asset.mt_asset_url',
2093	'drop index mt_asset.mt_asset_file_path',
2094	'drop index mt_blocklist.mt_blocklist_name',
2095	'drop index mt_entry.mt_entry_blog_id',
2096	'drop index mt_tempalte.mt_template_build_dynamic'
2097	]);
2098	}
2099	1;
2100	}
2101
2102	### Upgrade triggers
2103
2104	# we don't need these yet, but it makes me feel good to have them around
2105
2106	# 'pre' triggers should execute quickly. 'post' triggers can add steps
2107	# if they require processing that will take time to complete.
2108
2109	sub pre_upgrade_class { 1 }
2110	sub post_upgrade_class { 1 }
2111	sub pre_alter_column { 1 }
2112	sub post_alter_column { 1 }
2113	sub pre_drop_column { 1 }
2114	sub post_drop_column { 1 }
2115	sub pre_add_column { 1 }
2116	sub pre_index_column { 1 }
2117	sub post_index_column { 1 }
2118	sub pre_schema_upgrade { 1 }
2119
2120	# issued last, after all table creation...
2121
2122	sub post_schema_upgrade {
2123	my $self = shift;
2124	my ($from) = @_;
2125
2126	my $plugin_ver = MT->config('PluginSchemaVersion') \|\| {};
2127	$plugin_ver->{'core'} = $from;
2128
2129	# run any functions that define a version_limit and where the schema we're
2130	# upgrading from is below that limit.
2131	foreach my $fn (keys %functions) {
2132	my $save_from = $from;
2133	{
2134	my $func = $functions{$fn};
2135
2136	if ($func->{plugin} && (UNIVERSAL::isa($func->{plugin}, 'MT::Component'))) {
2137	my $id = $func->{plugin}->id;
2138	$from = $plugin_ver->{$id};
2139	}
2140	if ($func->{version_limit}
2141	&& (defined $from)
2142	&& ($from < $func->{version_limit})) {
2143	$self->add_step($fn, from => $from);
2144	}
2145	elsif ($func
2146	&& !exists($func->{version_limit})
2147	&& !defined($from)) {
2148	$self->add_step($fn);
2149	}
2150	}
2151	$from = $save_from;
2152	}
2153
2154	1;
2155	}
2156
2157	sub pre_create_table {
2158	my $self = shift;
2159	my ($class) = @_;
2160	$class->driver->dbd->ddl_class->drop_sequence($class);
2161	}
2162
2163	sub post_create_table {
2164	my $self = shift;
2165	my ($class) = @_;
2166
2167	$class->driver->dbd->ddl_class->create_sequence($class);
2168
2169	if (!$Installing) {
2170	foreach (keys %functions) {
2171	my $func = $functions{$_};
2172	next unless $func->{on_class};
2173	$self->add_step($_) if $func->{on_class} eq $class;
2174	}
2175	}
2176
2177	1;
2178	}
2179
2180	# Note that this trigger only fires on BerkeleyDB for columns
2181	# that are non-null or indexed.
2182
2183	sub post_add_column {
2184	my $self = shift;
2185	my ($class, $col_defs) = @_;
2186
2187	if (!$Installing) {
2188	my %cols = map { $_ => 1 } @$col_defs;
2189	foreach (keys %functions) {
2190	my $func = $functions{$_};
2191	next unless $func->{on_field};
2192	if ($func->{on_field} =~ m/^\Q$class\E->(.*)/) {
2193	$self->add_step($_) if $cols{$1};
2194	}
2195	}
2196	}
2197	1;
2198	}
2199
2200	# Passthru routines-- passing to calling application...
2201
2202	sub progress {
2203	my $self = shift;
2204	$App->progress(@_) if $App;
2205	}
2206
2207	sub translate_escape {
2208	my $self = shift;
2209	my $trans = MT->translate(@_);
2210	return $trans if $CLI;
2211	$trans = MT::I18N::encode_text($trans, undef, 'utf-8');
2212	return MT::Util::escape_unicode($trans);
2213	}
2214
2215	sub error {
2216	my $self = shift;
2217	my ($msg) = @_;
2218	$App->error(@_) if $App;
2219	return undef;
2220	}
2221
2222	sub add_step {
2223	my $self = shift;
2224	if ($App && (ref $App)) {
2225	$App->add_step(@_);
2226	} else {
2227	push @steps, [ @_ ];
2228	}
2229	}
2230
2231	# Misc utilities.
2232
2233	sub detect_schema_version {
2234	my $self = shift;
2235
2236	require MT::Object;
2237	my $driver = MT::Object->driver;
2238
2239	require MT::Config;
2240	if ($driver->table_exists('MT::Config')) {
2241	return 3.2;
2242	}
2243
2244	require MT::Template;
2245	my $dyn_error_template =
2246	MT::Template->exist({type => 'dynamic_error'});
2247	if ($dyn_error_template) {
2248	return 3.1;
2249	}
2250
2251	my $comment_pending_template =
2252	MT::Template->exist({type => 'comment_pending'});
2253	if ($comment_pending_template) {
2254	return 3.0;
2255	}
2256
2257	require MT::TemplateMap;
2258	if ($driver->table_exists('MT::TemplateMap')) {
2259	return 2.0;
2260	}
2261
2262	1.0;
2263	}
2264
2265	# A note about upgrade routines:
2266	#
2267	# They should all be 'safe' to execute, regardless of the
2268	# active schema. In other words, running them twice in a row
2269	# should not cause any errors or break the schema.
2270
2271	sub core_fix_type {
2272	my $self = shift;
2273	my (%param) = @_;
2274
2275	my $type = $param{type};
2276	my $class = MT->model($type);
2277
2278	my $result = $self->type_diff($type);
2279	return 1 unless $result;
2280	return 1 unless $result->{fix};
2281
2282	my $alter = $result->{alter};
2283	my $add = $result->{add};
2284	my $drop = $result->{drop};
2285	my $index = $result->{index};
2286
2287	my $driver = $class->driver;
2288	my $ddl = $driver->dbd->ddl_class;
2289	my @stmts;
2290	push @stmts, sub { $self->pre_upgrade_class($class) };
2291	push @stmts, $ddl->upgrade_begin($class);
2292	push @stmts, sub { $self->pre_create_table($class) };
2293	push @stmts, sub { $self->pre_add_column($class, $add) } if $add;
2294	push @stmts, sub { $self->pre_alter_column($class, $alter) } if $alter;
2295	push @stmts, sub { $self->pre_drop_column($class, $drop) } if $drop;
2296	push @stmts, sub { $self->pre_index_column($class, $index) } if $index;
2297	push @stmts, $ddl->fix_class($class);
2298	push @stmts, sub { $self->post_create_table($class) };
2299	push @stmts, sub { $self->post_add_column($class, $add) } if $add;
2300	push @stmts, sub { $self->post_alter_column($class, $alter) } if $alter;
2301	push @stmts, sub { $self->post_drop_column($class, $drop) } if $drop;
2302	push @stmts, sub { $self->post_index_column($class, $index) } if $index;
2303	push @stmts, $ddl->upgrade_end($class);
2304	push @stmts, sub { $self->post_upgrade_class($class) };
2305	$self->run_statements($class, @stmts);
2306	}
2307
2308	sub core_column_action {
2309	my $self = shift;
2310	my ($action, %param) = @_;
2311
2312	my $type = $param{type};
2313	my $class = MT->model($type);
2314	my $defs = $class->column_defs;
2315
2316	my $result = $self->type_diff($type);
2317	return 1 unless $result;
2318	my $columns = $result->{$action};
2319	return 1 unless $columns;
2320
2321	my $pre_method = "pre_${action}_column";
2322	my $post_method = "post_${action}_column";
2323	my $method = "${action}_column";
2324
2325	my $driver = $class->driver;
2326	my $ddl = $driver->dbd->ddl_class;
2327	my @stmts;
2328	push @stmts, sub { $self->pre_upgrade_class($class) };
2329	push @stmts, $ddl->upgrade_begin($class);
2330	push @stmts, sub { $self->$pre_method($class, $columns) };
2331	push @stmts, $ddl->$method($class, $_) foreach @$columns;
2332	push @stmts, sub { $self->$post_method($class, $columns) };
2333	push @stmts, $ddl->upgrade_end($class);
2334	push @stmts, sub { $self->post_upgrade_class($class) };
2335	$self->run_statements($class, @stmts);
2336	}
2337
2338	sub run_statements {
2339	my $self = shift;
2340	my ($class, @stmts) = @_;
2341
2342	my $driver = $class->driver;
2343	my $defs = $class->column_defs;
2344	my $dbh = $driver->rw_handle;
2345	my $mt = MT->instance;
2346
2347	my $updated = 0;
2348	if (@stmts) {
2349	$self->progress($self->translate_escape("Upgrading table for [_1] records...", $class->can('class_label') ? $class->class_label : $class));
2350	eval {
2351	foreach my $stmt (@stmts) {
2352	if (ref $stmt eq 'CODE') {
2353	$stmt->() if !$DryRun;
2354	} else {
2355	if ($dbh && !$DryRun) {
2356	my $err;
2357	$dbh->do($stmt) or $err = $dbh->errstr;
2358	if ($err) {
2359	# ignore drop errors; the table/sequence/constraint
2360	# didn't exist
2361	if (($stmt !~ m/^drop /i) && ($stmt !~ m/DROP CONSTRAINT /i)) {
2362	die "failed to execute statement $stmt: $err";
2363	}
2364	}
2365	} elsif ($dbh && $DryRun) {
2366	$self->run_callbacks('SQL', $stmt);
2367	}
2368	}
2369	$updated = 1;
2370	}
2371	};
2372	if ($@) {
2373	return $self->error($@);
2374	}
2375	}
2376	$updated;
2377	}
2378
2379	sub core_upgrade_begin {
2380	my $self = shift;
2381	my (%param) = @_;
2382	my $from_schema = $param{from};
2383	if ($from_schema) {
2384	my $cur_schema = MT->schema_version;
2385	$self->progress($self->translate_escape("Upgrading database from version [_1].", $from_schema)) if $from_schema < $cur_schema;
2386	$self->pre_schema_upgrade($from_schema);
2387	}
2388	}
2389
2390	sub core_upgrade_end {
2391	my $self = shift;
2392	my (%param) = @_;
2393
2394	my $from_schema = $param{from};
2395	if ($from_schema) {
2396	$self->post_schema_upgrade($from_schema);
2397	}
2398	1;
2399	}
2400
2401	sub core_finish {
2402	my $self = shift;
2403
2404	my $user;
2405	if ((ref $App) && ($App->{author})) {
2406	$user = $App->{author};
2407	}
2408
2409	my $cfg = MT->config;
2410	my $cur_schema = MT->instance->schema_version;
2411	my $old_schema = $cfg->SchemaVersion \|\| 0;
2412	if ($cur_schema > $old_schema) {
2413	$self->progress($self->translate_escape("Database has been upgraded to version [_1].", $cur_schema)) ;
2414	if ($user && !$DryRun) {
2415	MT->log(MT->translate("User '[_1]' upgraded database to version [_2]", $user->name, $cur_schema));
2416	}
2417	$cfg->SchemaVersion( $cur_schema, 1 );
2418	}
2419
2420	my $plugin_schema = $cfg->PluginSchemaVersion \|\| {};
2421	foreach my $plugin (@MT::Components) {
2422	my $ver = $plugin->schema_version;
2423	next unless $ver;
2424	next if $plugin->id eq 'core';
2425	my $old_plugin_schema = $plugin_schema->{$plugin->id} \|\| 0;
2426	if ($old_plugin_schema && ($ver > $old_plugin_schema)) {
2427	$self->progress($self->translate_escape("Plugin '[_1]' upgraded successfully to version [_2] (schema version [_3]).", $plugin->label, $plugin->version \|\| '-', $ver));
2428	if ($user && !$DryRun) {
2429	MT->log(MT->translate("User '[_1]' upgraded plugin '[_2]' to version [_3] (schema version [_4]).", $user->name, $plugin->label, $plugin->version \|\| '-', $ver));
2430	}
2431	} elsif ($ver && !$old_plugin_schema) {
2432	$self->progress($self->translate_escape("Plugin '[_1]' installed successfully.", $plugin->label));
2433	if ($user && !$DryRun) {
2434	MT->log(MT->translate("User '[_1]' installed plugin '[_2]', version [_3] (schema version [_4]).", $user->name, $plugin->label, $plugin->version \|\| '-', $ver));
2435	}
2436	}
2437	$plugin_schema->{$plugin->id} = $ver;
2438	}
2439	if (keys %$plugin_schema) {
2440	$cfg->PluginSchemaVersion($plugin_schema, 1);
2441	}
2442
2443	my $cur_version = MT->version_number;
2444	if ( !defined($cfg->MTVersion) \|\| ( $cur_version > $cfg->MTVersion ) ) {
2445	$cfg->MTVersion( $cur_version, 1 );
2446	}
2447	$cfg->save_config unless $DryRun;
2448
2449	# do one last thing....
2450	if ((ref $App) && ($App->can('finish'))) {
2451	$App->finish();
2452	}
2453
2454	1;
2455	}
2456
2457	sub core_set_superuser {
2458	my $self = shift;
2459
2460	my $app = $App;
2461	my $author;
2462	if ((ref $app) && ($app->{author})) {
2463	require MT::Author;
2464	$self->progress($self->translate_escape("Setting your permissions to administrator."));
2465	$author = MT::Author->load($app->{author}->id);
2466	} elsif ($SuperUser) {
2467	require MT::Author;
2468	$self->progress($self->translate_escape("Setting your permissions to administrator."));
2469	$author = MT::Author->load($SuperUser);
2470	}
2471
2472	if ($author) {
2473	$author->is_superuser(1);
2474	$author->save or return $self->error($self->translate_escape("Error saving record: [_1].", $author->errstr));
2475	}
2476
2477	1;
2478	}
2479
2480	sub core_remove_unique_constraints {
2481	my $self = shift;
2482
2483	my $driver = MT::Object->driver;
2484	if (ref $driver->dbd =~ m/::Pg$/) {
2485	# category, author, permission, template
2486	$driver->sql([
2487	'alter table mt_category drop constraint mt_category_category_blog_id_key',
2488	'create index mt_category_label on mt_category (category_label)',
2489
2490	'alter table mt_author drop constraint mt_author_author_name_key',
2491	'create index mt_author_name on mt_author (author_name)',
2492	'alter table mt_permission drop constraint mt_permission_permission_blog_id_key',
2493	'create index mt_permission_blog_id on mt_permission (permission_blog_id)',
2494	'alter table mt_template drop constraint mt_template_template_blog_id_key',
2495	'create index mt_template_blog_id on mt_template (template_blog_id)'
2496	]);
2497	} elsif (ref $driver->dbd =~ m/::mysql$/) {
2498	$driver->sql([
2499	'alter table mt_category drop index category_blog_id',
2500	'create index category_blog_id on mt_category (category_blog_id)',
2501	'create index category_label on mt_category (category_label)',
2502	'alter table mt_author drop index author_name',
2503	'create index author_name on mt_author (author_name)',
2504	'alter table mt_permission drop index permission_blog_id',
2505	'create index permission_blog_id on mt_permission (permission_blog_id)',
2506	'alter table mt_template drop index template_blog_id',
2507	'create index template_blog_id on mt_template (template_blog_id)'
2508	]);
2509	}
2510	1;
2511	}
2512
2513	sub _merge_comment_response_templates_updater {
2514	my ($blog) = @_;
2515	require MT::Template;
2516	my $tmpl = MT::Template->load({ blog_id => $blog->id, type => 'comment_response' });
2517	unless ($tmpl) {
2518	$tmpl = new MT::Template;
2519	$tmpl->blog_id($blog->id);
2520	$tmpl->type('comment_response');
2521	}
2522
2523	my $confirm_template = <<'EOT';
2524	<MTSetVarBlock name="page_title"><__trans phrase="Comment Posted"></MTSetVarBlock>
2525
2526	<MTSetVar name="heading" value="<__trans phrase="Confirmation...">">
2527
2528	<MTSetVarBlock name="message">
2529	<p><__trans phrase="Your comment has been posted!"></p>
2530	</MTSetVarBlock>
2531	EOT
2532
2533	my $pending_template = <<'EOT';
2534	<MTSetVarBlock name="page_title"><__trans phrase="Comment Pending"></MTSetVarBlock>
2535
2536	<MTSetVar name="heading" value="<__trans phrase="Thank you for commenting.">">
2537
2538	<MTSetVarBlock name="message">
2539	<p><__trans phrase="Your comment has been received and held for approval by the blog owner."></p>
2540	</MTSetVarBlock>
2541	EOT
2542
2543	my $error_template = <<'EOT';
2544	<MTSetVarBlock name="page_title"><__trans phrase="Comment Submission Error"></MTSetVarBlock>
2545
2546	<MTSetVar name="heading" value="$page_title">
2547
2548	<MTSetVarBlock name="message">
2549	<p><__trans phrase="Your comment submission failed for the following reasons:"></p>
2550	<blockquote>
2551	<$MTErrorMessage$>
2552	</blockquote>
2553	</MTSetVarBlock>
2554	EOT
2555
2556	my $header_template = <<'EOT';
2557	<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
2558	"http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
2559	<html xmlns="http://www.w3.org/1999/xhtml" id="sixapart-standard">
2560	<head>
2561	<meta http-equiv="Content-Type" content="text/html; charset=<$MTPublishCharset$>" />
2562	<meta name="generator" content="<$MTProductName version="1"$>" />
2563	<link rel="stylesheet" href="<$MTBlogURL$>styles-site.css" type="text/css" />
2564	<title>
2565	<__trans phrase="[_1]: [_2]" params="<$MTBlogName encode_html="1"$>%%<$MTGetVar name="page_title"$>">
2566	</title>
2567	<script type="text/javascript" src="<$MTBlogURL$>mt-site.js"></script>
2568	</head>
2569	<body class="layout-one-column comment-preview" onload="individualArchivesOnLoad(commenter_name)">
2570	<div id="container">
2571	<div id="container-inner" class="pkg">
2572	<div id="banner">
2573	<div id="banner-inner" class="pkg">
2574	<h1 id="banner-header"><a href="<$MTBlogURL$>" accesskey="1"><$MTBlogName encode_html="1"$></a></h1>
2575	<h2 id="banner-description"><$MTBlogDescription$></h2>
2576	</div>
2577	</div>
2578	<div id="pagebody">
2579	<div id="pagebody-inner" class="pkg">
2580	<div id="alpha">
2581	<div id="alpha-inner" class="pkg">
2582	EOT
2583
2584	my $footer_template = <<'EOT';
2585	</div>
2586	</div>
2587	</div>
2588	</div>
2589	</div>
2590	</div>
2591	</body>
2592	</html>
2593	EOT
2594
2595	my $message_template = <<'EOT';
2596	<h1><$MTGetVar name="heading"$></h1>
2597
2598	<$MTGetVar name="message"$>
2599
2600	<p><__trans phrase="Return to the <a href="[_1]">original entry</a>." params="<$MTEntryLink$>"></p>
2601	EOT
2602
2603	my $mt = MT->instance;
2604	$tmpl->name($mt->translate("Comment Response"));
2605	$tmpl->text($mt->translate_templatized(<<"EOT"));
2606	<MTSetVar name="system_template" value="1">
2607	<MTSetVar name="feedback_template" value="1">
2608
2609	<MTIf name="body_class" eq="mt-comment-pending">
2610	$pending_template
2611	</MTIf>
2612
2613	<MTIf name="body_class" eq="mt-comment-error">
2614	$error_template
2615	</MTIf>
2616
2617	<MTIf name="body_class" eq="mt-comment-confirmation">
2618	$confirm_template
2619	</MTIf>
2620
2621	$header_template
2622
2623	$message_template
2624
2625	$footer_template
2626	EOT
2627	$tmpl->save;
2628	}
2629
2630	sub core_create_config_table {
2631	my $self = shift;
2632
2633	require MT::Config;
2634	my $config = MT::Config->load();
2635	if (!$config) {
2636	#$self->progress($self->translate_escape("Creating configuration record."));
2637	$config = MT::Config->new;
2638	$config->data('');
2639	$config->save or return $self->error($self->translate_escape("Error saving record: [_1].", $config->errstr));
2640	}
2641	return 1;
2642	}
2643
2644	sub core_set_enable_archive_paths {
2645	my $self = shift;
2646	MT->config->EnableArchivePaths(1, 1);
2647	return 1;
2648	}
2649
2650	sub core_create_template_maps {
2651	my $self = shift;
2652	my (%param) = @_;
2653
2654	my $offset = $param{offset};
2655	require MT::Template;
2656	require MT::TemplateMap;
2657	require MT::Blog;
2658
2659	my $msg = $self->translate_escape("Creating template maps...");
2660	if ($offset) {
2661	my $count = MT::Template->count;
2662	return 1 unless $count;
2663	$self->progress(sprintf("$msg (%d%%)", ($offset / $count * 100)), 1);
2664	} else {
2665	$self->progress($msg, 1);
2666	}
2667
2668	my $iter = MT::Template->load_iter(undef, { offset => $offset, limit => $MAX_ROWS+1 });
2669	my $start = time;
2670	my $continue = 0;
2671	my $count = 0;
2672	while (my $tmpl = $iter->()) {
2673	$offset++;
2674	my $blog = MT::Blog->load($tmpl->blog_id);
2675	my(@at);
2676	if ($tmpl->type eq 'archive') {
2677	@at = qw( Daily Weekly Monthly );
2678	} elsif ($tmpl->type eq 'category') {
2679	@at = ('Category');
2680	} elsif ($tmpl->type eq 'page') {
2681	@at = ('Page');
2682	} elsif ($tmpl->type eq 'individual') {
2683	@at = ('Individual');
2684	} else {
2685	next;
2686	}
2687	for my $at (@at) {
2688	my $meth = 'archive_tmpl_' . lc($at);
2689	my $file_tmpl = $blog->$meth();
2690	my $existing = MT::TemplateMap->load({ blog_id => $blog->id,
2691	archive_type => $at, template_id => $tmpl->id });
2692	if (!$existing) {
2693	my $map = MT::TemplateMap->new;
2694	if ($file_tmpl) {
2695	$self->progress($self->translate_escape("Mapping template ID [_1] to [_2] ([_3]).", $tmpl->id, $at, $file_tmpl));
2696	$map->file_template($file_tmpl);
2697	} else {
2698	$self->progress($self->translate_escape("Mapping template ID [_1] to [_2].", $tmpl->id, $at));
2699	}
2700	$map->archive_type($at);
2701	$map->is_preferred(1);
2702	$map->template_id($tmpl->id);
2703	$map->blog_id($tmpl->blog_id);
2704	$map->save or return $self->error($self->translate_escape("Error saving record: [_1].", $map->errstr));
2705	}
2706	}
2707	$count++;
2708	$continue = 1, last if $count == $MAX_ROWS;
2709	$continue = 1, last if time > $start + $MAX_TIME;
2710	}
2711	if ($continue) {
2712	$iter->('finish');
2713	return $offset;
2714	} else {
2715	$self->progress("$msg (100%)", 1);
2716	}
2717	1;
2718	}
2719
2720	sub core_update_records {
2721	my $self = shift;
2722	my (%param) = @_;
2723
2724	my $class = MT->model($param{type});
2725	return $self->error($self->translate_escape("Error loading class: [_1].", $param{type}))
2726	unless $class;
2727
2728	my $msg;
2729	my $class_label = ($class->can('class_label') ? $class->class_label : $class);
2730	if ($param{label}) {
2731	$msg = $param{label};
2732	if (ref $msg eq 'CODE') {
2733	$msg = $msg->($class_label);
2734	}
2735	$msg = $self->translate_escape($msg);
2736	} else {
2737	$msg = $self->translate_escape($param{message} \|\| "Updating [_1] records...", $class_label);
2738	}
2739	my $offset = $param{offset};
2740	if ($offset) {
2741	my $count = $class->count;
2742	return unless $count;
2743	$self->progress(sprintf("$msg (%d%%)", ($offset/$count*100)), $param{step});
2744	} else {
2745	$self->progress($msg, $param{step});
2746	}
2747
2748	my $cond = MT->handler_to_coderef($param{condition});
2749	my $code = MT->handler_to_coderef($param{code});
2750	my $sql = $param{sql};
2751
2752	my $continue = 0;
2753	my $driver = $class->driver;
2754
2755	if ($sql && $DryRun) {
2756	$self->run_callbacks('SQL', $sql);
2757	}
2758	return 1 if $DryRun;
2759
2760	if (!$sql \|\| !$driver->sql($sql)) {
2761	my $iter= $class->load_iter(undef, { offset => $offset, limit => $MAX_ROWS+1 });
2762	my $start = time;
2763	my @list;
2764	while (my $obj = $iter->()) {
2765	push @list, $obj;
2766	$continue = 1, last if scalar @list == $MAX_ROWS;
2767	}
2768	$iter->('finish') if $continue;
2769	for my $obj (@list) {
2770	$offset++;
2771	if ($cond) {
2772	next unless $cond->($obj, %param);
2773	}
2774	$code->($obj);
2775	use Data::Dumper;
2776	$obj->save()
2777	or return $self->error($self->translate_escape("Error saving [_1] record # [_3]: [_2]... [_4].", $class_label, $obj->errstr, $obj->id, Dumper($obj)));
2778	$continue = 1, last if time > $start + $MAX_TIME;
2779	}
2780	}
2781	if ($continue) {
2782	return $offset;
2783	} else {
2784	$self->progress("$msg (100%)", $param{step});
2785	}
2786	1;
2787	}
2788
2789	#############################################################################
2790
2791	{
2792	my %HighASCII = (
2793	"\xc0" => 'A', # A`
2794	"\xe0" => 'a', # a`
2795	"\xc1" => 'A', # A'
2796	"\xe1" => 'a', # a'
2797	"\xc2" => 'A', # A^
2798	"\xe2" => 'a', # a^
2799	"\xc4" => 'Ae', # A:
2800	"\xe4" => 'ae', # a:
2801	"\xc3" => 'A', # A~
2802	"\xe3" => 'a', # a~
2803	"\xc8" => 'E', # E`
2804	"\xe8" => 'e', # e`
2805	"\xc9" => 'E', # E'
2806	"\xe9" => 'e', # e'
2807	"\xca" => 'E', # E^
2808	"\xea" => 'e', # e^
2809	"\xcb" => 'Ee', # E:
2810	"\xeb" => 'ee', # e:
2811	"\xcc" => 'I', # I`
2812	"\xec" => 'i', # i`
2813	"\xcd" => 'I', # I'
2814	"\xed" => 'i', # i'
2815	"\xce" => 'I', # I^
2816	"\xee" => 'i', # i^
2817	"\xcf" => 'Ie', # I:
2818	"\xef" => 'ie', # i:
2819	"\xd2" => 'O', # O`
2820	"\xf2" => 'o', # o`
2821	"\xd3" => 'O', # O'
2822	"\xf3" => 'o', # o'
2823	"\xd4" => 'O', # O^
2824	"\xf4" => 'o', # o^
2825	"\xd6" => 'Oe', # O:
2826	"\xf6" => 'oe', # o:
2827	"\xd5" => 'O', # O~
2828	"\xf5" => 'o', # o~
2829	"\xd8" => 'Oe', # O/
2830	"\xf8" => 'oe', # o/
2831	"\xd9" => 'U', # U`
2832	"\xf9" => 'u', # u`
2833	"\xda" => 'U', # U'
2834	"\xfa" => 'u', # u'
2835	"\xdb" => 'U', # U^
2836	"\xfb" => 'u', # u^
2837	"\xdc" => 'Ue', # U:
2838	"\xfc" => 'ue', # u:
2839	"\xc7" => 'C', # ,C
2840	"\xe7" => 'c', # ,c
2841	"\xd1" => 'N', # N~
2842	"\xf1" => 'n', # n~
2843	"\xdf" => 'ss',
2844	);
2845	my $HighASCIIRE = join '\|', keys %HighASCII;
2846	sub mt32_convert_high_ascii {
2847	my($s) = @_;
2848	$s =~ s/($HighASCIIRE)/$HighASCII{$1}/g;
2849	$s;
2850	}
2851	}
2852
2853	sub mt32_iso_dirify {
2854	my $s = $_[0];
2855	my $sep;
2856	if ($_[1] && ($_[1] ne '1')) {
2857	$sep = $_[1];
2858	} else {
2859	$sep = '_';
2860	}
2861	$s = mt32_convert_high_ascii($s); ## convert high-ASCII chars to 7bit.
2862	$s = lc $s; ## lower-case.
2863	$s = MT::Util::remove_html($s); ## remove HTML tags.
2864	$s =~ s!&[^;\s]+;!!g; ## remove HTML entities.
2865	$s =~ s![^\w\s]!!g; ## remove non-word/space chars.
2866	$s =~ s! +!$sep!g; ## change space chars to underscores.
2867	$s;
2868	}
2869
2870	sub mt32_utf8_dirify {
2871	my $s = $_[0];
2872	my $sep;
2873	if ($_[1] && ($_[1] ne '1')) {
2874	$sep = $_[1];
2875	} else {
2876	$sep = '_';
2877	}
2878	$s = mt32_xliterate_utf8($s); ## convert two-byte UTF-8 chars to 7bit ASCII
2879	$s = lc $s; ## lower-case.
2880	$s = MT::Util::remove_html($s); ## remove HTML tags.
2881	$s =~ s!&[^;\s]+;!!g; ## remove HTML entities.
2882	$s =~ s![^\w\s]!!g; ## remove non-word/space chars.
2883	$s =~ s! +!$sep!g; ## change space chars to underscores.
2884	$s;
2885	}
2886
2887	sub mt32_dirify {
2888	($MT::VERSION && MT->instance->{cfg}->PublishCharset =~ m/utf-?8/i)
2889	? mt32_utf8_dirify(@_) : mt32_iso_dirify(@_);
2890	}
2891
2892	sub mt32_xliterate_utf8 {
2893	my ($str) = @_;
2894	my %utf8_table = (
2895	"\xc3\x80" => 'A', # A`
2896	"\xc3\xa0" => 'a', # a`
2897	"\xc3\x81" => 'A', # A'
2898	"\xc3\xa1" => 'a', # a'
2899	"\xc3\x82" => 'A', # A^
2900	"\xc3\xa2" => 'a', # a^
2901	"\xc3\x84" => 'Ae', # A:
2902	"\xc3\xa4" => 'ae', # a:
2903	"\xc3\x83" => 'A', # A~
2904	"\xc3\xa3" => 'a', # a~
2905	"\xc3\x88" => 'E', # E`
2906	"\xc3\xa8" => 'e', # e`
2907	"\xc3\x89" => 'E', # E'
2908	"\xc3\xa9" => 'e', # e'
2909	"\xc3\x8a" => 'E', # E^
2910	"\xc3\xaa" => 'e', # e^
2911	"\xc3\x8b" => 'Ee', # E:
2912	"\xc3\xab" => 'ee', # e:
2913	"\xc3\x8c" => 'I', # I`
2914	"\xc3\xac" => 'i', # i`
2915	"\xc3\x8d" => 'I', # I'
2916	"\xc3\xad" => 'i', # i'
2917	"\xc3\x8e" => 'I', # I^
2918	"\xc3\xae" => 'i', # i^
2919	"\xc3\x8f" => 'Ie', # I:
2920	"\xc3\xaf" => 'ie', # i:
2921	"\xc3\x92" => 'O', # O`
2922	"\xc3\xb2" => 'o', # o`
2923	"\xc3\x93" => 'O', # O'
2924	"\xc3\xb3" => 'o', # o'
2925	"\xc3\x94" => 'O', # O^
2926	"\xc3\xb4" => 'o', # o^
2927	"\xc3\x96" => 'Oe', # O:
2928	"\xc3\xb6" => 'oe', # o:
2929	"\xc3\x95" => 'O', # O~
2930	"\xc3\xb5" => 'o', # o~
2931	"\xc3\x98" => 'Oe', # O/
2932	"\xc3\xb8" => 'oe', # o/
2933	"\xc3\x99" => 'U', # U`
2934	"\xc3\xb9" => 'u', # u`
2935	"\xc3\x9a" => 'U', # U'
2936	"\xc3\xba" => 'u', # u'
2937	"\xc3\x9b" => 'U', # U^
2938	"\xc3\xbb" => 'u', # u^
2939	"\xc3\x9c" => 'Ue', # U:
2940	"\xc3\xbc" => 'ue', # u:
2941	"\xc3\x87" => 'C', # ,C
2942	"\xc3\xa7" => 'c', # ,c
2943	"\xc3\x91" => 'N', # N~
2944	"\xc3\xb1" => 'n', # n~
2945	"\xc3\x9f" => 'ss', # double-s
2946	);
2947
2948	$str =~ s/([\200-\377]{2})/$utf8_table{$1}\|\|''/ge;
2949	$str;
2950	}
2951
2952	1;
2953	__END__
2954
2955	=head1 NAME
2956
2957	MT::Upgrade - MT class for managing system upgrades.
2958
2959	=head1 SYNOPSIS
2960
2961	MT::Upgrade->do_upgrade(Install => 1);
2962
2963	=head1 DESCRIPTION
2964
2965	This module is responsible for handling the upgrade or installation of
2966	an MT database. The framework is flexible enough for third party plugins
2967	to use as well to manage their own schema (please refer to the documentation
2968	in L<MT::Plugin> for more information on this).
2969
2970	=head1 METHODS
2971
2972	=head2 MT::Upgrade-E<gt>do_upgrade
2973
2974	The main worker method for this module is I<do_upgrade>. It accepts a
2975	handful of arguments, which are:
2976
2977	=over 4
2978
2979	=item * Install
2980
2981	Specify a value of '1' to assume a new installation along with an operation
2982	to install a blog and initial user.
2983
2984	=item * App
2985
2986	A package name or app object that can service the following methods:
2987
2988	=over 4
2989
2990	=item * progress($package, $message)
2991
2992	Called during the upgrade operation to provide feedback with respect to
2993	the operations the upgrade process is running.
2994
2995	=item * error($package, $message)
2996
2997	Called during the upgrade operation to communicate an error that has
2998	occurred.
2999
3000	=item * translate_escape
3001
3002	Call this method to translate messages and phrases which are to appear
3003	on the progress screen. DO NOT use this method to messages and phrases
3004	which directly are stored in database. Use MT->translate for the purpose.
3005
3006	=back
3007
3008	=item * CLI
3009
3010	Specified (set to '1') when invoked from a command line tool. This prevents
3011	encoding response messages in the configured PublishCharset for the
3012	installation.
3013
3014	=item * SuperUser
3015
3016	If upgrading from the command line, and running on a pre-MT 3.2 database,
3017	set this to an existing author ID that should be upgrade to system
3018	administrator status.
3019
3020	=item * DryRun
3021
3022	Specified (set to '1') to examine the database for installation/upgrade
3023	needs but not actually make any physical changes to the database. This will
3024	issue all the upgrade progress messages without doing the upgrade itself.
3025
3026	=back
3027
3028	=head1 CALLBACKS
3029
3030	The upgrade module defines the following MT callbacks:
3031
3032	=over 4
3033
3034	=item * MT::Upgrade::SQL
3035
3036	Called with each SQL statement that is executed against the database
3037	as part of the upgrade process. The parameters passed to this callback are:
3038
3039	$callback, $upgrade_app, $sql_statement
3040
3041	The first parameter is an L<MT::Callback> object. C<$upgrade_app> is a
3042	package name or L<MT::App> object used to drive the upgrade process.
3043	C<$sql_statement> is the actual SQL query that is about to be executed
3044	against the database.
3045
3046	=back
3047
3048	=head1 UPGRADE FUNCTIONS
3049
3050	The bulk of this module consists of Movable Type upgrade operations.
3051	These are declared as upgrade functions, and are registered in the
3052	package variabled '%functions'. (Note: the word 'function' here is
3053	not meant to describe a Perl subroutine.)
3054
3055	Some functions are invoked to manage the upgrade process from start
3056	to finish ('core_upgrade_begin' for instance, which merely displays
3057	a progress message to the calling application). The rest handle
3058	schema and data transformation from one version of the MT schema to
3059	another.
3060
3061	Schema translation itself is handled by Movable Type automatically.
3062	MT is able to check the physical schema represenation in the database
3063	and compare it with the schema as defined by the L<MT::Object>-descended
3064	package. If a new property is added to the L<MT::Blog> package, the
3065	upgrade process sees that has happened and can issue the actual
3066	'alter table' SQL statement necessary to add it to the database. The
3067	'core_fix_type' function is responsible for examining a particular
3068	table used by a class like L<MT::Blog> and will append additional
3069	upgrade steps ('core_add_column', 'core_alter_column') that it finds
3070	necessary to the upgrade workflow.
3071
3072	Following the schema translation operations, the data transformation
3073	functions would be used to manipulate the data as necessary from
3074	an older schema to the current one. For instance, the
3075	'core_create_placements' upgrade function was written to upgrade
3076	really old MT schemas from the pre-2.0 release to the current schema.
3077	The upgrade function is registered like this:
3078
3079	$MT::Upgrade::functions{core_create_placements} = {
3080	version_limit => 2.0,
3081	code => \&core_update_records,
3082	priority => 9.1,
3083	updater => {
3084	class => 'MT::Entry',
3085	message => 'Creating entry category placements...',
3086	condition => sub { $_[0]->category_id },
3087	code => sub {
3088	require MT::Placement;
3089	my $entry = shift;
3090	my $existing = MT::Placement->load({ entry_id => $entry->id,
3091	category_id => $entry->category_id });
3092	if (!$existing) {
3093	my $place = MT::Placement->new;
3094	$place->entry_id($entry->id);
3095	$place->blog_id($entry->blog_id);
3096	$place->category_id($entry->category_id);
3097	$place->is_primary(1);
3098	$place->save;
3099	}
3100	$entry->category_id(0);
3101	}
3102	}
3103	};
3104
3105	With MT version 2.0, the L<MT::Placement> class was introduced and
3106	immediately deprecated the use of MT::Entry-E<gt>category as a result.
3107	To facilitate upgrading the existing L<MT::Entry> objects this upgrade
3108	function is declared such that:
3109
3110	=over 4
3111
3112	=item * It is limited to only run for MT schemas older than version 2.0 (the version_limit element handles this).
3113
3114	=item * It operates on L<MT::Entry> objects (updater-E<gt>class element
3115	declares that).
3116
3117	=item * It tells the user what is happening (updater-E<gt>message).
3118
3119	=item * It excludes any L<MT::Entry> objects that do not have a category_id element (updater-E<gt>condition).
3120
3121	=item * It checks for an existing L<MT::Placement> relationship; if not
3122	present, it creates one (updater-E<gt>code).
3123
3124	=item * It empties out the category_id member of the L<MT::Entry> object
3125	being upgrade to prevent it from being processed in the future
3126	(updater-E<gt>code).
3127
3128	=back
3129
3130	For plugins, upgrade functions are assignable in the plugin registration
3131	hash as documented in L<MT::Plugin>. You may also return a hashref of
3132	upgrade functions from the plugin using the MT::Plugin::upgrade_functions
3133	subroutine.
3134
3135	Let's look at the anatomy of an upgrade function declaration:
3136
3137	=over 4
3138
3139	=item * version_limit (optional)
3140
3141	The version_limit property allows you to declare that this upgrade
3142	operation is only applicable to MT B<schema> versions below the version
3143	specified.
3144
3145	To register an upgrade function that is only applied to releases prior
3146	to the current one, specify the current schema version as the version
3147	limit. This will allow the upgrade function to run for any prior releases
3148	but prevent it from running in subsequent releases.
3149
3150	B<NOTE>: If you are declaring a B<plugin> upgrade function, this version
3151	limit is compared with your plugin's schema version, not the Movable Type
3152	schema version.
3153
3154	=item * priority (optional)
3155
3156	If your upgrade operation is dependent on another being done already,
3157	it is possible to order them using the priority value. A lower value
3158	means a higher priority.
3159
3160	=item * condition (optional)
3161
3162	This is a coderef parameter. If specified, it should return a true or
3163	false value that determines whether the upgrade step is actually to run
3164	or not.
3165
3166	When called, it is given the parameters normally passed to an upgrade
3167	operation (see the 'code' parameter documentation).
3168
3169	=item * on_field (optional)
3170
3171	If specified, this upgrade function is triggered upon the creation of
3172	the field identified by this element. For instance,
3173
3174	on_field => 'MT::Foo->bar'
3175
3176	This would specify that the upgrade step is only to run when the 'bar'
3177	column is being added to the table that stores data for the MT::Foo
3178	package.
3179
3180	=item * code
3181
3182	This coderef parameter is the declared handler for the upgrade
3183	function. It is responsible for doing the upgrade task itself. For
3184	quick operations, it is fine to do all of your work within this
3185	subroutine. However, to faciliate large databases, it is important
3186	to do that work in manageable portions so it doesn't time-out by
3187	the web server or browser client.
3188
3189	To facilitate an iterative process for your upgrade function, the
3190	upgrade routine itself can yield a return value to signal the
3191	upgrade process on how to proceed:
3192
3193	=over 4
3194
3195	=item * 0
3196
3197	The upgrade function completed successfully.
3198
3199	=item * undef
3200
3201	upgrade routine failed with error. The error should be placed using the
3202	MT::Upgrade-E<gt>error method.
3203
3204	=item * E<gt> 0
3205
3206	More work to do; the return value is the 'offset' parameter
3207	to pass on the next invocation of the upgrade function.
3208
3209	=back
3210
3211	Due to the complexity of handling this kind of staged operation,
3212	you will most likely want to use the prebuilt
3213	'MT::Upgrade::core_update_records' routine to do most of your upgrade
3214	operations that handle some or all records of a given package.
3215
3216	If using the 'core_update_records' routine, you should also specify
3217	an 'updater' parameter for your upgrade function.
3218
3219	=item * updater
3220
3221	This parameter is only used if you've specified the 'core_update_records'
3222	routine (from the L<MT::Upgrade> package itself) for the 'code' element of
3223	your upgrade function.
3224
3225	code => \&MT::Upgrade::core_update_records,
3226	updater => {
3227	class => 'MT::Foo',
3228	message => 'Updating Foo bars...',
3229	code => sub {
3230	my $foo = shift;
3231	$foo->bar(1);
3232	},
3233	condition => sub {
3234	my $foo = shift;
3235	!defined $foo->bar;
3236	},
3237	sql => 'update mt_foo set foo_bar = 1 where foo_bar is null'
3238	}
3239
3240	This updater declaration is going to process all MT::Foo objects that
3241	are available, setting the 'bar' property to 1 if it hasn't been assigned
3242	a value already.
3243
3244	Here's an overview of an 'updater' element:
3245
3246	=over 4
3247
3248	=item * class (required)
3249
3250	The L<MT::Object>-descendant class to be processed.
3251
3252	=item * code (required)
3253
3254	A coderef to execute for B<each> record of the table. The parameter to
3255	this routine is the object being processed. Following the call to your
3256	subroutine, the object is saved for you, so you don't have to save
3257	the object yourself.
3258
3259	=item * message (optional)
3260
3261	The status message to display when running this upgrade operation.
3262
3263	=item * condition (optional)
3264
3265	A coderef to use to test whether the current object needs to be upgraded
3266	or not. This routine should return true if it is to be processed; false
3267	if not. It is given the object as a parameter.
3268
3269	=item * sql (optional)
3270
3271	If specified, and if MT is using a SQL-based database for storing data,
3272	this SQL statement is issued instead of doing the Perl-based row-by-row
3273	upgrade.
3274
3275	sql => 'update mt_foo set foo_bar=1 where foo_bar is null'
3276
3277	You may also specify multiple SQL statements using an array:
3278
3279	sql => [
3280	'update mt_foo set foo_bar=1 where foo_bar is null',
3281	'update mt_foo set foo_baz=2 where foo_baz is null'
3282	]
3283
3284	B<WARNING>: The 'sql' property is only meant to be used for cases where you
3285	can issue simple, cross-database SQL statements. It is not advised to
3286	use any vendor-specific SQL syntax. So, if you can't do that, don't specify
3287	the 'sql' element at all and instead use the 'code' element exclusively
3288	to do the upgrade operation.
3289
3290	=back
3291
3292	=back
3293
3294	The declarative style of upgrade functions make it possible for MT to
3295	fix itself, upgrading from any older schema version to the current one.
3296	Upgrade functions are selected through an introspection process, so any
3297	given upgrade operation may run a different selection of upgrade functions.
3298	As such, it is important that any upgrade functions be written with this
3299	in mind. Here are some general best practices to use when writing them:
3300
3301	=over 4
3302
3303	=item * Make them fast.
3304
3305	Use the 'sql' element for a 'core_update_records' type upgrade function
3306	so that SQL-based databases can be upgraded in one pass.
3307
3308	=item * Make them indepedent.
3309
3310	Don't assume that any other upgrade operation will have run within the
3311	same application request. The upgrade process can run them in most any
3312	order and across multiple application requests. You do have a guarantee
3313	that a higher priority upgrade function will be run prior to a lower-priority
3314	upgrade function (ie, assigning a priority of 1 will ensure it will run
3315	before one with a priority of 2).
3316
3317	=item * Limit them as much as possible.
3318
3319	Specify a version_limit so it only runs for the proper schemas. Use the
3320	condition element to bypass objects or the upgrade step altogether when
3321	possible.
3322
3323	=item * Repeating an upgrade function should be safe.
3324
3325	This can be made possible through use of the 'condition' elements, bypassing
3326	objects that have already been processed (see how the
3327	'core_create_placements' upgrade function declares conditions for an
3328	example).
3329
3330	=item * Beware which translate method to call
3331
3332	$self->translate_escape is for messages and phrases which appear on the
3333	progress screen (therefore they are sent in JSON). Use MT->translate
3334	to messages and phrases which directly stored in the database. Log messages
3335	and objects' attributes fall into this category.
3336
3337	=back
3338
3339	=head1 AUTHOR & COPYRIGHTS
3340
3341	Please see the I<MT> manpage for author, copyright, and license information.
3342
3343	=cut

Note: See TracBrowser for help on using the browser.

Context Navigation

root/branches/release-36/lib/MT/Upgrade.pm @ 2041

Download in other formats: