Pass a destpage parameter to the sanitize hook.
[ikiwiki] / IkiWiki / Plugin / search.pm
1 #!/usr/bin/perl
2 # xapian-omega search engine plugin
3 package IkiWiki::Plugin::search;
4
5 use warnings;
6 use strict;
7 use IkiWiki 2.00;
8
9 sub import { #{{{
10         hook(type => "checkconfig", id => "search", call => \&checkconfig);
11         hook(type => "pagetemplate", id => "search", call => \&pagetemplate);
12         hook(type => "sanitize", id => "search", call => \&index);
13         hook(type => "delete", id => "search", call => \&delete);
14         hook(type => "cgi", id => "search", call => \&cgi);
15 } # }}}
16
17 sub checkconfig () { #{{{
18         foreach my $required (qw(url cgiurl)) {
19                 if (! length $config{$required}) {
20                         error(sprintf(gettext("Must specify %s when using the search plugin"), $required));
21                 }
22         }
23
24         if (! exists $config{omega_cgi}) {
25                 $config{omega_cgi}="/usr/lib/cgi-bin/omega/omega";
26         }
27         
28         if (! -e $config{wikistatedir}."/xapian" || $config{rebuild}) {
29                 writefile("omega.conf", $config{wikistatedir}."/xapian",
30                         "database_dir .\n".
31                         "template_dir ./templates\n");
32                 writefile("query", $config{wikistatedir}."/xapian/templates",
33                         IkiWiki::misctemplate(gettext("search"),
34                                 readfile(IkiWiki::template_file("searchquery.tmpl"))));
35         }
36 } #}}}
37
38 my $form;
39 sub pagetemplate (@) { #{{{
40         my %params=@_;
41         my $page=$params{page};
42         my $template=$params{template};
43
44         # Add search box to page header.
45         if ($template->query(name => "searchform")) {
46                 if (! defined $form) {
47                         my $searchform = template("searchform.tmpl", blind_cache => 1);
48                         $searchform->param(searchaction => $config{cgiurl});
49                         $form=$searchform->output;
50                 }
51
52                 $template->param(searchform => $form);
53         }
54 } #}}}
55
56 my $scrubber;
57 sub index (@) { #{{{
58         my %params=@_;
59         
60         return $params{content} if $IkiWiki::preprocessing{$params{destpage}};
61         
62         my $db=xapiandb();
63         my $doc=Search::Xapian::Document->new();
64         my $title;
65         if (exists $pagestate{$params{page}}{meta} &&
66             exists $pagestate{$params{page}}{meta}{title}) {
67                 $title=$pagestate{$params{page}}{meta}{title};
68         }
69         else {
70                 $title=IkiWiki::pagetitle($params{page});
71         }
72
73         # Remove html from text to be indexed.
74         if (! defined $scrubber) {
75                 eval q{use HTML::Scrubber};
76                 if (! $@) {
77                         $scrubber=HTML::Scrubber->new(allow => []);
78                 }
79         }
80         my $toindex = defined $scrubber ? $scrubber->scrub($params{content}) : $params{content};
81         
82         # Take 512 characters for a sample, then extend it out
83         # if it stopped in the middle of a word.
84         my $size=512;
85         my ($sample)=substr($toindex, 0, $size);
86         if (length($sample) == $size) {
87                 my $max=length($toindex);
88                 my $next;
89                 while ($size < $max &&
90                        ($next=substr($toindex, $size++, 1)) !~ /\s/) {
91                         $sample.=$next;
92                 }
93         }
94         $sample=~s/\n/ /g;
95         
96         # data used by omega
97         $doc->set_data(
98                 "url=".urlto($params{page}, "")."\n".
99                 "sample=$sample\n".
100                 "caption=$title\n".
101                 "modtime=$IkiWiki::pagemtime{$params{page}}\n".
102                 "size=".length($params{content})."\n"
103         );
104
105         my $tg = Search::Xapian::TermGenerator->new();
106         $tg->set_stemmer(new Search::Xapian::Stem("english"));
107         $tg->set_document($doc);
108         $tg->index_text($params{page}, 2);
109         $tg->index_text($title, 2);
110         $tg->index_text($toindex);
111
112         my $pageterm=pageterm($params{page});
113         $doc->add_term($pageterm);
114         $db->replace_document_by_term($pageterm, $doc);
115
116         return $params{content};
117 } #}}}
118
119 sub delete (@) { #{{{
120         my $db=xapiandb();
121         foreach my $page (@_) {
122                 $db->delete_document_by_term(pageterm($page));
123         }
124 } #}}}
125
126 sub cgi ($) { #{{{
127         my $cgi=shift;
128
129         if (defined $cgi->param('P')) {
130                 # only works for GET requests
131                 chdir("$config{wikistatedir}/xapian") || error("chdir: $!");
132                 $ENV{OMEGA_CONFIG_FILE}="./omega.conf";
133                 $ENV{CGIURL}=$config{cgiurl},
134                 exec($config{omega_cgi}) || error("$config{omega_cgi} failed: $!");
135         }
136 } #}}}
137
138 sub pageterm ($) { #{{{
139         my $page=shift;
140
141         # TODO: check if > 255 char page names overflow term
142         # length; use sha1 if so?
143         return "U:".$page;
144 } #}}}
145
146 my $db;
147 sub xapiandb () { #{{{
148         if (! defined $db) {
149                 eval q{
150                         use Search::Xapian;
151                         use Search::Xapian::WritableDatabase;
152                 };
153                 error($@) if $@;
154                 $db=Search::Xapian::WritableDatabase->new($config{wikistatedir}."/xapian/default",
155                         Search::Xapian::DB_CREATE_OR_OPEN());
156         }
157         return $db;
158 } #}}}
159
160 1