.\" Automatically generated by Pod::Man 2.28 (Pod::Simple 3.28) .\" .\" Standard preamble: .\" ======================================================================== .de Sp \" Vertical space (when we can't use .PP) .if t .sp .5v .if n .sp .. .de Vb \" Begin verbatim text .ft CW .nf .ne \\$1 .. .de Ve \" End verbatim text .ft R .fi .. .\" Set up some character translations and predefined strings. \*(-- will .\" give an unbreakable dash, \*(PI will give pi, \*(L" will give a left .\" double quote, and \*(R" will give a right double quote. \*(C+ will .\" give a nicer C++. Capital omega is used to do unbreakable dashes and .\" therefore won't be available. \*(C` and \*(C' expand to `' in nroff, .\" nothing in troff, for use with C<>. .tr \(*W- .ds C+ C\v'-.1v'\h'-1p'\s-2+\h'-1p'+\s0\v'.1v'\h'-1p' .ie n \{\ . ds -- \(*W- . ds PI pi . if (\n(.H=4u)&(1m=24u) .ds -- \(*W\h'-12u'\(*W\h'-12u'-\" diablo 10 pitch . if (\n(.H=4u)&(1m=20u) .ds -- \(*W\h'-12u'\(*W\h'-8u'-\" diablo 12 pitch . ds L" "" . ds R" "" . ds C` "" . ds C' "" 'br\} .el\{\ . ds -- \|\(em\| . ds PI \(*p . ds L" `` . ds R" '' . ds C` . ds C' 'br\} .\" .\" Escape single quotes in literal strings from groff's Unicode transform. .ie \n(.g .ds Aq \(aq .el .ds Aq ' .\" .\" If the F register is turned on, we'll generate index entries on stderr for .\" titles (.TH), headers (.SH), subsections (.SS), items (.Ip), and index .\" entries marked with X<> in POD. Of course, you'll have to process the .\" output yourself in some meaningful fashion. .\" .\" Avoid warning from groff about undefined register 'F'. .de IX .. .nr rF 0 .if \n(.g .if rF .nr rF 1 .if (\n(rF:(\n(.g==0)) \{ . if \nF \{ . de IX . tm Index:\\$1\t\\n%\t"\\$2" .. . if !\nF==2 \{ . nr % 0 . nr F 2 . \} . \} .\} .rr rF .\" .\" Accent mark definitions (@(#)ms.acc 1.5 88/02/08 SMI; from UCB 4.2). .\" Fear. Run. Save yourself. No user-serviceable parts. . \" fudge factors for nroff and troff .if n \{\ . ds #H 0 . ds #V .8m . ds #F .3m . ds #[ \f1 . ds #] \fP .\} .if t \{\ . ds #H ((1u-(\\\\n(.fu%2u))*.13m) . ds #V .6m . ds #F 0 . ds #[ \& . ds #] \& .\} . \" simple accents for nroff and troff .if n \{\ . ds ' \& . ds ` \& . ds ^ \& . ds , \& . ds ~ ~ . ds / .\} .if t \{\ . ds ' \\k:\h'-(\\n(.wu*8/10-\*(#H)'\'\h"|\\n:u" . ds ` \\k:\h'-(\\n(.wu*8/10-\*(#H)'\`\h'|\\n:u' . ds ^ \\k:\h'-(\\n(.wu*10/11-\*(#H)'^\h'|\\n:u' . ds , \\k:\h'-(\\n(.wu*8/10)',\h'|\\n:u' . ds ~ \\k:\h'-(\\n(.wu-\*(#H-.1m)'~\h'|\\n:u' . ds / \\k:\h'-(\\n(.wu*8/10-\*(#H)'\z\(sl\h'|\\n:u' .\} . \" troff and (daisy-wheel) nroff accents .ds : \\k:\h'-(\\n(.wu*8/10-\*(#H+.1m+\*(#F)'\v'-\*(#V'\z.\h'.2m+\*(#F'.\h'|\\n:u'\v'\*(#V' .ds 8 \h'\*(#H'\(*b\h'-\*(#H' .ds o \\k:\h'-(\\n(.wu+\w'\(de'u-\*(#H)/2u'\v'-.3n'\*(#[\z\(de\v'.3n'\h'|\\n:u'\*(#] .ds d- \h'\*(#H'\(pd\h'-\w'~'u'\v'-.25m'\f2\(hy\fP\v'.25m'\h'-\*(#H' .ds D- D\\k:\h'-\w'D'u'\v'-.11m'\z\(hy\v'.11m'\h'|\\n:u' .ds th \*(#[\v'.3m'\s+1I\s-1\v'-.3m'\h'-(\w'I'u*2/3)'\s-1o\s+1\*(#] .ds Th \*(#[\s+2I\s-2\h'-\w'I'u*3/5'\v'-.3m'o\v'.3m'\*(#] .ds ae a\h'-(\w'a'u*4/10)'e .ds Ae A\h'-(\w'A'u*4/10)'E . \" corrections for vroff .if v .ds ~ \\k:\h'-(\\n(.wu*9/10-\*(#H)'\s-2\u~\d\s+2\h'|\\n:u' .if v .ds ^ \\k:\h'-(\\n(.wu*10/11-\*(#H)'\v'-.4m'^\v'.4m'\h'|\\n:u' . \" for low resolution devices (crt and lpr) .if \n(.H>23 .if \n(.V>19 \ \{\ . ds : e . ds 8 ss . ds o a . ds d- d\h'-1'\(ga . ds D- D\h'-1'\(hy . ds th \o'bp' . ds Th \o'LP' . ds ae ae . ds Ae AE .\} .rm #[ #] #H #V #F C .\" ======================================================================== .\" .IX Title "KinoSearch1 3pm" .TH KinoSearch1 3pm "2014-08-15" "perl v5.20.0" "User Contributed Perl Documentation" .\" For nroff, turn off justification. Always turn off hyphenation; it makes .\" way too many mistakes in technical documents. .if n .ad l .nh .SH "NAME" KinoSearch1 \- search engine library .SH "VERSION" .IX Header "VERSION" 1.01 .SH "STABLE FORK" .IX Header "STABLE FORK" KinoSearch1 is a fork of KinoSearch version 0.165 intended to provide stability and backwards compatibility. For the latest features, see the main branch. .SH "SYNOPSIS" .IX Header "SYNOPSIS" First, write an application to build an inverted index, or \*(L"invindex\*(R", from your document collection. .PP .Vb 2 \& use KinoSearch1::InvIndexer; \& use KinoSearch1::Analysis::PolyAnalyzer; \& \& my $analyzer \& = KinoSearch1::Analysis::PolyAnalyzer\->new( language => \*(Aqen\*(Aq ); \& \& my $invindexer = KinoSearch1::InvIndexer\->new( \& invindex => \*(Aq/path/to/invindex\*(Aq, \& create => 1, \& analyzer => $analyzer, \& ); \& \& $invindexer\->spec_field( \& name => \*(Aqtitle\*(Aq, \& boost => 3, \& ); \& $invindexer\->spec_field( name => \*(Aqbodytext\*(Aq ); \& \& while ( my ( $title, $bodytext ) = each %source_documents ) { \& my $doc = $invindexer\->new_doc; \& \& $doc\->set_value( title => $title ); \& $doc\->set_value( bodytext => $bodytext ); \& \& $invindexer\->add_doc($doc); \& } \& \& $invindexer\->finish; .Ve .PP Then, write a second application to search the invindex: .PP .Vb 2 \& use KinoSearch1::Searcher; \& use KinoSearch1::Analysis::PolyAnalyzer; \& \& my $analyzer \& = KinoSearch1::Analysis::PolyAnalyzer\->new( language => \*(Aqen\*(Aq ); \& \& my $searcher = KinoSearch1::Searcher\->new( \& invindex => \*(Aq/path/to/invindex\*(Aq, \& analyzer => $analyzer, \& ); \& \& my $hits = $searcher\->search( query => "foo bar" ); \& while ( my $hit = $hits\->fetch_hit_hashref ) { \& print "$hit\->{title}\en"; \& } .Ve .SH "DESCRIPTION" .IX Header "DESCRIPTION" KinoSearch1 is a loose port of the Java search engine library Apache Lucene, written in Perl and C. The archetypal application is website search, but it can be put to many different uses. .SS "Features" .IX Subsection "Features" .IP "\(bu" 4 Extremely fast and scalable \- can handle millions of documents .IP "\(bu" 4 Incremental indexing (addition/deletion of documents to/from an existing index). .IP "\(bu" 4 Full support for 12 Indo-European languages. .IP "\(bu" 4 Support for boolean operators \s-1AND, OR,\s0 and \s-1AND NOT\s0; parenthetical groupings, and prepended +plus and \-minus .IP "\(bu" 4 Algorithmic selection of relevant excerpts and highlighting of search terms within excerpts .IP "\(bu" 4 Highly customizable query and indexing APIs .IP "\(bu" 4 Phrase matching .IP "\(bu" 4 Stemming .IP "\(bu" 4 Stoplists .SS "Getting Started" .IX Subsection "Getting Started" KinoSearch1 has many, many classes, but you only need to get aquainted with three to start with: .IP "\(bu" 4 KinoSearch1::InvIndexer .IP "\(bu" 4 KinoSearch1::Searcher .IP "\(bu" 4 KinoSearch1::Analysis::PolyAnalyzer .PP Probably the quickest way to get something up and running is to cut and paste the sample applications out of KinoSearch1::Docs::Tutorial and adapt them for your purposes. .SH "SEE ALSO" .IX Header "SEE ALSO" The actively developed main branch, KinoSearch. .PP The KinoSearch homepage, where you'll find links to the mailing list and so on, is . .PP The Lucene homepage is . .PP KinoSearch1::Docs::FileFormat, for an overview of the invindex file format. .SH "History" .IX Header "History" Search::Kinosearch 0.02x, no longer supported, is this suite's forerunner. Plucene is a pure-Perl port of Lucene 1.3. KinoSearch is a from-scratch project which attempts to draws on the lessons of both. The \s-1API\s0 is not compatible with either. .PP KinoSearch is named for Kino, the main character in John Steinbeck's novella, \&\*(L"The Pearl\*(R". .SH "SUPPORT" .IX Header "SUPPORT" Please direct support questions to the KinoSearch mailing list: subscription information at . .SH "BUGS" .IX Header "BUGS" \&\s-1UTF\-8\s0 scalars are not indexed properly. This is fixed in KinoSearch 0.3x, but cannot be fixed in KinoSearch1 without breaking index compatibility with KinoSearch 0.165 from which KinoSearch1 was forked. .PP Not thread-safe. .PP Indexing crashes reliably on Solaris 2.9 or other systems which are fussy about pointer alignment. .PP Please report any other bugs or feature requests to \&\f(CW\*(C`bug\-kinosearch1@rt.cpan.org\*(C'\fR, or through the web interface at . .SH "COPYRIGHT & LICENSE" .IX Header "COPYRIGHT & LICENSE" Copyright 2005\-2010 Marvin Humphrey .PP This program is free software; you can redistribute it and/or modify it under the same terms as Perl itself. .PP Terms of usage for Apache Lucene, from which portions of KinoSearch1 are derived, are spelled out in the Apache License: see the file \&\*(L"ApacheLicense2.0.txt\*(R". .SH "DISCLAIMER OF WARRANTY" .IX Header "DISCLAIMER OF WARRANTY" \&\s-1BECAUSE THIS SOFTWARE IS LICENSED FREE OF CHARGE, THERE IS NO WARRANTY FOR THE SOFTWARE, TO THE EXTENT PERMITTED BY APPLICABLE LAW. EXCEPT WHEN OTHERWISE STATED IN WRITING THE COPYRIGHT HOLDERS AND/OR OTHER PARTIES PROVIDE THE SOFTWARE \*(L"AS IS\*(R" WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE. THE ENTIRE RISK AS TO THE QUALITY AND PERFORMANCE OF THE SOFTWARE IS WITH YOU. SHOULD THE SOFTWARE PROVE DEFECTIVE, YOU ASSUME THE COST OF ALL NECESSARY SERVICING, REPAIR, OR CORRECTION.\s0 .PP \&\s-1IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN WRITING WILL ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY WHO MAY MODIFY AND/OR REDISTRIBUTE THE SOFTWARE AS PERMITTED BY THE ABOVE LICENCE, BE LIABLE TO YOU FOR DAMAGES, INCLUDING ANY GENERAL, SPECIAL, INCIDENTAL, OR CONSEQUENTIAL DAMAGES ARISING OUT OF THE USE OR INABILITY TO USE THE SOFTWARE \s0(\s-1INCLUDING BUT NOT LIMITED TO LOSS OF DATA OR DATA BEING RENDERED INACCURATE OR LOSSES SUSTAINED BY YOU OR THIRD PARTIES OR A FAILURE OF THE SOFTWARE TO OPERATE WITH ANY OTHER SOFTWARE\s0), \s-1EVEN IF SUCH HOLDER OR OTHER PARTY HAS BEEN ADVISED OF THE POSSIBILITY OF SUCH DAMAGES.\s0