1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
|
<?php
/**
* $Header: /cvsroot/bitweaver/_bit_search/refresh_functions.php,v 1.24 2006/02/24 23:15:16 seannerd Exp $
*
* Copyright (c) 2004 bitweaver.org
* Copyright (c) 2003 tikwiki.org
* Copyright (c) 2002-2003, Luis Argerich, Garland Foster, Eduardo Polidor, et. al.
* All Rights Reserved. See copyright.txt for details and a complete list of authors.
* Licensed under the GNU LESSER GENERAL PUBLIC LICENSE. See license.txt for details
*
* $Id: refresh_functions.php,v 1.24 2006/02/24 23:15:16 seannerd Exp $
* @author Luis Argerich (lrargerich@yahoo.com)
* @package search
* @subpackage functions
*/
// to do - move blogs into tiki content.
/**
* random_refresh_index_comments
* I believe these functiions are from tiki. They are called every x refreshes of a browser.
* They appear to pick a random wiki page, comment, blog or article and index it.
* With the exception of blogs (blog headers not blog posts) they pick the content_id
* and pass it to refresh_index() to do the work.
*/
function random_refresh_index($pContentType = "") {
global $gBitSystem;
switch ($pContentType) {
case "articles" :
$table = "articles";
break;
case "wiki" :
$table = "wiki_pages";
break;
case "blog_posts" :
$table = "blog_posts";
break;
case "comments" :
$table = "liberty_comments";
break;
default :
$table = "";
}
if (!empty($table)) {
$cant = $gBitSystem->mDb->getOne("SELECT COUNT(*) FROM `" . BIT_DB_PREFIX . $table . "`", array());
if($cant > 0) {
$query = "SELECT `content_id` FROM `" . BIT_DB_PREFIX . $table . "`";
$contentId = $gBitSystem->mDb->getOne($query, array(), 1, rand(0, $cant - 1));
refresh_index($contentId);
}
}
}
/*
* Index Refresh Function for Liberty Content
* This can be called directly to force a refresh for a particular piece of tiki content.
* This is also called by the Random_Refresh_* indexing functions from tiki.
* This currently works for wiki pages, blog posts and articles.
*/
function refresh_index( $pContentObject = null ) {
global $gBitSystem;
if (is_object($pContentObject)) {
if (!isset($pContentObject->mInfo["index_data"]) and method_exists($pContentObject, 'setIndexData')) {
$pContentObject->setIndexData() ;
}
if (isset($pContentObject->mInfo["index_data"]) and isset($pContentObject->mContentId)) {
if (isset($pContentObject->mType["content_type_guid"])) {
$contentTypeGuid = $pContentObject->mType["content_type_guid"];
} elseif (isset($pContentObject->mContentTypeGuid)) {
$contentTypeGuid = $pContentObject->mContentTypeGuid;
}
if (isset($contentTypeGuid)) {
$words = prepare_words($pContentObject->mInfo["index_data"]);
insert_index($words, $contentTypeGuid, $pContentObject->mContentId);
}
}
}
}
// Legacy index handlers - blogs (blog headers) are not in liberty_content yet
// so we can't handle them like the others
function random_refresh_index_blogs() {
global $gBitSystem;
if( $gBitSystem->isPackageActive( 'blogs' ) ) {
require_once( BLOGS_PKG_PATH.'BitBlog.php' );
// get random blog
$cant = $gBitSystem->mDb->getOne("SELECT COUNT(*) FROM `".BIT_DB_PREFIX."blogs`", array());
if($cant > 0) {
$query = "SELECT `blog_id` FROM `" . BIT_DB_PREFIX . "blogs`";
$blogId = $gBitSystem->mDb->getOne($query, array(), 1, rand(0, $cant - 1));
refresh_index_blogs($blogId);
}
}
}
function refresh_index_blogs( $pBlogId = 0 ) {
global $gBitSystem;
if( $pBlogId > 0 and $gBitSystem->isPackageActive( 'blogs' ) ) {
require_once( BLOGS_PKG_PATH.'BitBlog.php' );
$query = "SELECT b.`title`, b.`description`, uu.`login` AS `user_login`, uu.`real_name`
FROM `".BIT_DB_PREFIX."blogs` b
INNER JOIN `".BIT_DB_PREFIX."users_users` uu ON uu.`user_id` = b.`user_id`
WHERE `blog_id` = ? ";
$res = $gBitSystem->mDb->getRow($query, array($pBlogId));
$words = prepare_words($res["title"]." ".$res["user_login"]." ".$res["real_name"]." ".$res["description"]);
insert_index($words, BITBLOG_CONTENT_TYPE_GUID, -1, $pBlogId);
}
}
function refresh_index_oldest(){
global $gBitSystem;
$contentId = $gBitSystem->mDb->getOne("SELECT `content_id` FROM `" . BIT_DB_PREFIX .
"searchindex` ORDER BY `last_update`", array());
if ( isset($contentId) ) {
refresh_index($contentId);
}
}
function prepare_words($data) {
$data = strip_tags($data);
// split into words
$sstrings = preg_split("/[\W]+/", $data, -1, PREG_SPLIT_NO_EMPTY);
// count words
$words = array();
foreach ($sstrings as $key=>$value) {
if(!isset($words[strtolower($value)])) {
$words[strtolower($value)] = 0;
}
$words[strtolower($value)]++;
}
return($words);
}
function delete_index ($pContentId) {
global $gBitSystem;
if( !empty( $pContentId ) ) {
$sql = "DELETE FROM `".BIT_DB_PREFIX."searchindex` WHERE `content_id`=?";
$gBitSystem->mDb->query($sql, array($pContentId));
}
}
function insert_index( &$words, $location, $pContentId ) {
global $gBitSystem;
if( !empty( $pContentId ) ) {
delete_index($pContentId);
$now = $gBitSystem->getUTCTime();
foreach ($words as $key=>$value) {
if (strlen($key) >= $gBitSystem->getPreference( 'search_min_wordlength') ) {
// todo: stopwords + common words.
$query = "INSERT INTO `" . BIT_DB_PREFIX . "searchindex`
(`content_id`,`searchword`,`i_count`,`last_update`) values (?,?,?,?)";
$gBitSystem->mDb->query($query, array($pContentId, $key, (int) $value, $now));
} // What happened to location?
}
}
}
function delete_search_words_and_syllables() {
global $gBitSystem;
$gBitSystem->mDb->query( "DELETE FROM `" . BIT_DB_PREFIX . "searchwords`", array() );
$gBitSystem->mDb->query( "DELETE FROM `" . BIT_DB_PREFIX . "searchsyllable`", array() );
}
function delete_index_content_type($pContentType) {
global $gBitSystem;
$sql = "DELETE FROM `" . BIT_DB_PREFIX . "searchindex`";
$array = array();
if ( $pContentType <> "pages" ) {
$sql .= " WHERE `content_id` IN (SELECT `content_id` FROM `" . BIT_DB_PREFIX .
"liberty_content` where `content_type_guid` = ?)";
$array = array($pContentType);
}
$gBitSystem->mDb->query( $sql, $array );
}
function rebuild_index($pContentType, $pUnindexedOnly = false) {
global $gBitSystem, $gLibertySystem;
$arguments = array();
$whereClause = "";
ini_set("max_execution_time", "300");
if (!$pUnindexedOnly) {
delete_index_content_type($pContentType);
}
$query = "SELECT `content_id`, `content_type_guid` FROM `" . BIT_DB_PREFIX . "liberty_content`";
if ( $pContentType <> "pages") {
$whereClause = " WHERE `content_type_guid` = ?";
$arguments[] = $pContentType;
}
if ($pUnindexedOnly) {
if (empty($whereClause)) {
$whereClause = " WHERE ";
} else {
$whereClause .= " AND ";
}
$whereClause .= "`content_id` NOT IN (SELECT DISTINCT `content_id` FROM `" . BIT_DB_PREFIX . "searchindex`)" ;
}
$orderBy = " ORDER BY `content_type_guid` ";
$result = $gBitSystem->mDb->query($query . $whereClause . $orderBy, $arguments);
$count = 0;
if( $result ) {
$count = $result->RecordCount();
while ($res = $result->fetchRow()) {
if( isset( $gLibertySystem->mContentTypes[$res["content_type_guid"]] ) ) {
$type = $gLibertySystem->mContentTypes[$res["content_type_guid"]];
require_once( constant( strtoupper( $type['handler_package'] ).'_PKG_PATH' ).$type['handler_file'] );
$obj = new $type['handler_class']( NULL, $res["content_id"] );
refresh_index($obj);
unset($obj);
}
}
}
return $count;
}
?>
|
