1: 2: 3: 4: 5: 6: 7: 8: 9: 10: 11: 12: 13: 14: 15: 16: 17: 18: 19: 20: 21: 22: 23: 24: 25: 26: 27: 28: 29: 30: 31: 32: 33: 34: 35: 36: 37: 38: 39: 40: 41: 42: 43: 44: 45: 46: 47: 48: 49: 50: 51: 52: 53: 54: 55: 56: 57: 58: 59: 60: 61: 62: 63: 64: 65: 66: 67: 68: 69: 70: 71: 72: 73: 74: 75: 76: 77: 78: 79: 80: 81: 82: 83: 84: 85: 86: 87: 88: 89: 90: 91: 92: 93: 94: 95: 96: 97: 98: 99: 100: 101: 102: 103: 104: 105: 106: 107: 108: 109: 110: 111: 112: 113: 114: 115: 116: 117: 118: 119: 120: 121: 122: 123: 124: 125: 126: 127: 128: 129: 130: 131: 132: 133: 134: 135: 136: 137: 138: 139: 140: 141: 142: 143: 144: 145: 146: 147: 148: 149: 150: 151: 152: 153: 154: 155: 156: 157: 158: 159: 160: 161: 162: 163: 164: 165: 166: 167: 168: 169: 170: 171: 172: 173: 174: 175: 176: 177: 178: 179: 180: 181: 182: 183: 184: 185: 186: 187: 188: 189: 190: 191: 192: 193: 194: 195: 196: 197: 198: 199: 200: 201: 202: 203: 204: 205: 206: 207: 208: 209: 210: 211: 212: 213: 214: 215: 216: 217: 218: 219: 220: 221: 222: 223: 224: 225: 226: 227: 228: 229: 230: 231: 232: 233: 234: 235: 236: 237: 238: 239: 240: 241: 242: 243: 244: 245: 246: 247: 248: 249: 250: 251: 252: 253: 254: 255: 256: 257: 258: 259: 260: 261: 262: 263: 264: 265: 266: 267: 268: 269: 270: 271: 272: 273: 274: 275: 276: 277: 278: 279: 280: 281: 282: 283: 284: 285: 286: 287: 288: 289: 290: 291: 292: 293: 294: 295: 296: 297: 298: 299: 300: 301: 302: 303: 304: 305: 306: 307: 308: 309: 310: 311: 312: 313: 314: 315: 316: 317: 318: 319: 320: 321: 322: 323: 324: 325: 326: 327: 328: 329: 330: 331: 332: 333: 334: 335: 336: 337: 338: 339: 340: 341: 342: 343: 344: 345: 346: 347: 348: 349: 350: 351: 352: 353: 354: 355: 356: 357: 358: 359: 360: 361: 362: 363: 364: 365: 366: 367: 368: 369: 370: 371: 372: 373: 374: 375: 376: 377: 378: 379: 380: 381: 382: 383: 384: 385: 386: 387: 388: 389: 390: 391: 392: 393: 394: 395: 396: 397: 398: 399: 400: 401: 402: 403: 404: 405: 406: 407: 408: 409: 410: 411: 412: 413: 414: 415: 416: 417: 418: 419: 420: 421: 422: 423: 424: 425: 426: 427: 428: 429: 430: 431: 432: 433: 434: 435: 436: 437: 438: 439: 440: 441: 442: 443: 444: 445: 446: 447: 448: 449: 450: 451: 452: 453: 454: 455: 456: 457: 458: 459: 460: 461: 462: 463: 464: 465: 466: 467: 468: 469: 470: 471: 472: 473: 474: 475: 476: 477: 478: 479: 480: 481: 482: 483: 484: 485: 486: 487: 488: 489: 490: 491: 492: 493: 494: 495: 496: 497: 498: 499: 500: 501: 502: 503: 504: 505: 506: 507: 508: 509: 510: 511: 512: 513: 514: 515: 516: 517: 518: 519: 520: 521: 522: 523: 524: 525: 526: 527: 528: 529: 530: 531: 532: 533: 534: 535: 536: 537: 538: 539: 540: 541: 542: 543: 544: 545: 546: 547: 548: 549: 550: 551: 552: 553: 554: 555: 556: 557: 558: 559: 560: 561: 562: 563: 564: 565: 566: 567: 568: 569: 570: 571: 572: 573: 574: 575: 576: 577: 578: 579: 580: 581: 582: 583: 584: 585: 586: 587: 588: 589: 590: 591: 592: 593: 594: 595: 596: 597: 598: 599: 600: 601: 602: 603: 604: 605: 606: 607: 608: 609: 610: 611: 612: 613: 614: 615: 616: 617: 618: 619: 620: 621: 622: 623: 624: 625: 626: 627: 628: 629: 630: 631: 632: 633: 634: 635: 636: 637: 638: 639: 640: 641: 642: 643: 644: 645: 646: 647: 648: 649: 650: 651: 652: 653: 654: 655: 656: 657: 658: 659: 660: 661: 662: 663: 664: 665: 666: 667: 668: 669: 670: 671: 672: 673: 674: 675: 676: 677: 678: 679: 680: 681: 682: 683: 684: 685: 686: 687: 688: 689: 690: 691: 692: 693: 694: 695: 696: 697: 698: 699: 700: 701: 702: 703: 704: 705: 706: 707: 708: 709: 710: 711: 712: 713: 714: 715: 716: 717: 718: 719: 720: 721: 722: 723: 724: 725: 726: 727: 728: 729: 730: 731: 732: 733: 734: 735: 736: 737: 738: 739: 740: 741: 742: 743: 744: 745: 746: 747: 748: 749: 750: 751: 752: 753: 754: 755: 756: 757: 758: 759: 760: 761: 762: 763: 764: 765: 766: 767: 768: 769: 770: 771: 772: 773: 774: 775: 776: 777: 778: 779: 780: 781: 782: 783: 784: 785: 786: 787: 788: 789: 790: 791: 792: 793: 794: 795: 796: 797: 798: 799: 800: 801: 802: 803: 804: 805: 806: 807: 808: 809: 810: 811: 812: 813: 814: 815: 816: 817: 818: 819: 820: 821: 822: 823: 824: 825: 826: 827: 828: 829: 830: 831: 832: 833: 834: 835: 836: 837: 838: 839: 840: 841: 842: 843: 844: 845: 846: 847: 848: 849: 850: 851: 852: 853: 854: 855: 856: 857: 858: 859: 860: 861: 862: 863: 864: 865: 866: 867: 868: 869: 870: 871: 872: 873: 874: 875: 876: 877: 878: 879: 880: 881: 882: 883: 884: 885: 886: 887: 888: 889: 890: 891: 892: 893: 894: 895: 896: 897: 898: 899: 900: 901: 902: 903: 904: 905: 906: 907: 908: 909: 910: 911: 912: 913: 914: 915: 916: 917: 918: 919: 920: 921: 922: 923: 924: 925: 926: 927: 928: 929: 930: 931: 932: 933: 934: 935: 936: 937: 938: 939: 940: 941: 942: 943: 944: 945: 946: 947: 948: 949: 950: 951: 952: 953: 954: 955: 956: 957: 958: 959: 960: 961: 962: 963: 964: 965: 966: 967: 968: 969: 970: 971: 972: 973: 974: 975: 976: 977: 978: 979: 980: 981: 982: 983: 984: 985: 986: 987: 988: 989: 990: 991: 992: 993: 994: 995: 996: 997: 998: 999: 1000: 1001: 1002: 1003: 1004: 1005: 1006: 1007: 1008: 1009: 1010: 1011: 1012: 1013: 1014: 1015: 1016: 1017: 1018: 1019: 1020: 1021: 1022: 1023: 1024: 1025: 1026: 1027: 1028: 1029: 1030: 1031: 1032: 1033: 1034: 1035: 1036: 1037: 1038: 1039: 1040: 1041: 1042: 1043: 1044: 1045: 1046: 1047: 1048: 1049: 1050: 1051: 1052: 1053: 1054: 1055: 1056: 1057: 1058: 1059: 1060: 1061: 1062: 1063: 1064: 1065: 1066: 1067: 1068: 1069: 1070: 1071: 1072: 1073: 1074: 1075: 1076: 1077: 1078: 1079: 1080: 1081: 1082: 1083: 1084: 1085: 1086: 1087: 1088: 1089: 1090: 1091: 1092: 1093: 1094: 1095: 1096: 1097: 1098: 1099: 1100: 1101: 1102: 1103: 1104: 1105: 1106: 1107: 1108: 1109: 1110: 1111: 1112: 1113: 1114: 1115: 1116: 1117:
<?php
if (!defined('SMF'))
die('No direct access...');
function SearchEngines()
{
global $context, $txt, $modSettings;
isAllowedTo('admin_forum');
loadLanguage('Search');
loadTemplate('ManageSearch');
if (!empty($modSettings['spider_mode']))
{
$subActions = array(
'editspiders' => 'EditSpider',
'logs' => 'SpiderLogs',
'settings' => 'ManageSearchEngineSettings',
'spiders' => 'ViewSpiders',
'stats' => 'SpiderStats',
);
$default = 'stats';
}
else
{
$subActions = array(
'settings' => 'ManageSearchEngineSettings',
);
$default = 'settings';
}
$context['sub_action'] = isset($_REQUEST['sa']) && isset($subActions[$_REQUEST['sa']]) ? $_REQUEST['sa'] : $default;
$context['page_title'] = $txt['search_engines'];
$context[$context['admin_menu_name']]['tab_data'] = array(
'title' => $txt['search_engines'],
'description' => $txt['search_engines_description'],
);
call_integration_hook('integrate_manage_search_engines', array(&$subActions));
call_helper($subActions[$context['sub_action']]);
}
function ManageSearchEngineSettings($return_config = false)
{
global $context, $txt, $scripturl, $sourcedir, $smcFunc;
$config_vars = array(
array('select', 'spider_mode', 'subtext' => $txt['spider_mode_note'], array($txt['spider_mode_off'], $txt['spider_mode_standard'], $txt['spider_mode_high'], $txt['spider_mode_vhigh']), 'onchange' => 'disableFields();'),
'spider_group' => array('select', 'spider_group', 'subtext' => $txt['spider_group_note'], array($txt['spider_group_none'], $txt['membergroups_members'])),
array('select', 'show_spider_online', array($txt['show_spider_online_no'], $txt['show_spider_online_summary'], $txt['show_spider_online_detail'], $txt['show_spider_online_detail_admin'])),
);
$context['settings_message'] = '<span class="smalltext">' . sprintf($txt['spider_settings_desc'], $scripturl . '?action=admin;area=logs;sa=settings;' . $context['session_var'] . '=' . $context['session_id']) . '</span>';
$javascript_function = '
function disableFields()
{
disabledState = document.getElementById(\'spider_mode\').value == 0;';
foreach ($config_vars as $variable)
if ($variable[1] != 'spider_mode')
$javascript_function .= '
if (document.getElementById(\'' . $variable[1] . '\'))
document.getElementById(\'' . $variable[1] . '\').disabled = disabledState;';
$javascript_function .= '
}
disableFields();';
call_integration_hook('integrate_modify_search_engine_settings', array(&$config_vars));
if ($return_config)
return $config_vars;
$request = $smcFunc['db_query']('', '
SELECT id_group, group_name
FROM {db_prefix}membergroups
WHERE id_group != {int:admin_group}
AND id_group != {int:moderator_group}',
array(
'admin_group' => 1,
'moderator_group' => 3,
)
);
while ($row = $smcFunc['db_fetch_assoc']($request))
$config_vars['spider_group'][2][$row['id_group']] = $row['group_name'];
$smcFunc['db_free_result']($request);
if (isset($_POST['spider_group']) && !isset($config_vars['spider_group'][2][$_POST['spider_group']]))
$_POST['spider_group'] = 0;
require_once($sourcedir . '/ManageServer.php');
$context['page_title'] = $txt['settings'];
$context['sub_template'] = 'show_settings';
if (isset($_GET['save']))
{
checkSession();
call_integration_hook('integrate_save_search_engine_settings');
saveDBSettings($config_vars);
recacheSpiderNames();
$_SESSION['adm-save'] = true;
redirectexit('action=admin;area=sengines;sa=settings');
}
$context['post_url'] = $scripturl . '?action=admin;area=sengines;save;sa=settings';
$context['settings_title'] = $txt['settings'];
addInlineJavaScript($javascript_function, true);
prepareDBSettingContext($config_vars);
}
function ViewSpiders()
{
global $context, $txt, $sourcedir, $scripturl, $smcFunc, $modSettings;
if (!isset($_SESSION['spider_stat']) || $_SESSION['spider_stat'] < time() - 60)
{
consolidateSpiderStats();
$_SESSION['spider_stat'] = time();
}
if (!empty($_POST['addSpider']))
return EditSpider();
elseif (!empty($_POST['removeSpiders']) && !empty($_POST['remove']) && is_array($_POST['remove']))
{
checkSession();
validateToken('admin-ser');
foreach ($_POST['remove'] as $index => $spider_id)
$_POST['remove'][(int) $index] = (int) $spider_id;
$smcFunc['db_query']('', '
DELETE FROM {db_prefix}spiders
WHERE id_spider IN ({array_int:remove_list})',
array(
'remove_list' => $_POST['remove'],
)
);
$smcFunc['db_query']('', '
DELETE FROM {db_prefix}log_spider_hits
WHERE id_spider IN ({array_int:remove_list})',
array(
'remove_list' => $_POST['remove'],
)
);
$smcFunc['db_query']('', '
DELETE FROM {db_prefix}log_spider_stats
WHERE id_spider IN ({array_int:remove_list})',
array(
'remove_list' => $_POST['remove'],
)
);
cache_put_data('spider_search', null, 300);
recacheSpiderNames();
}
$request = $smcFunc['db_query']('', '
SELECT id_spider, MAX(last_seen) AS last_seen_time
FROM {db_prefix}log_spider_stats
GROUP BY id_spider',
array(
)
);
$context['spider_last_seen'] = array();
while ($row = $smcFunc['db_fetch_assoc']($request))
$context['spider_last_seen'][$row['id_spider']] = $row['last_seen_time'];
$smcFunc['db_free_result']($request);
createToken('admin-ser');
$listOptions = array(
'id' => 'spider_list',
'title' => $txt['spiders'],
'items_per_page' => $modSettings['defaultMaxListItems'],
'base_href' => $scripturl . '?action=admin;area=sengines;sa=spiders',
'default_sort_col' => 'name',
'get_items' => array(
'function' => 'list_getSpiders',
),
'get_count' => array(
'function' => 'list_getNumSpiders',
),
'no_items_label' => $txt['spiders_no_entries'],
'columns' => array(
'name' => array(
'header' => array(
'value' => $txt['spider_name'],
),
'data' => array(
'function' => function($rowData) use ($smcFunc, $scripturl)
{
return sprintf('<a href="%1$s?action=admin;area=sengines;sa=editspiders;sid=%2$d">%3$s</a>', $scripturl, $rowData['id_spider'], $smcFunc['htmlspecialchars']($rowData['spider_name']));
},
),
'sort' => array(
'default' => 'spider_name DESC',
'reverse' => 'spider_name',
),
),
'last_seen' => array(
'header' => array(
'value' => $txt['spider_last_seen'],
),
'data' => array(
'function' => function($rowData) use ($context, $txt)
{
return isset($context['spider_last_seen'][$rowData['id_spider']]) ? timeformat($context['spider_last_seen'][$rowData['id_spider']]) : $txt['spider_last_never'];
},
),
),
'user_agent' => array(
'header' => array(
'value' => $txt['spider_agent'],
),
'data' => array(
'db_htmlsafe' => 'user_agent',
),
'sort' => array(
'default' => 'user_agent',
'reverse' => 'user_agent DESC',
),
),
'ip_info' => array(
'header' => array(
'value' => $txt['spider_ip_info'],
),
'data' => array(
'db_htmlsafe' => 'ip_info',
'class' => 'smalltext',
),
'sort' => array(
'default' => 'ip_info',
'reverse' => 'ip_info DESC',
),
),
'check' => array(
'header' => array(
'value' => '<input type="checkbox" onclick="invertAll(this, this.form);">',
'class' => 'centercol',
),
'data' => array(
'sprintf' => array(
'format' => '<input type="checkbox" name="remove[]" value="%1$d">',
'params' => array(
'id_spider' => false,
),
),
'class' => 'centercol',
),
),
),
'form' => array(
'href' => $scripturl . '?action=admin;area=sengines;sa=spiders',
'token' => 'admin-ser',
),
'additional_rows' => array(
array(
'position' => 'bottom_of_list',
'value' => '
<input type="submit" name="removeSpiders" value="' . $txt['spiders_remove_selected'] . '" data-confirm="' . $txt['spider_remove_selected_confirm'] . '" class="button you_sure">
<input type="submit" name="addSpider" value="' . $txt['spiders_add'] . '" class="button">
',
),
),
);
require_once($sourcedir . '/Subs-List.php');
createList($listOptions);
$context['sub_template'] = 'show_list';
$context['default_list'] = 'spider_list';
}
function list_getSpiders($start, $items_per_page, $sort)
{
global $smcFunc;
$request = $smcFunc['db_query']('', '
SELECT id_spider, spider_name, user_agent, ip_info
FROM {db_prefix}spiders
ORDER BY {raw:sort}
LIMIT {int:start}, {int:items}',
array(
'sort' => $sort,
'start' => $start,
'items' => $items_per_page,
)
);
$spiders = array();
while ($row = $smcFunc['db_fetch_assoc']($request))
$spiders[$row['id_spider']] = $row;
$smcFunc['db_free_result']($request);
return $spiders;
}
function list_getNumSpiders()
{
global $smcFunc;
$request = $smcFunc['db_query']('', '
SELECT COUNT(*) AS num_spiders
FROM {db_prefix}spiders',
array(
)
);
list ($numSpiders) = $smcFunc['db_fetch_row']($request);
$smcFunc['db_free_result']($request);
return $numSpiders;
}
function EditSpider()
{
global $context, $smcFunc, $txt;
$context['id_spider'] = !empty($_GET['sid']) ? (int) $_GET['sid'] : 0;
$context['page_title'] = $context['id_spider'] ? $txt['spiders_edit'] : $txt['spiders_add'];
$context['sub_template'] = 'spider_edit';
if (!empty($_POST['save']))
{
checkSession();
validateToken('admin-ses');
$ips = array();
$ip_sets = explode(',', $_POST['spider_ip']);
foreach ($ip_sets as $set)
{
$test = ip2range(trim($set));
if (!empty($test))
$ips[] = $set;
}
$ips = implode(',', $ips);
if ($context['id_spider'])
$smcFunc['db_query']('', '
UPDATE {db_prefix}spiders
SET spider_name = {string:spider_name}, user_agent = {string:spider_agent},
ip_info = {string:ip_info}
WHERE id_spider = {int:current_spider}',
array(
'current_spider' => $context['id_spider'],
'spider_name' => $_POST['spider_name'],
'spider_agent' => $_POST['spider_agent'],
'ip_info' => $ips,
)
);
else
$smcFunc['db_insert']('insert',
'{db_prefix}spiders',
array(
'spider_name' => 'string', 'user_agent' => 'string', 'ip_info' => 'string',
),
array(
$_POST['spider_name'], $_POST['spider_agent'], $ips,
),
array('id_spider')
);
cache_put_data('spider_search', null);
recacheSpiderNames();
redirectexit('action=admin;area=sengines;sa=spiders');
}
$context['spider'] = array(
'id' => 0,
'name' => '',
'agent' => '',
'ip_info' => '',
);
if ($context['id_spider'])
{
$request = $smcFunc['db_query']('', '
SELECT id_spider, spider_name, user_agent, ip_info
FROM {db_prefix}spiders
WHERE id_spider = {int:current_spider}',
array(
'current_spider' => $context['id_spider'],
)
);
if ($row = $smcFunc['db_fetch_assoc']($request))
$context['spider'] = array(
'id' => $row['id_spider'],
'name' => $row['spider_name'],
'agent' => $row['user_agent'],
'ip_info' => $row['ip_info'],
);
$smcFunc['db_free_result']($request);
}
createToken('admin-ses');
}
function SpiderCheck()
{
global $modSettings, $smcFunc;
if (isset($_SESSION['id_robot']))
unset($_SESSION['id_robot']);
$_SESSION['robot_check'] = time();
if (($spider_data = cache_get_data('spider_search', 600)) === null)
{
$request = $smcFunc['db_query']('', '
SELECT id_spider, user_agent, ip_info
FROM {db_prefix}spiders
ORDER BY LENGTH(user_agent) DESC',
array(
)
);
$spider_data = array();
while ($row = $smcFunc['db_fetch_assoc']($request))
$spider_data[] = $row;
$smcFunc['db_free_result']($request);
cache_put_data('spider_search', $spider_data, 600);
}
if (empty($spider_data))
return false;
$ci_user_agent = strtolower($_SERVER['HTTP_USER_AGENT']);
foreach ($spider_data as $spider)
{
if (!empty($spider['user_agent']) && strpos($ci_user_agent, strtolower($spider['user_agent'])) !== false)
$_SESSION['id_robot'] = $spider['id_spider'];
elseif ($_SERVER['REMOTE_ADDR'])
{
$ips = explode(',', $spider['ip_info']);
foreach ($ips as $ip)
{
if ($ip === '')
continue;
$ip = ip2range($ip);
if (!empty($ip))
{
if (inet_ptod($ip['low']) <= inet_ptod($_SERVER['REMOTE_ADDR']) && inet_ptod($ip['high']) >= inet_ptod($_SERVER['REMOTE_ADDR']))
$_SESSION['id_robot'] = $spider['id_spider'];
}
}
}
if (isset($_SESSION['id_robot']))
break;
}
if (!empty($modSettings['spider_mode']) && $modSettings['spider_mode'] == 1 && !empty($_SESSION['id_robot']))
logSpider();
return !empty($_SESSION['id_robot']) ? $_SESSION['id_robot'] : 0;
}
function logSpider()
{
global $smcFunc, $modSettings, $context;
if (empty($modSettings['spider_mode']) || empty($_SESSION['id_robot']))
return;
if ($modSettings['spider_mode'] == 1)
{
$date = strftime('%Y-%m-%d', forum_time(false));
$smcFunc['db_query']('', '
UPDATE {db_prefix}log_spider_stats
SET last_seen = {int:current_time}, page_hits = page_hits + 1
WHERE id_spider = {int:current_spider}
AND stat_date = {date:current_date}',
array(
'current_date' => $date,
'current_time' => time(),
'current_spider' => $_SESSION['id_robot'],
)
);
if ($smcFunc['db_affected_rows']() == 0)
{
$smcFunc['db_insert']('ignore',
'{db_prefix}log_spider_stats',
array(
'id_spider' => 'int', 'last_seen' => 'int', 'stat_date' => 'date', 'page_hits' => 'int',
),
array(
$_SESSION['id_robot'], time(), $date, 1,
),
array('id_spider', 'stat_date')
);
}
}
else
{
if ($modSettings['spider_mode'] > 2)
{
$url = $_GET + array('USER_AGENT' => $_SERVER['HTTP_USER_AGENT']);
unset($url['sesc'], $url[$context['session_var']]);
$url = $smcFunc['json_encode']($url);
}
else
$url = '';
$smcFunc['db_insert']('insert',
'{db_prefix}log_spider_hits',
array('id_spider' => 'int', 'log_time' => 'int', 'url' => 'string'),
array($_SESSION['id_robot'], time(), $url),
array()
);
}
}
function consolidateSpiderStats()
{
global $smcFunc;
$request = $smcFunc['db_query']('consolidate_spider_stats', '
SELECT id_spider, MAX(log_time) AS last_seen, COUNT(*) AS num_hits
FROM {db_prefix}log_spider_hits
WHERE processed = {int:not_processed}
GROUP BY id_spider, MONTH(log_time), DAYOFMONTH(log_time)',
array(
'not_processed' => 0,
)
);
$spider_hits = array();
while ($row = $smcFunc['db_fetch_assoc']($request))
$spider_hits[] = $row;
$smcFunc['db_free_result']($request);
if (empty($spider_hits))
return;
$stat_inserts = array();
foreach ($spider_hits as $stat)
{
$date = strftime('%Y-%m-%d', $stat['last_seen']);
$smcFunc['db_query']('', '
UPDATE {db_prefix}log_spider_stats
SET page_hits = page_hits + {int:hits},
last_seen = CASE WHEN last_seen > {int:last_seen} THEN last_seen ELSE {int:last_seen} END
WHERE id_spider = {int:current_spider}
AND stat_date = {date:last_seen_date}',
array(
'last_seen_date' => $date,
'last_seen' => $stat['last_seen'],
'current_spider' => $stat['id_spider'],
'hits' => $stat['num_hits'],
)
);
if ($smcFunc['db_affected_rows']() == 0)
$stat_inserts[] = array($date, $stat['id_spider'], $stat['num_hits'], $stat['last_seen']);
}
if (!empty($stat_inserts))
$smcFunc['db_insert']('ignore',
'{db_prefix}log_spider_stats',
array('stat_date' => 'date', 'id_spider' => 'int', 'page_hits' => 'int', 'last_seen' => 'int'),
$stat_inserts,
array('stat_date', 'id_spider')
);
$smcFunc['db_query']('', '
UPDATE {db_prefix}log_spider_hits
SET processed = {int:is_processed}
WHERE processed = {int:not_processed}',
array(
'is_processed' => 1,
'not_processed' => 0,
)
);
}
function SpiderLogs()
{
global $context, $txt, $sourcedir, $scripturl, $smcFunc, $modSettings;
loadLanguage('Search');
loadTemplate('ManageSearch');
if ((!empty($_POST['delete_entries']) && isset($_POST['older'])) || !empty($_POST['removeAll']))
{
checkSession();
validateToken('admin-sl');
if (!empty($_POST['delete_entries']) && isset($_POST['older']))
{
$deleteTime = time() - (((int) $_POST['older']) * 24 * 60 * 60);
$smcFunc['db_query']('', '
DELETE FROM {db_prefix}log_spider_hits
WHERE log_time < {int:delete_period}',
array(
'delete_period' => $deleteTime,
)
);
}
else
{
$smcFunc['db_query']('', '
TRUNCATE TABLE {db_prefix}log_spider_hits',
array()
);
}
}
$listOptions = array(
'id' => 'spider_logs',
'items_per_page' => $modSettings['defaultMaxListItems'],
'title' => $txt['spider_logs'],
'no_items_label' => $txt['spider_logs_empty'],
'base_href' => $context['admin_area'] == 'sengines' ? $scripturl . '?action=admin;area=sengines;sa=logs' : $scripturl . '?action=admin;area=logs;sa=spiderlog',
'default_sort_col' => 'log_time',
'get_items' => array(
'function' => 'list_getSpiderLogs',
),
'get_count' => array(
'function' => 'list_getNumSpiderLogs',
),
'columns' => array(
'name' => array(
'header' => array(
'value' => $txt['spider'],
),
'data' => array(
'db' => 'spider_name',
),
'sort' => array(
'default' => 's.spider_name',
'reverse' => 's.spider_name DESC',
),
),
'log_time' => array(
'header' => array(
'value' => $txt['spider_time'],
),
'data' => array(
'function' => function($rowData)
{
return timeformat($rowData['log_time']);
},
),
'sort' => array(
'default' => 'sl.id_hit DESC',
'reverse' => 'sl.id_hit',
),
),
'viewing' => array(
'header' => array(
'value' => $txt['spider_viewing'],
),
'data' => array(
'db' => 'url',
),
),
),
'form' => array(
'token' => 'admin-sl',
'href' => $scripturl . '?action=admin;area=sengines;sa=logs',
),
'additional_rows' => array(
array(
'position' => 'after_title',
'value' => $txt['spider_logs_info'],
),
array(
'position' => 'below_table_data',
'value' => '<input type="submit" name="removeAll" value="' . $txt['spider_log_empty_log'] . '" data-confirm="' . $txt['spider_log_empty_log_confirm'] . '" class="button you_sure">',
),
),
);
createToken('admin-sl');
require_once($sourcedir . '/Subs-List.php');
createList($listOptions);
if (!empty($context['spider_logs']['rows']))
{
$urls = array();
foreach ($context['spider_logs']['rows'] as $k => $row)
{
if (empty($row['data']['viewing']['value']) && isset($modSettings['spider_mode']) && $modSettings['spider_mode'] < 3)
$context['spider_logs']['rows'][$k]['viewing']['value'] = '<em>' . $txt['spider_disabled'] . '</em>';
else
$urls[$k] = array($row['data']['viewing']['value'], -1);
}
require_once($sourcedir . '/Who.php');
$urls = determineActions($urls, 'whospider_');
foreach ($urls as $k => $new_url)
{
$context['spider_logs']['rows'][$k]['data']['viewing']['value'] = $new_url;
}
}
$context['page_title'] = $txt['spider_logs'];
$context['sub_template'] = 'show_spider_logs';
$context['default_list'] = 'spider_logs';
}
function list_getSpiderLogs($start, $items_per_page, $sort)
{
global $smcFunc;
$request = $smcFunc['db_query']('', '
SELECT sl.id_spider, sl.url, sl.log_time, s.spider_name
FROM {db_prefix}log_spider_hits AS sl
INNER JOIN {db_prefix}spiders AS s ON (s.id_spider = sl.id_spider)
ORDER BY {raw:sort}
LIMIT {int:start}, {int:items}',
array(
'sort' => $sort,
'start' => $start,
'items' => $items_per_page,
)
);
$spider_logs = array();
while ($row = $smcFunc['db_fetch_assoc']($request))
$spider_logs[] = $row;
$smcFunc['db_free_result']($request);
return $spider_logs;
}
function list_getNumSpiderLogs()
{
global $smcFunc;
$request = $smcFunc['db_query']('', '
SELECT COUNT(*) AS num_logs
FROM {db_prefix}log_spider_hits',
array(
)
);
list ($numLogs) = $smcFunc['db_fetch_row']($request);
$smcFunc['db_free_result']($request);
return $numLogs;
}
function SpiderStats()
{
global $context, $txt, $sourcedir, $scripturl, $smcFunc, $modSettings;
if (!isset($_SESSION['spider_stat']) || $_SESSION['spider_stat'] < time() - 60)
{
consolidateSpiderStats();
$_SESSION['spider_stat'] = time();
}
if (!empty($_POST['delete_entries']) && isset($_POST['older']))
{
checkSession();
validateToken('admin-ss');
$deleteTime = time() - (((int) $_POST['older']) * 24 * 60 * 60);
$smcFunc['db_query']('', '
DELETE FROM {db_prefix}log_spider_stats
WHERE last_seen < {int:delete_period}',
array(
'delete_period' => $deleteTime,
)
);
}
$request = $smcFunc['db_query']('', '
SELECT MIN(stat_date) AS first_date, MAX(stat_date) AS last_date
FROM {db_prefix}log_spider_stats',
array(
)
);
list ($min_date, $max_date) = $smcFunc['db_fetch_row']($request);
$smcFunc['db_free_result']($request);
$min_year = (int) substr($min_date, 0, 4);
$max_year = (int) substr($max_date, 0, 4);
$min_month = (int) substr($min_date, 5, 2);
$max_month = (int) substr($max_date, 5, 2);
$date_choices = array();
for ($y = $min_year; $y <= $max_year; $y++)
for ($m = 1; $m <= 12; $m++)
{
if ($y == $min_year && $m < $min_month)
continue;
if ($y == $max_year && $m > $max_month)
break;
$date_choices[$y . $m] = $txt['months_short'][$m] . ' ' . $y;
}
$current_date = isset($_REQUEST['new_date']) && isset($date_choices[$_REQUEST['new_date']]) ? $_REQUEST['new_date'] : $max_date;
$date_select = '
' . $txt['spider_stats_select_month'] . ':
<select name="new_date" onchange="document.spider_stat_list.submit();">';
if (empty($date_choices))
$date_select .= '
<option></option>';
else
foreach ($date_choices as $id => $text)
$date_select .= '
<option value="' . $id . '"' . ($current_date == $id ? ' selected' : '') . '>' . $text . '</option>';
$date_select .= '
</select>
<noscript>
<input type="submit" name="go" value="' . $txt['go'] . '" class="button">
</noscript>';
if (isset($_REQUEST['new_date']))
{
$date_query = sprintf('%04d-%02d-01', substr($current_date, 0, 4), substr($current_date, 4));
$request = $smcFunc['db_query']('', '
SELECT COUNT(*) AS offset
FROM {db_prefix}log_spider_stats
WHERE stat_date < {date:date_being_viewed}',
array(
'date_being_viewed' => $date_query,
)
);
list ($_REQUEST['start']) = $smcFunc['db_fetch_row']($request);
$smcFunc['db_free_result']($request);
}
$listOptions = array(
'id' => 'spider_stat_list',
'title' => $txt['spider'] . ' ' . $txt['spider_stats'],
'items_per_page' => $modSettings['defaultMaxListItems'],
'base_href' => $scripturl . '?action=admin;area=sengines;sa=stats',
'default_sort_col' => 'stat_date',
'get_items' => array(
'function' => 'list_getSpiderStats',
),
'get_count' => array(
'function' => 'list_getNumSpiderStats',
),
'no_items_label' => $txt['spider_stats_no_entries'],
'columns' => array(
'stat_date' => array(
'header' => array(
'value' => $txt['date'],
),
'data' => array(
'db' => 'stat_date',
),
'sort' => array(
'default' => 'stat_date',
'reverse' => 'stat_date DESC',
),
),
'name' => array(
'header' => array(
'value' => $txt['spider_name'],
),
'data' => array(
'db' => 'spider_name',
),
'sort' => array(
'default' => 's.spider_name',
'reverse' => 's.spider_name DESC',
),
),
'page_hits' => array(
'header' => array(
'value' => $txt['spider_stats_page_hits'],
),
'data' => array(
'db' => 'page_hits',
),
'sort' => array(
'default' => 'ss.page_hits',
'reverse' => 'ss.page_hits DESC',
),
),
),
'form' => array(
'href' => $scripturl . '?action=admin;area=sengines;sa=stats',
'name' => 'spider_stat_list',
),
'additional_rows' => array(
array(
'position' => 'below_table_data',
'value' => $date_select,
'style' => 'text-align: right;',
),
),
);
createToken('admin-ss');
require_once($sourcedir . '/Subs-List.php');
createList($listOptions);
$context['sub_template'] = 'show_spider_stats';
$context['default_list'] = 'spider_stat_list';
}
function list_getSpiderStats($start, $items_per_page, $sort)
{
global $smcFunc;
$request = $smcFunc['db_query']('', '
SELECT ss.id_spider, ss.stat_date, ss.page_hits, s.spider_name
FROM {db_prefix}log_spider_stats AS ss
INNER JOIN {db_prefix}spiders AS s ON (s.id_spider = ss.id_spider)
ORDER BY {raw:sort}
LIMIT {int:start}, {int:items}',
array(
'sort' => $sort,
'start' => $start,
'items' => $items_per_page,
)
);
$spider_stats = array();
while ($row = $smcFunc['db_fetch_assoc']($request))
$spider_stats[] = $row;
$smcFunc['db_free_result']($request);
return $spider_stats;
}
function list_getNumSpiderStats()
{
global $smcFunc;
$request = $smcFunc['db_query']('', '
SELECT COUNT(*) AS num_stats
FROM {db_prefix}log_spider_stats',
array(
)
);
list ($numStats) = $smcFunc['db_fetch_row']($request);
$smcFunc['db_free_result']($request);
return $numStats;
}
function recacheSpiderNames()
{
global $smcFunc;
$request = $smcFunc['db_query']('', '
SELECT id_spider, spider_name
FROM {db_prefix}spiders',
array()
);
$spiders = array();
while ($row = $smcFunc['db_fetch_assoc']($request))
$spiders[$row['id_spider']] = $row['spider_name'];
$smcFunc['db_free_result']($request);
updateSettings(array('spider_name_cache' => $smcFunc['json_encode']($spiders)));
}
?>