????
Your IP : 18.221.147.141
<?php
/**
* The class to store and manage litespeed db data.
*
* @since 1.3.1
* @package LiteSpeed
* @subpackage LiteSpeed/src
* @author LiteSpeed Technologies <info@litespeedtech.com>
*/
namespace LiteSpeed;
defined('WPINC') || exit();
class Data extends Root
{
const LOG_TAG = '[Data]';
private $_db_updater = array(
'3.5.0.3' => array('litespeed_update_3_5'),
'4.0' => array('litespeed_update_4'),
'4.1' => array('litespeed_update_4_1'),
'4.3' => array('litespeed_update_4_3'),
'4.4.4-b1' => array('litespeed_update_4_4_4'),
'5.3-a5' => array('litespeed_update_5_3'),
);
private $_db_site_updater = array(
// Example
// '2.0' => array(
// 'litespeed_update_site_2_0',
// ),
);
private $_url_file_types = array(
'css' => 1,
'js' => 2,
'ccss' => 3,
'ucss' => 4,
);
const TB_IMG_OPTM = 'litespeed_img_optm';
const TB_IMG_OPTMING = 'litespeed_img_optming'; // working table
const TB_AVATAR = 'litespeed_avatar';
const TB_CRAWLER = 'litespeed_crawler';
const TB_CRAWLER_BLACKLIST = 'litespeed_crawler_blacklist';
const TB_URL = 'litespeed_url';
const TB_URL_FILE = 'litespeed_url_file';
/**
* Init
*
* @since 1.3.1
*/
public function __construct()
{
}
/**
* Correct table existence
*
* Call when activate -> update_confs()
* Call when update_confs()
*
* @since 3.0
* @access public
*/
public function correct_tb_existence()
{
// Gravatar
if ($this->conf(Base::O_DISCUSS_AVATAR_CACHE)) {
$this->tb_create('avatar');
}
// Crawler
if ($this->conf(Base::O_CRAWLER)) {
$this->tb_create('crawler');
$this->tb_create('crawler_blacklist');
}
// URL mapping
$this->tb_create('url');
$this->tb_create('url_file');
// Image optm is a bit different. Only trigger creation when sending requests. Drop when destroying.
}
/**
* Upgrade conf to latest format version from previous versions
*
* NOTE: Only for v3.0+
*
* @since 3.0
* @access public
*/
public function conf_upgrade($ver)
{
// Skip count check if `Use Primary Site Configurations` is on
// Deprecated since v3.0 as network primary site didn't override the subsites conf yet
// if ( ! is_main_site() && ! empty ( $this->_site_options[ self::NETWORK_O_USE_PRIMARY ] ) ) {
// return;
// }
if ($this->_get_upgrade_lock()) {
return;
}
$this->_set_upgrade_lock(true);
require_once LSCWP_DIR . 'src/data.upgrade.func.php';
// Init log manually
if ($this->conf(Base::O_DEBUG)) {
$this->cls('Debug2')->init();
}
foreach ($this->_db_updater as $k => $v) {
if (version_compare($ver, $k, '<')) {
// run each callback
foreach ($v as $v2) {
Debug2::debug("[Data] Updating [ori_v] $ver \t[to] $k \t[func] $v2");
call_user_func($v2);
}
}
}
// Reload options
$this->cls('Conf')->load_options();
$this->correct_tb_existence();
// Update related files
$this->cls('Activation')->update_files();
// Update version to latest
Conf::delete_option(Base::_VER);
Conf::add_option(Base::_VER, Core::VER);
Debug2::debug('[Data] Updated version to ' . Core::VER);
$this->_set_upgrade_lock(false);
!defined('LSWCP_EMPTYCACHE') && define('LSWCP_EMPTYCACHE', true); // clear all sites caches
Purge::purge_all();
Cloud::version_check('upgrade');
}
/**
* Upgrade site conf to latest format version from previous versions
*
* NOTE: Only for v3.0+
*
* @since 3.0
* @access public
*/
public function conf_site_upgrade($ver)
{
if ($this->_get_upgrade_lock()) {
return;
}
$this->_set_upgrade_lock(true);
require_once LSCWP_DIR . 'src/data.upgrade.func.php';
foreach ($this->_db_site_updater as $k => $v) {
if (version_compare($ver, $k, '<')) {
// run each callback
foreach ($v as $v2) {
Debug2::debug("[Data] Updating site [ori_v] $ver \t[to] $k \t[func] $v2");
call_user_func($v2);
}
}
}
// Reload options
$this->cls('Conf')->load_site_options();
Conf::delete_site_option(Base::_VER);
Conf::add_site_option(Base::_VER, Core::VER);
Debug2::debug('[Data] Updated site_version to ' . Core::VER);
$this->_set_upgrade_lock(false);
!defined('LSWCP_EMPTYCACHE') && define('LSWCP_EMPTYCACHE', true); // clear all sites caches
Purge::purge_all();
}
/**
* Check if upgrade script is running or not
*
* @since 3.0.1
*/
private function _get_upgrade_lock()
{
$is_upgrading = get_option('litespeed.data.upgrading');
if (!$is_upgrading) {
$this->_set_upgrade_lock(false); // set option value to existed to avoid repeated db query next time
}
if ($is_upgrading && time() - $is_upgrading < 3600) {
return $is_upgrading;
}
return false;
}
/**
* Show the upgrading banner if upgrade script is running
*
* @since 3.0.1
*/
public function check_upgrading_msg()
{
$is_upgrading = $this->_get_upgrade_lock();
if (!$is_upgrading) {
return;
}
Admin_Display::info(
sprintf(
__('The database has been upgrading in the background since %s. This message will disappear once upgrade is complete.', 'litespeed-cache'),
'<code>' . Utility::readable_time($is_upgrading) . '</code>'
) . ' [LiteSpeed]',
true
);
}
/**
* Set lock for upgrade process
*
* @since 3.0.1
*/
private function _set_upgrade_lock($lock)
{
if (!$lock) {
update_option('litespeed.data.upgrading', -1);
} else {
update_option('litespeed.data.upgrading', time());
}
}
/**
* Upgrade the conf to v3.0 from previous v3.0- data
*
* NOTE: Only for v3.0-
*
* @since 3.0
* @access public
*/
public function try_upgrade_conf_3_0()
{
$previous_options = get_option('litespeed-cache-conf');
if (!$previous_options) {
Cloud::version_check('new');
return;
}
$ver = $previous_options['version'];
!defined('LSCWP_CUR_V') && define('LSCWP_CUR_V', $ver);
// Init log manually
if ($this->conf(Base::O_DEBUG)) {
$this->cls('Debug2')->init();
}
Debug2::debug('[Data] Upgrading previous settings [from] ' . $ver . ' [to] v3.0');
if ($this->_get_upgrade_lock()) {
return;
}
$this->_set_upgrade_lock(true);
require_once LSCWP_DIR . 'src/data.upgrade.func.php';
// Here inside will update the version to v3.0
litespeed_update_3_0($ver);
$this->_set_upgrade_lock(false);
Debug2::debug('[Data] Upgraded to v3.0');
// Upgrade from 3.0 to latest version
$ver = '3.0';
if (Core::VER != $ver) {
$this->conf_upgrade($ver);
} else {
// Reload options
$this->cls('Conf')->load_options();
$this->correct_tb_existence();
!defined('LSWCP_EMPTYCACHE') && define('LSWCP_EMPTYCACHE', true); // clear all sites caches
Purge::purge_all();
Cloud::version_check('upgrade');
}
}
/**
* Get the table name
*
* @since 3.0
* @access public
*/
public function tb($tb)
{
global $wpdb;
switch ($tb) {
case 'img_optm':
return $wpdb->prefix . self::TB_IMG_OPTM;
break;
case 'img_optming':
return $wpdb->prefix . self::TB_IMG_OPTMING;
break;
case 'avatar':
return $wpdb->prefix . self::TB_AVATAR;
break;
case 'crawler':
return $wpdb->prefix . self::TB_CRAWLER;
break;
case 'crawler_blacklist':
return $wpdb->prefix . self::TB_CRAWLER_BLACKLIST;
break;
case 'url':
return $wpdb->prefix . self::TB_URL;
break;
case 'url_file':
return $wpdb->prefix . self::TB_URL_FILE;
break;
default:
break;
}
}
/**
* Check if one table exists or not
*
* @since 3.0
* @access public
*/
public function tb_exist($tb)
{
global $wpdb;
return $wpdb->get_var("SHOW TABLES LIKE '" . $this->tb($tb) . "'");
}
/**
* Get data structure of one table
*
* @since 2.0
* @access private
*/
private function _tb_structure($tb)
{
return File::read(LSCWP_DIR . 'src/data_structure/' . $tb . '.sql');
}
/**
* Create img optm table and sync data from wp_postmeta
*
* @since 3.0
* @access public
*/
public function tb_create($tb)
{
global $wpdb;
Debug2::debug2('[Data] Checking table ' . $tb);
// Check if table exists first
if ($this->tb_exist($tb)) {
Debug2::debug2('[Data] Existed');
return;
}
Debug2::debug('[Data] Creating ' . $tb);
$sql = sprintf(
'CREATE TABLE IF NOT EXISTS `%1$s` (' . $this->_tb_structure($tb) . ') %2$s;',
$this->tb($tb),
$wpdb->get_charset_collate() // 'DEFAULT CHARSET=utf8'
);
$res = $wpdb->query($sql);
if ($res !== true) {
Debug2::debug('[Data] Warning! Creating table failed!', $sql);
Admin_Display::error(Error::msg('failed_tb_creation', array('<code>' . $tb . '</code>', '<code>' . $sql . '</code>')));
}
}
/**
* Drop table
*
* @since 3.0
* @access public
*/
public function tb_del($tb)
{
global $wpdb;
if (!$this->tb_exist($tb)) {
return;
}
Debug2::debug('[Data] Deleting table ' . $tb);
$q = 'DROP TABLE IF EXISTS ' . $this->tb($tb);
$wpdb->query($q);
}
/**
* Drop generated tables
*
* @since 3.0
* @access public
*/
public function tables_del()
{
$this->tb_del('avatar');
$this->tb_del('crawler');
$this->tb_del('crawler_blacklist');
$this->tb_del('url');
$this->tb_del('url_file');
// Deleting img_optm only can be done when destroy all optm images
}
/**
* Keep table but clear all data
*
* @since 4.0
*/
public function table_truncate($tb)
{
global $wpdb;
$q = 'TRUNCATE TABLE ' . $this->tb($tb);
$wpdb->query($q);
}
/**
* Clean certain type of url_file
*
* @since 4.0
*/
public function url_file_clean($file_type)
{
global $wpdb;
if (!$this->tb_exist('url_file')) {
return;
}
$type = $this->_url_file_types[$file_type];
$q = 'DELETE FROM ' . $this->tb('url_file') . ' WHERE `type` = %d';
$wpdb->query($wpdb->prepare($q, $type));
// Added to cleanup url table. See issue: https://wordpress.org/support/topic/wp_litespeed_url-1-1-gb-in-db-huge-big/
$wpdb->query(
'DELETE d
FROM `' .
$this->tb('url') .
'` AS d
LEFT JOIN `' .
$this->tb('url_file') .
'` AS f ON d.`id` = f.`url_id`
WHERE f.`url_id` IS NULL'
);
}
/**
* Generate filename based on URL, if content md5 existed, reuse existing file.
* @since 4.0
*/
public function save_url($request_url, $vary, $file_type, $filecon_md5, $path, $mobile = false, $webp = false)
{
global $wpdb;
if (strlen($vary) > 32) {
$vary = md5($vary);
}
$type = $this->_url_file_types[$file_type];
$tb_url = $this->tb('url');
$tb_url_file = $this->tb('url_file');
$q = "SELECT * FROM `$tb_url` WHERE url=%s";
$url_row = $wpdb->get_row($wpdb->prepare($q, $request_url), ARRAY_A);
if (!$url_row) {
$q = "INSERT INTO `$tb_url` SET url=%s";
$wpdb->query($wpdb->prepare($q, $request_url));
$url_id = $wpdb->insert_id;
} else {
$url_id = $url_row['id'];
}
$q = "SELECT * FROM `$tb_url_file` WHERE url_id=%d AND vary=%s AND type=%d AND expired=0";
$file_row = $wpdb->get_row($wpdb->prepare($q, array($url_id, $vary, $type)), ARRAY_A);
// Check if has previous file or not
if ($file_row && $file_row['filename'] == $filecon_md5) {
return;
}
// If the new $filecon_md5 is marked as expired by previous records, clear those records
$q = "DELETE FROM `$tb_url_file` WHERE filename = %s AND expired > 0";
$wpdb->query($wpdb->prepare($q, $filecon_md5));
// Check if there is any other record used the same filename or not
$q = "SELECT id FROM `$tb_url_file` WHERE filename = %s AND expired = 0 AND id != %d LIMIT 1";
if ($file_row && $wpdb->get_var($wpdb->prepare($q, array($file_row['filename'], $file_row['id'])))) {
$q = "UPDATE `$tb_url_file` SET filename=%s WHERE id=%d";
$wpdb->query($wpdb->prepare($q, array($filecon_md5, $file_row['id'])));
return;
}
// New record needed
$q = "INSERT INTO `$tb_url_file` SET url_id=%d, vary=%s, filename=%s, type=%d, mobile=%d, webp=%d, expired=0";
$wpdb->query($wpdb->prepare($q, array($url_id, $vary, $filecon_md5, $type, $mobile ? 1 : 0, $webp ? 1 : 0)));
// Mark existing rows as expired
if ($file_row) {
$q = "UPDATE `$tb_url_file` SET expired=%d WHERE id=%d";
$expired = time() + 86400 * apply_filters('litespeed_url_file_expired_days', 20);
$wpdb->query($wpdb->prepare($q, array($expired, $file_row['id'])));
// Also check if has other files expired already to be deleted
$q = "SELECT * FROM `$tb_url_file` WHERE url_id = %d AND expired BETWEEN 1 AND %d";
$q = $wpdb->prepare($q, array($url_id, time()));
$list = $wpdb->get_results($q, ARRAY_A);
if ($list) {
foreach ($list as $v) {
$file_to_del = $path . '/' . $v['filename'] . '.' . ($file_type == 'js' ? 'js' : 'css');
if (file_exists($file_to_del)) {
// Safe to delete
Debug2::debug('[Data] Delete expired unused file: ' . $file_to_del);
// Clear related lscache first to avoid cache copy of same URL w/ diff QS
// Purge::add( Tag::TYPE_MIN . '.' . $file_row[ 'filename' ] . '.' . $file_type );
unlink($file_to_del);
}
}
$q = "DELETE FROM `$tb_url_file` WHERE url_id = %d AND expired BETWEEN 1 AND %d";
$wpdb->query($wpdb->prepare($q, array($url_id, time())));
}
}
// Purge this URL to avoid cache copy of same URL w/ diff QS
// $this->cls( 'Purge' )->purge_url( Utility::make_relative( $request_url ) ?: '/', true, true );
}
/**
* Load CCSS related file
* @since 4.0
*/
public function load_url_file($request_url, $vary, $file_type)
{
global $wpdb;
if (strlen($vary) > 32) {
$vary = md5($vary);
}
$type = $this->_url_file_types[$file_type];
self::debug2('load url file: ' . $request_url);
$tb_url = $this->tb('url');
$q = "SELECT * FROM `$tb_url` WHERE url=%s";
$url_row = $wpdb->get_row($wpdb->prepare($q, $request_url), ARRAY_A);
if (!$url_row) {
return false;
}
$url_id = $url_row['id'];
$tb_url_file = $this->tb('url_file');
$q = "SELECT * FROM `$tb_url_file` WHERE url_id=%d AND vary=%s AND type=%d AND expired=0";
$file_row = $wpdb->get_row($wpdb->prepare($q, array($url_id, $vary, $type)), ARRAY_A);
if (!$file_row) {
return false;
}
return $file_row['filename'];
}
/**
* Mark all entries of one URL to expired
* @since 4.5
*/
public function mark_as_expired($request_url, $auto_q = false)
{
global $wpdb;
$tb_url = $this->tb('url');
Debug2::debug('[Data] Try to mark as expired: ' . $request_url);
$q = "SELECT * FROM `$tb_url` WHERE url=%s";
$url_row = $wpdb->get_row($wpdb->prepare($q, $request_url), ARRAY_A);
if (!$url_row) {
return;
}
Debug2::debug('[Data] Mark url_id=' . $url_row['id'] . ' as expired');
$tb_url_file = $this->tb('url_file');
$existing_url_files = array();
if ($auto_q) {
$q = "SELECT a.*, b.url FROM `$tb_url_file` a LEFT JOIN `$tb_url` b ON b.id=a.url_id WHERE a.url_id=%d AND a.type=4 AND a.expired=0";
$q = $wpdb->prepare($q, $url_row['id']);
$existing_url_files = $wpdb->get_results($q, ARRAY_A);
}
$q = "UPDATE `$tb_url_file` SET expired=%d WHERE url_id=%d AND type=4 AND expired=0";
$expired = time() + 86400 * apply_filters('litespeed_url_file_expired_days', 20);
$wpdb->query($wpdb->prepare($q, array($expired, $url_row['id'])));
return $existing_url_files;
}
/**
* Get list from `data/css_excludes.txt`
*
* @since 3.6
*/
public function load_css_exc($list)
{
$data = $this->_load_per_line('css_excludes.txt');
if ($data) {
$list = array_unique(array_filter(array_merge($list, $data)));
}
return $list;
}
/**
* Get list from `data/ucss_whitelist.txt`
*
* @since 4.0
*/
public function load_ucss_whitelist($list)
{
$data = $this->_load_per_line('ucss_whitelist.txt');
if ($data) {
$list = array_unique(array_filter(array_merge($list, $data)));
}
return $list;
}
/**
* Get list from `data/js_excludes.txt`
*
* @since 3.5
*/
public function load_js_exc($list)
{
$data = $this->_load_per_line('js_excludes.txt');
if ($data) {
$list = array_unique(array_filter(array_merge($list, $data)));
}
return $list;
}
/**
* Get list from `data/js_defer_excludes.txt`
*
* @since 3.6
*/
public function load_js_defer_exc($list)
{
$data = $this->_load_per_line('js_defer_excludes.txt');
if ($data) {
$list = array_unique(array_filter(array_merge($list, $data)));
}
return $list;
}
/**
* Get list from `data/optm_uri_exc.txt`
*
* @since 5.4
*/
public function load_optm_uri_exc($list)
{
$data = $this->_load_per_line('optm_uri_exc.txt');
if ($data) {
$list = array_unique(array_filter(array_merge($list, $data)));
}
return $list;
}
/**
* Get list from `data/esi.nonces.txt`
*
* @since 3.5
*/
public function load_esi_nonces($list)
{
$data = $this->_load_per_line('esi.nonces.txt');
if ($data) {
$list = array_unique(array_filter(array_merge($list, $data)));
}
return $list;
}
/**
* Get list from `data/cache_nocacheable.txt`
*
* @since 6.3.0.1
*/
public function load_cache_nocacheable($list)
{
$data = $this->_load_per_line('cache_nocacheable.txt');
if ($data) {
$list = array_unique(array_filter(array_merge($list, $data)));
}
return $list;
}
/**
* Load file per line
*
* Support two kinds of comments:
* 1. `# this is comment`
* 2. `##this is comment`
*
* @since 3.5
*/
private function _load_per_line($file)
{
$data = File::read(LSCWP_DIR . 'data/' . $file);
$data = explode(PHP_EOL, $data);
$list = array();
foreach ($data as $v) {
// Drop two kinds of comments
if (strpos($v, '##') !== false) {
$v = trim(substr($v, 0, strpos($v, '##')));
}
if (strpos($v, '# ') !== false) {
$v = trim(substr($v, 0, strpos($v, '# ')));
}
if (!$v) {
continue;
}
$list[] = $v;
}
return $list;
}
}