5LyS d dl Z d dlZd dlZd dlmZ d dlmZmZ d dlm Z d dl
m Z m Z d dl
mZ ej e Z ed Zded ee fd
Zd ej d ee fd Zd ee fd
Zd ee fdZdee d dfdZded ee fdZ de de d dfdZ d+dee d ee fdZ de ded dfdZ de d dfdZ! d,de"dz d e"dz d e"d e#e"ee f fd Z$d ee fd Z%d ee d ee fd!Z&d" Z' e ed#d$d%e'& de d e"fd' Z(d ee fd(Z)d ee fd)Z*de d dfd*Z+dS )- N)Path)SqliteDatabaseOperationalError)retry_on)WPSite
WordpressSite) PLUGIN_SLUGzD/var/lib/cloudlinux-app-version-detector/components_versions.sqlite3pathreturnc < t s;t dt t t S t
t d| d }d | D S )a
Get a list of WordPress sites that match the given path.
Args:
path: The path to search for WordPress sites.
Note: The same WordPress site (real_path) can appear in multiple reports
if it was scanned directly and also as part of a parent folder scan.
We use only the entry from the latest report for each real_path.
Returns:
A list of WPSite objects that match the path.
-App detector database '%s' couldn't be found.a
WITH latest_reports AS (
SELECT id, uid, domain, dir
FROM report
WHERE id IN (
SELECT MAX(id)
FROM report
WHERE domain IS NOT NULL
AND domain != ''
GROUP BY dir
)
),
-- Get all WordPress sites with their report IDs
all_wp_sites AS (
SELECT wp.real_path, lr.domain, lr.uid, lr.id as report_id
FROM apps AS wp
INNER JOIN latest_reports AS lr
ON wp.report_id = lr.id
WHERE wp.title = 'wp_core'
AND wp.parent_id IS NULL
AND wp.real_path LIKE 'a %'
AND wp.real_path LIKE RTRIM(lr.dir, '/') || '%'
)
-- For each real_path, keep only the entry from the latest report
SELECT real_path, domain, uid
FROM all_wp_sites
WHERE (real_path, report_id) IN (
SELECT real_path, MAX(report_id)
FROM all_wp_sites
GROUP BY real_path
)
c
p g | ]3}t |d |d t |d 4S r )docrootdomainuidr int.0rows ^/opt/imunify360/venv/lib/python3.11/site-packages/defence360agent/wordpress/site_repository.py
z%get_sites_by_path..I I s1vc!f#c!f++>>> ) COMPONENTS_DB_PATHexistsloggererrorstrlistr execute_sqlfetchall)r
cursors r get_sites_by_pathr' s $ $ & & ; " # #
vv
.
/
/
;
; ( )-) ! !FD ??$$ r user_infoc t r| ;t dt t t S | (t d t S t
t d| j d }d | D S )aq
Get a set of paths to WordPress sites belonging to a particular user. Paths are sorted by their length to make sure
that the main site is the last one in the list.
The data is pulled from the app-version-detector database.
Args:
user_info: The user info with ID to get sites for.
Returns:
A list of paths to WordPress sites.
Nr
z'No user info provided for getting sitesz
WITH latest_reports AS (
SELECT MAX(id) as id, dir
FROM report
WHERE uid = a
GROUP BY dir
)
SELECT wp.real_path
FROM apps AS wp
INNER JOIN latest_reports AS lr
ON wp.report_id = lr.id
WHERE wp.title = 'wp_core'
AND wp.parent_id IS NULL
AND wp.real_path LIKE RTRIM(lr.dir, '/') || '%'
GROUP BY wp.real_path
ORDER BY length(wp.real_path) DESC
c g | ]
}|d S )r r s r r z&get_sites_for_user..z s 0 0 0sCF 0 0 0r )
r r r r! r" r# r r$ pw_uidr% )r( r& s r get_sites_for_userr- O s $ $ & & )*; ; " # #
vv
5
vv
.
/
/
;
; ' - F& 1 0foo / / 0 0 00r c b t s;t dt t t S t
t dt j dd d } d |
D S )a
Get a set of wp sites where imunify-security plugin is not installed.
The data is pulled from the app-version-detector database.
Note: The same WordPress site (real_path) can appear in multiple reports
if it was scanned directly and also as part of a parent folder scan.
We use only the entry from the latest report for each real_path.
Returns:
A set of WPSite objects where the plugin is not installed.
r
a
WITH latest_reports AS (
SELECT id, uid, domain, dir
FROM report
WHERE id IN (
SELECT MAX(id)
FROM report
WHERE domain IS NOT NULL
AND domain != ''
GROUP BY dir
)
),
-- Get all WordPress sites with their report IDs.
-- The real_path LIKE guard filters out orphaned apps rows
-- left behind when AVD rescans and rebuilds the report table.
all_wp_sites AS (
SELECT wp.id as wp_id, wp.real_path, lr.domain, lr.uid,
lr.id as report_id
FROM apps AS wp
INNER JOIN latest_reports AS lr
ON wp.report_id = lr.id
WHERE wp.title = 'wp_core'
AND wp.parent_id IS NULL
AND wp.real_path LIKE RTRIM(lr.dir, '/') || '%'
),
-- For each real_path, keep only the entry from the latest report
latest_wp_sites AS (
SELECT wp_id, real_path, domain, uid, report_id
FROM all_wp_sites
WHERE (real_path, report_id) IN (
SELECT real_path, MAX(report_id)
FROM all_wp_sites
GROUP BY real_path
)
)
SELECT real_path, domain, uid
FROM latest_wp_sites lws
WHERE NOT EXISTS (
SELECT 1
FROM apps AS plugin
WHERE plugin.parent_id = lws.wp_id
AND plugin.title = 'wp_plugin_-_'
)
c
p h | ]3}t |d |d t |d 4S r r r s r z+get_sites_without_plugin.. r r r r r r! r" setr r$ r replacer% r& s r get_sites_without_pluginr8 } $ $ & & ; " # #
uu
.
/
/
;
;+ R 0;/B3/L/LS+ + + - -F\ ??$$ r c t } d t j t j D fd| D S )a
Get a set of WordPress sites where we need to install the plugin.
This is determined by finding sites that don't have the plugin installed
and are not already tracked in our database.
Returns:
A set of WPSite objects where the plugin needs to be installed.
c h | ] }|j
S r+ r r rs r r3 z'get_sites_to_install.. s' r c & h | ]
}|j v |S r+ r< )r sexisting_docrootss r r3 z'get_sites_to_install.. s- 19. sH
+ <x <'+
r )r insert_manyexecute)rE s r insert_installed_sitesrN sP
giiiiir latest_versionc | s t d g S d t j t j t j | k D S )a
Get a list of WordPress sites that have outdated plugin versions.
Args:
latest_version: The latest available plugin version to compare against.
Returns:
A list of WPSite objects that have versions older than latest_version.
z8Cannot get outdated sites without a valid latest versionc 6 g | ]}t j | S r+ r from_wordpress_siter= s r r z&get_outdated_sites.. 3
"1%% r )r r! r rB whererI is_nullrH )rO s r get_outdated_sitesrW s F
%''-- - 5 5 7 7 !^ 3
r rK timestampc t d| | t j | t j | j k dS )z
Mark a WordPress site as manually deleted in the database.
Args:
site: The WPSite object to mark as deleted
timestamp: The timestamp when the site was deleted
z:Mark site %s as manually deleted at %s (WP-Plugin removed)rI Nr infor updaterU r rM )rK rX s r mark_site_as_manually_deletedr^ s\ KKD ;;; }$ 4 5 5 r freshly_installed_sitesc 2 t }d |D }d t j t j D |t
z }| r|d | D z }fd|D S )a
Get a set of WordPress sites that should be marked as manually deleted.
These are sites that are in our database but no longer have the plugin installed.
Args:
freshly_installed_sites: Optional set of sites that were just installed and should be excluded
from being marked as manually deleted to avoid race conditions.
Returns:
set[WPSite]: A set of WordPress sites that should be marked as manually deleted
c h | ] }|j
S r+ r< r r@ s r r3 z8get_sites_to_mark_as_manually_deleted..- s G G GQqy G G Gr c B i | ] }|j t j | S r+ )r r rS r= s r
z9get_sites_to_mark_as_manually_deleted..0 s7
6-a00 r c h | ] }|j
S r+ r< rb s r r3 z8get_sites_to_mark_as_manually_deleted..< s H H H1QY H H Hr c h | ]
}| S r+ r+ )r dactive_db_sitess r r3 z8get_sites_to_mark_as_manually_deleted..> s 9 9 91OA 9 9 9r )r8 r rB rU rI rV r5 )r_ rC docroots_without_plugindocroots_to_markrh s @r %get_sites_to_mark_as_manually_deletedrk s 455 G G2F G G G %''-- - 5 5 7 7
O /_1E1EE I H H0G H H HH 9 9 9 9(8 9 9 99r rH c t j | t j | j k dS )z
Update the version of a WordPress site in the database.
Args:
site: The WPSite object to update
version: The new version to set
)rH N)r r] rU r rM )rK rH s r update_site_versionrm A sA )))// -
giiiiir c t j | j | j t j | j k dS )z
Update the domain and uid of a WordPress site in the database
to match what AVD currently reports.
Args:
site: The WPSite object with the current domain and uid from AVD.
)r r N)r r] r r rU r rM rK s r update_site_identityrp N sG :::@@ -
giiiiir r limitoffsetc ~ t j t j d }| #| t j | k }| }|| | }|dk r| | }d |D }||fS )a/
Get active installed WordPress sites with optional filtering and pagination.
Args:
uid: Optional user ID to filter sites by owner
limit: Maximum number of sites to return
offset: Number of sites to skip
Returns:
Tuple of (total_count, paginated_sites)
TNr c 6 g | ]}t j | S r+ rR rJ s r r z1get_installed_sites_paginated..x s# @ @ @$V
'
-
- @ @ @r ) r rB rU rI rV r countrq rr )r rq rr query total_countrE s r get_installed_sites_paginatedrx [ s
" " ( ()11$77
E M - 455++--K E""
zz V$$ @ @% @ @ @E r c ( t \ } }|S )z
Get a list of active installed WordPress sites.
These are sites that haven't been marked as manually deleted.
Returns:
A list of WPSite objects representing non-deleted sites.
)rx )r0 rE s r get_installed_sitesrz | s -..HAu Lr domainsc | sg S d t j t j d t j | D S )z
Get active installed WordPress sites filtered by domain names.
Args:
domains: List of domain names to filter by
Returns:
List of WPSite objects matching the given domains
c 6 g | ]}t j | S r+ rR r= s r r z2get_installed_sites_by_domains.. rT r T)r rB rU rI rV r in_)r{ s r get_installed_sites_by_domainsr ss %''-- - 5 5d ; ; $ $W - -
r c > K t j d d {V d S )Ng ?)asynciosleep) exceptionattempts r sleep_on_errorr s.
-
r TF) max_triessilentlogon_errorc t j t j | j k S )a"
Delete a WordPress site from the database with retry logic.
Will retry up to 3 times on database operational errors with 0.5s delay between attempts.
Args:
site: The WPSite object to delete
Returns:
The number of rows affected by the delete operation
)r deleterU r rM ro s r delete_siter s5 & }$ 4 5 5 r c b t s;t dt t t S t
t dt j dd d } d |
D S )a
Get a set of WordPress sites where the imunify-security plugin is installed.
The data is pulled from the app-version-detector database.
Note: The same WordPress site (real_path) can appear in multiple reports
if it was scanned directly and also as part of a parent folder scan.
We use only the entry from the latest report for each real_path.
Returns:
A set of WPSite objects where the plugin is installed.
r
a
WITH latest_reports AS (
SELECT id, uid, domain, dir
FROM report
WHERE id IN (
SELECT MAX(id)
FROM report
WHERE domain IS NOT NULL
AND domain != ''
GROUP BY dir
)
),
-- Get all WordPress sites with their report IDs.
-- The real_path LIKE guard filters out orphaned apps rows
-- left behind when AVD rescans and rebuilds the report table.
all_wp_sites AS (
SELECT wp.id as wp_id, wp.real_path, lr.domain, lr.uid,
lr.id as report_id
FROM apps AS wp
INNER JOIN latest_reports AS lr
ON wp.report_id = lr.id
WHERE wp.title = 'wp_core'
AND wp.parent_id IS NULL
AND wp.real_path LIKE RTRIM(lr.dir, '/') || '%'
),
-- For each real_path, keep only the entry from the latest report
latest_wp_sites AS (
SELECT wp_id, real_path, domain, uid, report_id
FROM all_wp_sites
WHERE (real_path, report_id) IN (
SELECT real_path, MAX(report_id)
FROM all_wp_sites
GROUP BY real_path
)
)
SELECT real_path, domain, uid
FROM latest_wp_sites lws
WHERE EXISTS (
SELECT 1
FROM apps AS plugin
WHERE plugin.parent_id = lws.wp_id
AND plugin.title = 'wp_plugin_r/ r0 r1 c
p h | ]3}t |d |d t |d 4S r r r s r r3 z(get_sites_with_plugin.. r r r4 r7 s r get_sites_with_pluginr r9 r c t } d t j t j t j d D fd| D S )aI
Get a set of WordPress sites that should be adopted.
These are sites where the plugin is installed but either:
- Not tracked in our database (e.g., copied/migrated sites)
- Flagged as manually removed (from past bugs or manual reinstall)
Returns:
A set of WPSite objects that should be adopted.
c h | ] }|j
S r+ r< r= s r r3 z%get_sites_to_adopt.. s*
r Tc & h | ]
}|j v |S r+ r< )r r@ tracked_docrootss r r3 z%get_sites_to_adopt.. s& N N N!AI=M,M,MA,M,M,Mr )r r rB r rU rI rV )sites_with_pluginr s @r get_sites_to_adoptr s .// %m&;<<BB - 5 5d ; ;
O N N N( N N NNr c t d| t j d t j | j k dS )z
Clear the manually_deleted_at flag for a WordPress site.
This is used when adopting a site that was previously marked as manually deleted.
Args:
site: The WPSite object to clear the flag for
zr s
3 3 3 3 3 3 3 3 * * * * * * A A A A A A A A ; ; ; ; ; ; 8 $ $TJ
:C :DL : : : :z+1#"3 +1S +1 +1 +1 +1\E#f+ E E E EPc&k $#f+ $ 2s tF| 2 5 T * ,0!: !: [!:[!: !: !: !:H
f
s
t
v
$
t :
3V B T&\ DI $v, ,
f $Es6{ E E E EPOCK O O O O.f r