security/q-feeds-connector - fix some minor glitches and add unbound blocklist support

This commit is contained in:
Ad Schellevis
2025-10-14 18:54:16 +02:00
parent 43f6ca4aba
commit fd1fbf0aec
11 changed files with 87 additions and 65 deletions
+1 -1
View File
@@ -1,5 +1,5 @@
PLUGIN_NAME= q-feeds-connector
PLUGIN_VERSION= 1.0
PLUGIN_VERSION= 1.1
PLUGIN_COMMENT= Connector for Q-Feeds threat intel
PLUGIN_MAINTAINER= devel@qfeeds.com
+7
View File
@@ -3,6 +3,13 @@ Connector for Q-Feeds threat intel
Plugin Changelog
================
1.1
* remove QfeedsStatus as the new table defaults are different
* add unbound blocklist support
* Events: fix empty interface names
1.0
* Intial release version
@@ -73,7 +73,7 @@ class SettingsController extends ApiMutableModelControllerBase
$ifnames = [];
foreach (Config::getInstance()->object()->interfaces->children() as $key => $node) {
if (!empty((string)$node->if)) {
$ifnames[(string)$node->if] = (string)($node->descr ?? strtoupper($key));
$ifnames[(string)$node->if] = !empty((string)($node->descr)) ? (string)($node->descr) : strtoupper($key);
}
}
$data = json_decode((new Backend())->configdRun('qfeeds logs') ?? '[]', true);
@@ -9,4 +9,10 @@
<type>text</type>
<help><![CDATA[API key to access Q-Feeds services, to apply for a key, <a target="_new" href="https://qfeeds.com/opnsense/">click here</a>]]></help>
</field>
<field>
<id>connect.general.enable_unbound_bl</id>
<label>Register domain feeds</label>
<type>checkbox</type>
<help>Use domain feeds in Unbound DNS blocklist, requires blocklists to be enabled in order to have effect</help>
</field>
</form>
@@ -1,61 +0,0 @@
<?php
/*
* Copyright (C) 2025 Deciso B.V.
* All rights reserved.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions are met:
*
* 1. Redistributions of source code must retain the above copyright notice,
* this list of conditions and the following disclaimer.
*
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
*
* THIS SOFTWARE IS PROVIDED ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES,
* INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY
* AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
* AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY,
* OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
* POSSIBILITY OF SUCH DAMAGE.
*/
namespace OPNsense\System\Status;
use OPNsense\System\AbstractStatus;
use OPNsense\System\SystemStatusCode;
use OPNsense\Core\Config;
class QfeedsStatus extends AbstractStatus
{
public function __construct()
{
$this->internalPriority = 2;
$this->internalPersistent = true;
$this->internalIsBanner = true;
$this->internalTitle = gettext('QFeeds');
$this->internalScope = [
'/ui/q_feeds/'
];
}
public function collectStatus()
{
$cnf = Config::getInstance()->object();
if (!empty($cnf->system->maximumtableentries) && $cnf->system->maximumtableentries >= 2000000) {
return;
}
$this->internalStatus = SystemStatusCode::ERROR;
$this->internalMessage = gettext(
'QFeeds requires additional memory to be reserved for aliases. ' .
'Please increase `Firewall Maximum Table Entries` in `Firewall: Settings: Advanced` to at least' .
' 2 million items.'
);
}
}
@@ -5,6 +5,7 @@
<items>
<general>
<apikey type="TextField"/>
<enable_unbound_bl type="BooleanField"/>
</general>
</items>
</model>
@@ -45,6 +45,7 @@ class QFeedsActions:
'fetch',
'show_index',
'firewall_load',
'unbound_load',
'update',
'stats',
'logs'
@@ -113,6 +114,13 @@ class QFeedsActions:
)
yield 'load feed %s [%s]' % (feed['feed_type'], sp.stderr.strip().replace("\n", " "))
def unbound_load(self):
bl_conf = '/usr/local/etc/unbound/qfeeds-blocklists.conf'
if os.path.exists(bl_conf) and os.path.getsize(bl_conf) > 20:
# when qfeeds-blocklists.conf is ~empty, skip updates
subprocess.run(['/usr/local/sbin/configctl', 'unbound', 'dnsbl'])
yield 'update unbound blocklist'
def update(self):
update_sleep = 99999
try:
@@ -128,7 +136,7 @@ class QFeedsActions:
if do_update:
if 0 < update_sleep <= 300:
time.sleep(update_sleep)
for action in ['fetch_index', 'fetch', 'firewall_load']:
for action in ['fetch_index', 'fetch', 'firewall_load', 'unbound_load']:
yield from getattr(self, action)()
def stats(self):
@@ -0,0 +1,55 @@
#!/usr/local/bin/python3
"""
Copyright (c) 2025 Deciso B.V.
All rights reserved.
Redistribution and use in source and binary forms, with or without
modification, are permitted provided that the following conditions are met:
1. Redistributions of source code must retain the above copyright notice,
this list of conditions and the following disclaimer.
2. Redistributions in binary form must reproduce the above copyright
notice, this list of conditions and the following disclaimer in the
documentation and/or other materials provided with the distribution.
THIS SOFTWARE IS PROVIDED ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES,
INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY
AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY,
OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
POSSIBILITY OF SUCH DAMAGE.
"""
import os
from . import BaseBlocklistHandler
class DefaultBlocklistHandler(BaseBlocklistHandler):
def __init__(self):
super().__init__('/usr/local/etc/unbound/qfeeds-blocklists.conf')
self.priority = 100
def get_config(self):
cfg = {'qfeeds_filenames': []}
if self.cnf and self.cnf.has_section('settings'):
if self.cnf.has_option('settings', 'filenames'):
cfg['qfeeds_filenames'] = self.cnf.get('settings', 'filenames').split(',')
return cfg
def get_blocklist(self):
result = {}
for filename in self.get_config()['qfeeds_filenames']:
bl_shortcode = "qf_%s" % os.path.splitext(os.path.basename(filename).strip())[0]
if os.path.exists(filename):
with open(filename, 'r') as f_in:
for line in f_in:
result[line.strip()] = {'bl': bl_shortcode, 'wildcard': False}
return result
def get_passlist_patterns(self):
return []
@@ -1,5 +1,5 @@
[reconfigure]
command:/usr/local/opnsense/scripts/qfeeds/qfeedsctl.py fetch_index fetch firewall_load && echo 'EXIT OK'
command:/usr/local/opnsense/scripts/qfeeds/qfeedsctl.py fetch_index fetch firewall_load unbound_load && echo 'EXIT OK'
parameters:
type:script_output
message:reconfigure QFeeds
@@ -1 +1,2 @@
qfeeds.conf:/usr/local/etc/qfeeds.conf
qfeeds-blocklists.conf:/usr/local/etc/unbound/qfeeds-blocklists.conf
@@ -0,0 +1,5 @@
{% if not helpers.empty('OPNsense.QFeedsConnector.general.apikey') and
not helpers.empty('OPNsense.QFeedsConnector.general.enable_unbound_bl') %}
[settings]
filenames=/var/db/qfeeds-tables/malware_domains.txt
{% endif %}