← Back
Editing: rbl.lua
--[[ Copyright (c) 2022, Vsevolod Stakhov <vsevolod@rspamd.com> Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. ]]-- local T = require "lua_shape.core" local lua_maps = require "lua_maps" local lua_util = require "lua_util" local PluginSchema = require "lua_shape.plugin_schema" -- Common RBL plugin definitions local check_types = { from = { connfilter = true, }, received = {}, helo = { connfilter = true, }, urls = {}, content_urls = {}, numeric_urls = {}, emails = {}, images = {}, replyto = {}, dkim = {}, rdns = { connfilter = true, }, selector = { require_argument = true, }, } local default_options = { ['default_enabled'] = true, ['default_ipv4'] = true, ['default_ipv6'] = true, ['default_unknown'] = false, ['default_dkim_domainonly'] = true, ['default_emails_domainonly'] = false, ['default_exclude_users'] = false, ['default_exclude_local'] = true, ['default_no_ip'] = false, ['default_dkim_match_from'] = false, ['default_selector_flatten'] = true, } local return_codes_schema = T.table({}, { open = true, key = T.transform(T.string(), string.upper), extra = T.one_of({ T.array(T.string()), -- Transform string to array T.transform(T.string(), function(val) return { val } end) }) }):doc({ summary = "Map of symbol names to IP patterns" }) local return_bits_schema = T.table({}, { open = true, key = T.transform(T.string(), string.upper), extra = T.one_of({ T.array(T.one_of({ T.number(), T.transform(T.string(), tonumber) })), -- Transform string or number to array T.one_of({ T.transform(T.string(), function(val) return { tonumber(val) } end), T.transform(T.number(), function(val) return { val } end) }) }) }):doc({ summary = "Map of symbol names to bit numbers" }) local rule_schema_tbl = { content_urls = T.boolean():optional() :doc({ summary = "Check URLs found in message body content" }), disable_monitoring = T.boolean():optional() :doc({ summary = "Disable automatic monitoring/health checks for this RBL" }), disabled = T.boolean():optional() :doc({ summary = "Completely disable this RBL rule" }), dkim = T.boolean():optional() :doc({ summary = "Check DKIM signature domains against this RBL" }), dkim_domainonly = T.boolean():optional() :doc({ summary = "Use only the domain part of DKIM signatures for lookups" }), dkim_match_from = T.boolean():optional() :doc({ summary = "Only check DKIM domains that match the From header domain" }), emails = T.boolean():optional() :doc({ summary = "Check email addresses found in message against this RBL" }), emails_delimiter = T.string():optional() :doc({ summary = "Delimiter to use when constructing email-based RBL queries" }), emails_domainonly = T.boolean():optional() :doc({ summary = "Use only the domain part of email addresses for lookups" }), enabled = T.boolean():optional() :doc({ summary = "Enable this RBL rule" }), exclude_local = T.boolean():optional() :doc({ summary = "Skip RBL checks for locally originated messages" }), exclude_users = T.boolean():optional() :doc({ summary = "Skip RBL checks for authenticated users" }), from = T.boolean():optional() :doc({ summary = "Check the sending IP address (from SMTP envelope) against this RBL" }), hash = T.enum({ "sha1", "sha256", "sha384", "sha512", "md5", "blake2" }):optional() :doc({ summary = "Hash algorithm to use for RBL queries (for hash-based RBLs)" }), hash_format = T.enum({ "hex", "base32", "base64" }):optional() :doc({ summary = "Encoding format for hashed RBL queries" }), hash_len = T.one_of({ T.integer(), T.transform(T.string(), tonumber) }):optional() :doc({ summary = "Truncate hash to this many characters" }), helo = T.boolean():optional() :doc({ summary = "Check the HELO/EHLO hostname against this RBL" }), ignore_default = T.boolean():optional() :doc({ summary = "Ignore default settings for this rule (alias for ignore_defaults)" }), ignore_defaults = T.boolean():optional() :doc({ summary = "Ignore default settings for this rule" }), ignore_url_whitelist = T.boolean():optional() :doc({ summary = "Do not apply URL whitelist to this RBL" }), ignore_whitelist = T.boolean():optional() :doc({ summary = "Do not apply global whitelist to this RBL" }), ignore_whitelists = T.boolean():optional() :doc({ summary = "Do not apply any whitelists to this RBL" }), images = T.boolean():optional() :doc({ summary = "Check URLs of embedded images against this RBL" }), ipv4 = T.boolean():optional() :doc({ summary = "Enable lookups for IPv4 addresses" }), ipv6 = T.boolean():optional() :doc({ summary = "Enable lookups for IPv6 addresses" }), is_whitelist = T.boolean():optional() :doc({ summary = "Treat this RBL as a whitelist (positive result means whitelisted)" }), local_exclude_ip_map = T.string():optional() :doc({ summary = "Path to map file containing IPs to exclude from this RBL check" }), monitored_address = T.string():optional() :doc({ summary = "Specific address to use for RBL health monitoring queries" }), no_ip = T.boolean():optional() :doc({ summary = "Disable IP-based lookups for this RBL" }), process_script = T.string():optional() :doc({ summary = "Lua script to process/transform RBL query results" }), random_monitored = T.boolean():optional() :doc({ summary = "Use random addresses for RBL health monitoring" }), rbl = T.string() :doc({ summary = "The RBL zone/domain to query (required)" }), rdns = T.boolean():optional() :doc({ summary = "Check reverse DNS (PTR) hostname of sender IP against this RBL" }), received = T.boolean():optional() :doc({ summary = "Check IP addresses from Received headers against this RBL" }), received_flags = T.array(T.string()):optional() :doc({ summary = "Only check Received headers with these flags set" }), received_max_pos = T.number():optional() :doc({ summary = "Maximum position in Received header chain to check (1 = first hop)" }), received_min_pos = T.number():optional() :doc({ summary = "Minimum position in Received header chain to check" }), received_nflags = T.array(T.string()):optional() :doc({ summary = "Only check Received headers without these flags set" }), replyto = T.boolean():optional() :doc({ summary = "Check Reply-To header domain against this RBL" }), requests_limit = T.one_of({ T.integer(), T.transform(T.string(), tonumber) }):optional() :doc({ summary = "Maximum number of RBL requests per message for this rule" }), require_symbols = T.one_of({ T.array(T.string()), T.transform(T.string(), function(s) return { s } end) }):optional() :doc({ summary = "Only perform RBL check if these symbols are present" }), resolve_ip = T.boolean():optional() :doc({ summary = "Resolve hostnames to IPs before RBL lookup" }), return_bits = return_bits_schema:optional() :doc({ summary = "Map symbol names to bit positions in RBL response" }), return_codes = return_codes_schema:optional() :doc({ summary = "Map symbol names to specific RBL return codes/IPs" }), returnbits = return_bits_schema:optional() :doc({ summary = "Alias for return_bits" }), returncodes = return_codes_schema:optional() :doc({ summary = "Alias for return_codes" }), returncodes_matcher = T.enum({ "equality", "glob", "luapattern", "radix", "regexp" }):optional() :doc({ summary = "Method to match return codes: equality, glob, luapattern, radix, or regexp" }), selector = T.one_of({ { name = "string", schema = T.string() }, { name = "table", schema = T.table({}, { open = true }) } }):optional() :doc({ summary = "Selector expression to extract custom data for RBL lookup" }), selector_flatten = T.boolean():optional() :doc({ summary = "Flatten selector results into individual lookups" }), symbol = T.string():optional() :doc({ summary = "Symbol name to register for this RBL rule" }), symbols_prefixes = T.table({}, { open = true, extra = T.string() }):optional() :doc({ summary = "Prefix mappings for generated symbol names" }), unknown = T.boolean():optional() :doc({ summary = "Check IPs with unknown/missing PTR records" }), url_compose_map = lua_maps.map_schema:optional() :doc({ summary = "Map to compose/rewrite URLs before RBL lookup" }), url_full_hostname = T.boolean():optional() :doc({ summary = "Use full hostname (not just registered domain) for URL lookups" }), url_whitelist = lua_maps.map_schema:optional() :doc({ summary = "Map of URLs to exclude from this RBL check" }), urls = T.boolean():optional() :doc({ summary = "Check URLs found in message against this RBL" }), whitelist = lua_maps.map_schema:optional() :doc({ summary = "Map of IPs/domains to exclude from this RBL check" }), whitelist_exception = T.one_of({ T.array(T.string()), T.transform(T.string(), function(s) return { s } end) }):optional() :doc({ summary = "Symbols that bypass the whitelist" }), checks = T.array(T.enum(lua_util.keys(check_types))):optional() :doc({ summary = "List of check types to enable: from, received, helo, urls, emails, dkim, rdns, etc." }), exclude_checks = T.array(T.enum(lua_util.keys(check_types))):optional() :doc({ summary = "List of check types to explicitly disable" }), } local function convert_checks(rule, name) local rspamd_logger = require "rspamd_logger" if rule.checks then local all_connfilter = true local exclude_checks = lua_util.list_to_hash(rule.exclude_checks or {}) for _, check in ipairs(rule.checks) do if not exclude_checks[check] then local check_type = check_types[check] if check_type.require_argument then if not rule[check] then rspamd_logger.errx(rspamd_config, 'rbl rule %s has check %s which requires an argument', name, check) return nil end end if not check_type.connfilter then all_connfilter = false end if not check_type then rspamd_logger.errx(rspamd_config, 'rbl rule %s has invalid check type: %s', name, check) return nil end rule[check] = true else rspamd_logger.infox(rspamd_config, 'disable check %s in %s: excluded explicitly', check, name) end end rule.connfilter = all_connfilter end -- Now check if we have any check enabled at all local check_found = false for k, _ in pairs(check_types) do if type(rule[k]) ~= 'nil' then check_found = true break end end if not check_found then -- Enable implicit `from` check to allow upgrade rspamd_logger.warnx(rspamd_config, 'rbl rule %s has no check enabled, enable default `from` check', name) rule.from = true end if rule.returncodes and not rule.returncodes_matcher then for _, v in pairs(rule.returncodes) do for _, e in ipairs(v) do if e:find('[%%%[]') then rspamd_logger.warn(rspamd_config, 'implicitly enabling luapattern returncodes_matcher for rule %s', name) rule.returncodes_matcher = 'luapattern' break end end if rule.returncodes_matcher then break end end end return rule end -- Add default boolean flags to the schema for def_k, _ in pairs(default_options) do rule_schema_tbl[def_k:sub(#('default_') + 1)] = T.boolean():optional() end local rule_schema = T.table(rule_schema_tbl):doc({ summary = "RBL rule configuration schema" }) local plugin_schema = T.table({ enabled = T.boolean():optional() :doc({ summary = "Enable or disable the RBL module" }), disable_monitoring = T.boolean():optional() :doc({ summary = "Disable health monitoring for all RBLs" }), local_exclude_ip_map = lua_maps.map_schema:optional() :doc({ summary = "Global map of IPs to exclude from all RBL checks" }), default_enabled = T.boolean():optional() :doc({ summary = "Default value for enabled option in rules" }), default_ipv4 = T.boolean():optional() :doc({ summary = "Default value for ipv4 option in rules" }), default_ipv6 = T.boolean():optional() :doc({ summary = "Default value for ipv6 option in rules" }), default_unknown = T.boolean():optional() :doc({ summary = "Default value for unknown option in rules" }), default_dkim_domainonly = T.boolean():optional() :doc({ summary = "Default value for dkim_domainonly option in rules" }), default_emails_domainonly = T.boolean():optional() :doc({ summary = "Default value for emails_domainonly option in rules" }), default_exclude_users = T.boolean():optional() :doc({ summary = "Default value for exclude_users option in rules" }), default_exclude_local = T.boolean():optional() :doc({ summary = "Default value for exclude_local option in rules" }), default_no_ip = T.boolean():optional() :doc({ summary = "Default value for no_ip option in rules" }), default_dkim_match_from = T.boolean():optional() :doc({ summary = "Default value for dkim_match_from option in rules" }), default_selector_flatten = T.boolean():optional() :doc({ summary = "Default value for selector_flatten option in rules" }), default_received_flags = T.array(T.string()):optional() :doc({ summary = "Default received flags for all rules" }), default_received_nflags = T.array(T.string()):optional() :doc({ summary = "Default received negative flags for all rules" }), }, { open = true, extra = rule_schema:optional() :doc({ summary = "RBL rule definition keyed by rule name" }), }):doc({ summary = "RBL module configuration" }) PluginSchema.register("plugins.rbl.rule", rule_schema) PluginSchema.register("plugins.rbl", plugin_schema) return { check_types = check_types, rule_schema = rule_schema, default_options = default_options, convert_checks = convert_checks, }
Save File
Cancel