ip_fw_table.c revision 315532
1200590Sluigi/*- 2200673Sru * Copyright (c) 2004 Ruslan Ermilov and Vsevolod Lobko. 3272840Smelifaro * Copyright (c) 2014 Yandex LLC 4272840Smelifaro * Copyright (c) 2014 Alexander V. Chernikov 5200590Sluigi * 6200590Sluigi * Redistribution and use in source and binary forms, with or without 7200590Sluigi * modification, are permitted provided that the following conditions 8200590Sluigi * are met: 9200590Sluigi * 1. Redistributions of source code must retain the above copyright 10200590Sluigi * notice, this list of conditions and the following disclaimer. 11200590Sluigi * 2. Redistributions in binary form must reproduce the above copyright 12200590Sluigi * notice, this list of conditions and the following disclaimer in the 13200590Sluigi * documentation and/or other materials provided with the distribution. 14200590Sluigi * 15200590Sluigi * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 16200590Sluigi * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 17200590Sluigi * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 18200590Sluigi * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 19200590Sluigi * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 20200590Sluigi * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 21200590Sluigi * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 22200590Sluigi * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 23200590Sluigi * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 24200590Sluigi * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 25200590Sluigi * SUCH DAMAGE. 26200590Sluigi */ 27200590Sluigi 28200590Sluigi#include <sys/cdefs.h> 29200590Sluigi__FBSDID("$FreeBSD: stable/11/sys/netpfil/ipfw/ip_fw_table.c 315532 2017-03-19 07:34:19Z ae $"); 30200590Sluigi 31200590Sluigi/* 32272840Smelifaro * Lookup table support for ipfw. 33200601Sluigi * 34272840Smelifaro * This file contains handlers for all generic tables' operations: 35272840Smelifaro * add/del/flush entries, list/dump tables etc.. 36200838Sluigi * 37272840Smelifaro * Table data modification is protected by both UH and runtime lock 38272840Smelifaro * while reading configuration/data is protected by UH lock. 39272840Smelifaro * 40272840Smelifaro * Lookup algorithms for all table types are located in ip_fw_table_algo.c 41200590Sluigi */ 42200590Sluigi 43225518Sjhb#include "opt_ipfw.h" 44200590Sluigi 45200590Sluigi#include <sys/param.h> 46200590Sluigi#include <sys/systm.h> 47200590Sluigi#include <sys/malloc.h> 48200590Sluigi#include <sys/kernel.h> 49200590Sluigi#include <sys/lock.h> 50200590Sluigi#include <sys/rwlock.h> 51272840Smelifaro#include <sys/rmlock.h> 52200590Sluigi#include <sys/socket.h> 53272840Smelifaro#include <sys/socketvar.h> 54240494Sglebius#include <sys/queue.h> 55200590Sluigi#include <net/if.h> /* ip_fw.h requires IFNAMSIZ */ 56200590Sluigi 57200590Sluigi#include <netinet/in.h> 58201732Sluigi#include <netinet/ip_var.h> /* struct ipfw_rule_ref */ 59200590Sluigi#include <netinet/ip_fw.h> 60200590Sluigi 61240494Sglebius#include <netpfil/ipfw/ip_fw_private.h> 62272840Smelifaro#include <netpfil/ipfw/ip_fw_table.h> 63240494Sglebius 64272840Smelifaro /* 65272840Smelifaro * Table has the following `type` concepts: 66272840Smelifaro * 67272840Smelifaro * `no.type` represents lookup key type (addr, ifp, uid, etc..) 68272840Smelifaro * vmask represents bitmask of table values which are present at the moment. 69272840Smelifaro * Special IPFW_VTYPE_LEGACY ( (uint32_t)-1 ) represents old 70272840Smelifaro * single-value-for-all approach. 71272840Smelifaro */ 72272840Smelifarostruct table_config { 73272840Smelifaro struct named_object no; 74272840Smelifaro uint8_t tflags; /* type flags */ 75272840Smelifaro uint8_t locked; /* 1 if locked from changes */ 76272840Smelifaro uint8_t linked; /* 1 if already linked */ 77272840Smelifaro uint8_t ochanged; /* used by set swapping */ 78272840Smelifaro uint8_t vshared; /* 1 if using shared value array */ 79272840Smelifaro uint8_t spare[3]; 80272840Smelifaro uint32_t count; /* Number of records */ 81272840Smelifaro uint32_t limit; /* Max number of records */ 82272840Smelifaro uint32_t vmask; /* bitmask with supported values */ 83272840Smelifaro uint32_t ocount; /* used by set swapping */ 84272840Smelifaro uint64_t gencnt; /* generation count */ 85272840Smelifaro char tablename[64]; /* table name */ 86272840Smelifaro struct table_algo *ta; /* Callbacks for given algo */ 87272840Smelifaro void *astate; /* algorithm state */ 88272840Smelifaro struct table_info ti_copy; /* data to put to table_info */ 89272840Smelifaro struct namedobj_instance *vi; 90272840Smelifaro}; 91200590Sluigi 92282070Smelifarostatic int find_table_err(struct namedobj_instance *ni, struct tid_info *ti, 93282070Smelifaro struct table_config **tc); 94272840Smelifarostatic struct table_config *find_table(struct namedobj_instance *ni, 95272840Smelifaro struct tid_info *ti); 96272840Smelifarostatic struct table_config *alloc_table_config(struct ip_fw_chain *ch, 97272840Smelifaro struct tid_info *ti, struct table_algo *ta, char *adata, uint8_t tflags); 98272840Smelifarostatic void free_table_config(struct namedobj_instance *ni, 99272840Smelifaro struct table_config *tc); 100272840Smelifarostatic int create_table_internal(struct ip_fw_chain *ch, struct tid_info *ti, 101272840Smelifaro char *aname, ipfw_xtable_info *i, uint16_t *pkidx, int ref); 102272840Smelifarostatic void link_table(struct ip_fw_chain *ch, struct table_config *tc); 103272840Smelifarostatic void unlink_table(struct ip_fw_chain *ch, struct table_config *tc); 104272840Smelifarostatic int find_ref_table(struct ip_fw_chain *ch, struct tid_info *ti, 105272840Smelifaro struct tentry_info *tei, uint32_t count, int op, struct table_config **ptc); 106272840Smelifaro#define OP_ADD 1 107272840Smelifaro#define OP_DEL 0 108272840Smelifarostatic int export_tables(struct ip_fw_chain *ch, ipfw_obj_lheader *olh, 109272840Smelifaro struct sockopt_data *sd); 110272840Smelifarostatic void export_table_info(struct ip_fw_chain *ch, struct table_config *tc, 111272840Smelifaro ipfw_xtable_info *i); 112272840Smelifarostatic int dump_table_tentry(void *e, void *arg); 113272840Smelifarostatic int dump_table_xentry(void *e, void *arg); 114200590Sluigi 115272840Smelifarostatic int swap_tables(struct ip_fw_chain *ch, struct tid_info *a, 116272840Smelifaro struct tid_info *b); 117200590Sluigi 118290332Saestatic int check_table_name(const char *name); 119272840Smelifarostatic int check_table_space(struct ip_fw_chain *ch, struct tableop_state *ts, 120272840Smelifaro struct table_config *tc, struct table_info *ti, uint32_t count); 121272840Smelifarostatic int destroy_table(struct ip_fw_chain *ch, struct tid_info *ti); 122232865Smelifaro 123272840Smelifarostatic struct table_algo *find_table_algo(struct tables_config *tableconf, 124272840Smelifaro struct tid_info *ti, char *name); 125232865Smelifaro 126272840Smelifarostatic void objheader_to_ti(struct _ipfw_obj_header *oh, struct tid_info *ti); 127272840Smelifarostatic void ntlv_to_ti(struct _ipfw_obj_ntlv *ntlv, struct tid_info *ti); 128272840Smelifaro 129272840Smelifaro#define CHAIN_TO_NI(chain) (CHAIN_TO_TCFG(chain)->namehash) 130272840Smelifaro#define KIDX_TO_TI(ch, k) (&(((struct table_info *)(ch)->tablestate)[k])) 131272840Smelifaro 132272840Smelifaro#define TA_BUF_SZ 128 /* On-stack buffer for add/delete state */ 133272840Smelifaro 134272840Smelifarovoid 135272840Smelifarorollback_toperation_state(struct ip_fw_chain *ch, void *object) 136272840Smelifaro{ 137272840Smelifaro struct tables_config *tcfg; 138272840Smelifaro struct op_state *os; 139272840Smelifaro 140272840Smelifaro tcfg = CHAIN_TO_TCFG(ch); 141272840Smelifaro TAILQ_FOREACH(os, &tcfg->state_list, next) 142272840Smelifaro os->func(object, os); 143272840Smelifaro} 144272840Smelifaro 145272840Smelifarovoid 146272840Smelifaroadd_toperation_state(struct ip_fw_chain *ch, struct tableop_state *ts) 147272840Smelifaro{ 148272840Smelifaro struct tables_config *tcfg; 149272840Smelifaro 150272840Smelifaro tcfg = CHAIN_TO_TCFG(ch); 151272840Smelifaro TAILQ_INSERT_HEAD(&tcfg->state_list, &ts->opstate, next); 152272840Smelifaro} 153272840Smelifaro 154272840Smelifarovoid 155272840Smelifarodel_toperation_state(struct ip_fw_chain *ch, struct tableop_state *ts) 156272840Smelifaro{ 157272840Smelifaro struct tables_config *tcfg; 158272840Smelifaro 159272840Smelifaro tcfg = CHAIN_TO_TCFG(ch); 160272840Smelifaro TAILQ_REMOVE(&tcfg->state_list, &ts->opstate, next); 161272840Smelifaro} 162272840Smelifaro 163272840Smelifarovoid 164272840Smelifarotc_ref(struct table_config *tc) 165272840Smelifaro{ 166272840Smelifaro 167272840Smelifaro tc->no.refcnt++; 168272840Smelifaro} 169272840Smelifaro 170272840Smelifarovoid 171272840Smelifarotc_unref(struct table_config *tc) 172272840Smelifaro{ 173272840Smelifaro 174272840Smelifaro tc->no.refcnt--; 175272840Smelifaro} 176272840Smelifaro 177272840Smelifarostatic struct table_value * 178272840Smelifaroget_table_value(struct ip_fw_chain *ch, struct table_config *tc, uint32_t kidx) 179272840Smelifaro{ 180272840Smelifaro struct table_value *pval; 181272840Smelifaro 182272840Smelifaro pval = (struct table_value *)ch->valuestate; 183272840Smelifaro 184272840Smelifaro return (&pval[kidx]); 185272840Smelifaro} 186272840Smelifaro 187272840Smelifaro 188201120Sluigi/* 189272840Smelifaro * Checks if we're able to insert/update entry @tei into table 190272840Smelifaro * w.r.t @tc limits. 191272840Smelifaro * May alter @tei to indicate insertion error / insert 192272840Smelifaro * options. 193272840Smelifaro * 194272840Smelifaro * Returns 0 if operation can be performed/ 195201120Sluigi */ 196272840Smelifarostatic int 197272840Smelifarocheck_table_limit(struct table_config *tc, struct tentry_info *tei) 198272840Smelifaro{ 199272840Smelifaro 200272840Smelifaro if (tc->limit == 0 || tc->count < tc->limit) 201272840Smelifaro return (0); 202272840Smelifaro 203272840Smelifaro if ((tei->flags & TEI_FLAGS_UPDATE) == 0) { 204272840Smelifaro /* Notify userland on error cause */ 205272840Smelifaro tei->flags |= TEI_FLAGS_LIMIT; 206272840Smelifaro return (EFBIG); 207272840Smelifaro } 208272840Smelifaro 209272840Smelifaro /* 210272840Smelifaro * We have UPDATE flag set. 211272840Smelifaro * Permit updating record (if found), 212272840Smelifaro * but restrict adding new one since we've 213272840Smelifaro * already hit the limit. 214272840Smelifaro */ 215272840Smelifaro tei->flags |= TEI_FLAGS_DONTADD; 216272840Smelifaro 217272840Smelifaro return (0); 218272840Smelifaro} 219272840Smelifaro 220232865Smelifaro/* 221272840Smelifaro * Convert algorithm callback return code into 222272840Smelifaro * one of pre-defined states known by userland. 223232865Smelifaro */ 224272840Smelifarostatic void 225272840Smelifarostore_tei_result(struct tentry_info *tei, int op, int error, uint32_t num) 226272840Smelifaro{ 227272840Smelifaro int flag; 228201120Sluigi 229272840Smelifaro flag = 0; 230232865Smelifaro 231272840Smelifaro switch (error) { 232272840Smelifaro case 0: 233272840Smelifaro if (op == OP_ADD && num != 0) 234272840Smelifaro flag = TEI_FLAGS_ADDED; 235272840Smelifaro if (op == OP_DEL) 236272840Smelifaro flag = TEI_FLAGS_DELETED; 237272840Smelifaro break; 238272840Smelifaro case ENOENT: 239272840Smelifaro flag = TEI_FLAGS_NOTFOUND; 240272840Smelifaro break; 241272840Smelifaro case EEXIST: 242272840Smelifaro flag = TEI_FLAGS_EXISTS; 243272840Smelifaro break; 244272840Smelifaro default: 245272840Smelifaro flag = TEI_FLAGS_ERROR; 246272840Smelifaro } 247232865Smelifaro 248272840Smelifaro tei->flags |= flag; 249272840Smelifaro} 250272840Smelifaro 251272840Smelifaro/* 252272840Smelifaro * Creates and references table with default parameters. 253272840Smelifaro * Saves table config, algo and allocated kidx info @ptc, @pta and 254272840Smelifaro * @pkidx if non-zero. 255272840Smelifaro * Used for table auto-creation to support old binaries. 256272840Smelifaro * 257272840Smelifaro * Returns 0 on success. 258272840Smelifaro */ 259272840Smelifarostatic int 260272840Smelifarocreate_table_compat(struct ip_fw_chain *ch, struct tid_info *ti, 261272840Smelifaro uint16_t *pkidx) 262232865Smelifaro{ 263272840Smelifaro ipfw_xtable_info xi; 264272840Smelifaro int error; 265232865Smelifaro 266272840Smelifaro memset(&xi, 0, sizeof(xi)); 267272840Smelifaro /* Set default value mask for legacy clients */ 268272840Smelifaro xi.vmask = IPFW_VTYPE_LEGACY; 269272840Smelifaro 270272840Smelifaro error = create_table_internal(ch, ti, NULL, &xi, pkidx, 1); 271272840Smelifaro if (error != 0) 272272840Smelifaro return (error); 273272840Smelifaro 274272840Smelifaro return (0); 275232865Smelifaro} 276232865Smelifaro 277272840Smelifaro/* 278272840Smelifaro * Find and reference existing table optionally 279272840Smelifaro * creating new one. 280272840Smelifaro * 281272840Smelifaro * Saves found table config into @ptc. 282272840Smelifaro * Note function may drop/acquire UH_WLOCK. 283272840Smelifaro * Returns 0 if table was found/created and referenced 284272840Smelifaro * or non-zero return code. 285272840Smelifaro */ 286272840Smelifarostatic int 287272840Smelifarofind_ref_table(struct ip_fw_chain *ch, struct tid_info *ti, 288272840Smelifaro struct tentry_info *tei, uint32_t count, int op, 289272840Smelifaro struct table_config **ptc) 290200590Sluigi{ 291272840Smelifaro struct namedobj_instance *ni; 292272840Smelifaro struct table_config *tc; 293272840Smelifaro uint16_t kidx; 294272840Smelifaro int error; 295200590Sluigi 296272840Smelifaro IPFW_UH_WLOCK_ASSERT(ch); 297232865Smelifaro 298272840Smelifaro ni = CHAIN_TO_NI(ch); 299272840Smelifaro tc = NULL; 300272840Smelifaro if ((tc = find_table(ni, ti)) != NULL) { 301272840Smelifaro /* check table type */ 302282070Smelifaro if (tc->no.subtype != ti->type) 303232865Smelifaro return (EINVAL); 304272840Smelifaro 305272840Smelifaro if (tc->locked != 0) 306272840Smelifaro return (EACCES); 307272840Smelifaro 308272840Smelifaro /* Try to exit early on limit hit */ 309272840Smelifaro if (op == OP_ADD && count == 1 && 310272840Smelifaro check_table_limit(tc, tei) != 0) 311272840Smelifaro return (EFBIG); 312272840Smelifaro 313272840Smelifaro /* Reference and return */ 314272840Smelifaro tc->no.refcnt++; 315272840Smelifaro *ptc = tc; 316272840Smelifaro return (0); 317272840Smelifaro } 318272840Smelifaro 319272840Smelifaro if (op == OP_DEL) 320272840Smelifaro return (ESRCH); 321272840Smelifaro 322298995Spfg /* Compatibility mode: create new table for old clients */ 323272840Smelifaro if ((tei->flags & TEI_FLAGS_COMPAT) == 0) 324272840Smelifaro return (ESRCH); 325272840Smelifaro 326272840Smelifaro IPFW_UH_WUNLOCK(ch); 327272840Smelifaro error = create_table_compat(ch, ti, &kidx); 328272840Smelifaro IPFW_UH_WLOCK(ch); 329272840Smelifaro 330272840Smelifaro if (error != 0) 331272840Smelifaro return (error); 332272840Smelifaro 333272840Smelifaro tc = (struct table_config *)ipfw_objhash_lookup_kidx(ni, kidx); 334272840Smelifaro KASSERT(tc != NULL, ("create_table_compat returned bad idx %d", kidx)); 335272840Smelifaro 336272840Smelifaro /* OK, now we've got referenced table. */ 337272840Smelifaro *ptc = tc; 338272840Smelifaro return (0); 339272840Smelifaro} 340272840Smelifaro 341272840Smelifaro/* 342272840Smelifaro * Rolls back already @added to @tc entries using state array @ta_buf_m. 343272840Smelifaro * Assume the following layout: 344272840Smelifaro * 1) ADD state (ta_buf_m[0] ... t_buf_m[added - 1]) for handling update cases 345272840Smelifaro * 2) DEL state (ta_buf_m[count[ ... t_buf_m[count + added - 1]) 346272840Smelifaro * for storing deleted state 347272840Smelifaro */ 348272840Smelifarostatic void 349272840Smelifarorollback_added_entries(struct ip_fw_chain *ch, struct table_config *tc, 350272840Smelifaro struct table_info *tinfo, struct tentry_info *tei, caddr_t ta_buf_m, 351272840Smelifaro uint32_t count, uint32_t added) 352272840Smelifaro{ 353272840Smelifaro struct table_algo *ta; 354272840Smelifaro struct tentry_info *ptei; 355272840Smelifaro caddr_t v, vv; 356272840Smelifaro size_t ta_buf_sz; 357272840Smelifaro int error, i; 358272840Smelifaro uint32_t num; 359272840Smelifaro 360272840Smelifaro IPFW_UH_WLOCK_ASSERT(ch); 361272840Smelifaro 362272840Smelifaro ta = tc->ta; 363272840Smelifaro ta_buf_sz = ta->ta_buf_size; 364272840Smelifaro v = ta_buf_m; 365272840Smelifaro vv = v + count * ta_buf_sz; 366272840Smelifaro for (i = 0; i < added; i++, v += ta_buf_sz, vv += ta_buf_sz) { 367272840Smelifaro ptei = &tei[i]; 368272840Smelifaro if ((ptei->flags & TEI_FLAGS_UPDATED) != 0) { 369272840Smelifaro 370272840Smelifaro /* 371272840Smelifaro * We have old value stored by previous 372272840Smelifaro * call in @ptei->value. Do add once again 373272840Smelifaro * to restore it. 374272840Smelifaro */ 375272840Smelifaro error = ta->add(tc->astate, tinfo, ptei, v, &num); 376272840Smelifaro KASSERT(error == 0, ("rollback UPDATE fail")); 377272840Smelifaro KASSERT(num == 0, ("rollback UPDATE fail2")); 378272840Smelifaro continue; 379232865Smelifaro } 380272840Smelifaro 381272840Smelifaro error = ta->prepare_del(ch, ptei, vv); 382272840Smelifaro KASSERT(error == 0, ("pre-rollback INSERT failed")); 383272840Smelifaro error = ta->del(tc->astate, tinfo, ptei, vv, &num); 384272840Smelifaro KASSERT(error == 0, ("rollback INSERT failed")); 385272840Smelifaro tc->count -= num; 386272840Smelifaro } 387272840Smelifaro} 388272840Smelifaro 389272840Smelifaro/* 390272840Smelifaro * Prepares add/del state for all @count entries in @tei. 391272840Smelifaro * Uses either stack buffer (@ta_buf) or allocates a new one. 392272840Smelifaro * Stores pointer to allocated buffer back to @ta_buf. 393272840Smelifaro * 394272840Smelifaro * Returns 0 on success. 395272840Smelifaro */ 396272840Smelifarostatic int 397272840Smelifaroprepare_batch_buffer(struct ip_fw_chain *ch, struct table_algo *ta, 398272840Smelifaro struct tentry_info *tei, uint32_t count, int op, caddr_t *ta_buf) 399272840Smelifaro{ 400272840Smelifaro caddr_t ta_buf_m, v; 401272840Smelifaro size_t ta_buf_sz, sz; 402272840Smelifaro struct tentry_info *ptei; 403272840Smelifaro int error, i; 404272840Smelifaro 405272840Smelifaro error = 0; 406272840Smelifaro ta_buf_sz = ta->ta_buf_size; 407272840Smelifaro if (count == 1) { 408272840Smelifaro /* Sigle add/delete, use on-stack buffer */ 409272840Smelifaro memset(*ta_buf, 0, TA_BUF_SZ); 410272840Smelifaro ta_buf_m = *ta_buf; 411272840Smelifaro } else { 412272840Smelifaro 413272840Smelifaro /* 414272840Smelifaro * Multiple adds/deletes, allocate larger buffer 415272840Smelifaro * 416272840Smelifaro * Note we need 2xcount buffer for add case: 417272840Smelifaro * we have hold both ADD state 418272840Smelifaro * and DELETE state (this may be needed 419272840Smelifaro * if we need to rollback all changes) 420272840Smelifaro */ 421272840Smelifaro sz = count * ta_buf_sz; 422272840Smelifaro ta_buf_m = malloc((op == OP_ADD) ? sz * 2 : sz, M_TEMP, 423272840Smelifaro M_WAITOK | M_ZERO); 424272840Smelifaro } 425272840Smelifaro 426272840Smelifaro v = ta_buf_m; 427272840Smelifaro for (i = 0; i < count; i++, v += ta_buf_sz) { 428272840Smelifaro ptei = &tei[i]; 429272840Smelifaro error = (op == OP_ADD) ? 430272840Smelifaro ta->prepare_add(ch, ptei, v) : ta->prepare_del(ch, ptei, v); 431272840Smelifaro 432272840Smelifaro /* 433272840Smelifaro * Some syntax error (incorrect mask, or address, or 434272840Smelifaro * anything). Return error regardless of atomicity 435272840Smelifaro * settings. 436272840Smelifaro */ 437272840Smelifaro if (error != 0) 438272840Smelifaro break; 439272840Smelifaro } 440272840Smelifaro 441272840Smelifaro *ta_buf = ta_buf_m; 442272840Smelifaro return (error); 443272840Smelifaro} 444272840Smelifaro 445272840Smelifaro/* 446272840Smelifaro * Flushes allocated state for each @count entries in @tei. 447272840Smelifaro * Frees @ta_buf_m if differs from stack buffer @ta_buf. 448272840Smelifaro */ 449272840Smelifarostatic void 450272840Smelifaroflush_batch_buffer(struct ip_fw_chain *ch, struct table_algo *ta, 451272840Smelifaro struct tentry_info *tei, uint32_t count, int rollback, 452272840Smelifaro caddr_t ta_buf_m, caddr_t ta_buf) 453272840Smelifaro{ 454272840Smelifaro caddr_t v; 455272840Smelifaro struct tentry_info *ptei; 456272840Smelifaro size_t ta_buf_sz; 457272840Smelifaro int i; 458272840Smelifaro 459272840Smelifaro ta_buf_sz = ta->ta_buf_size; 460272840Smelifaro 461272840Smelifaro /* Run cleaning callback anyway */ 462272840Smelifaro v = ta_buf_m; 463272840Smelifaro for (i = 0; i < count; i++, v += ta_buf_sz) { 464272840Smelifaro ptei = &tei[i]; 465272840Smelifaro ta->flush_entry(ch, ptei, v); 466272840Smelifaro if (ptei->ptv != NULL) { 467272840Smelifaro free(ptei->ptv, M_IPFW); 468272840Smelifaro ptei->ptv = NULL; 469272840Smelifaro } 470272840Smelifaro } 471272840Smelifaro 472272840Smelifaro /* Clean up "deleted" state in case of rollback */ 473272840Smelifaro if (rollback != 0) { 474272840Smelifaro v = ta_buf_m + count * ta_buf_sz; 475272840Smelifaro for (i = 0; i < count; i++, v += ta_buf_sz) 476272840Smelifaro ta->flush_entry(ch, &tei[i], v); 477272840Smelifaro } 478272840Smelifaro 479272840Smelifaro if (ta_buf_m != ta_buf) 480272840Smelifaro free(ta_buf_m, M_TEMP); 481272840Smelifaro} 482272840Smelifaro 483272840Smelifaro 484272840Smelifarostatic void 485272840Smelifarorollback_add_entry(void *object, struct op_state *_state) 486272840Smelifaro{ 487272840Smelifaro struct ip_fw_chain *ch; 488272840Smelifaro struct tableop_state *ts; 489272840Smelifaro 490272840Smelifaro ts = (struct tableop_state *)_state; 491272840Smelifaro 492272840Smelifaro if (ts->tc != object && ts->ch != object) 493272840Smelifaro return; 494272840Smelifaro 495272840Smelifaro ch = ts->ch; 496272840Smelifaro 497272840Smelifaro IPFW_UH_WLOCK_ASSERT(ch); 498272840Smelifaro 499272840Smelifaro /* Call specifid unlockers */ 500272840Smelifaro rollback_table_values(ts); 501272840Smelifaro 502272840Smelifaro /* Indicate we've called */ 503272840Smelifaro ts->modified = 1; 504272840Smelifaro} 505272840Smelifaro 506272840Smelifaro/* 507272840Smelifaro * Adds/updates one or more entries in table @ti. 508272840Smelifaro * 509272840Smelifaro * Function may drop/reacquire UH wlock multiple times due to 510272840Smelifaro * items alloc, algorithm callbacks (check_space), value linkage 511272840Smelifaro * (new values, value storage realloc), etc.. 512272840Smelifaro * Other processes like other adds (which may involve storage resize), 513272840Smelifaro * table swaps (which changes table data and may change algo type), 514272840Smelifaro * table modify (which may change value mask) may be executed 515272840Smelifaro * simultaneously so we need to deal with it. 516272840Smelifaro * 517272840Smelifaro * The following approach was implemented: 518272840Smelifaro * we have per-chain linked list, protected with UH lock. 519272840Smelifaro * add_table_entry prepares special on-stack structure wthich is passed 520272840Smelifaro * to its descendants. Users add this structure to this list before unlock. 521272840Smelifaro * After performing needed operations and acquiring UH lock back, each user 522272840Smelifaro * checks if structure has changed. If true, it rolls local state back and 523272840Smelifaro * returns without error to the caller. 524272840Smelifaro * add_table_entry() on its own checks if structure has changed and restarts 525272840Smelifaro * its operation from the beginning (goto restart). 526272840Smelifaro * 527272840Smelifaro * Functions which are modifying fields of interest (currently 528272840Smelifaro * resize_shared_value_storage() and swap_tables() ) 529272840Smelifaro * traverses given list while holding UH lock immediately before 530272840Smelifaro * performing their operations calling function provided be list entry 531272840Smelifaro * ( currently rollback_add_entry ) which performs rollback for all necessary 532272840Smelifaro * state and sets appropriate values in structure indicating rollback 533272840Smelifaro * has happened. 534272840Smelifaro * 535272840Smelifaro * Algo interaction: 536272840Smelifaro * Function references @ti first to ensure table won't 537272840Smelifaro * disappear or change its type. 538272840Smelifaro * After that, prepare_add callback is called for each @tei entry. 539272840Smelifaro * Next, we try to add each entry under UH+WHLOCK 540272840Smelifaro * using add() callback. 541272840Smelifaro * Finally, we free all state by calling flush_entry callback 542272840Smelifaro * for each @tei. 543272840Smelifaro * 544272840Smelifaro * Returns 0 on success. 545272840Smelifaro */ 546272840Smelifaroint 547272840Smelifaroadd_table_entry(struct ip_fw_chain *ch, struct tid_info *ti, 548272840Smelifaro struct tentry_info *tei, uint8_t flags, uint32_t count) 549272840Smelifaro{ 550272840Smelifaro struct table_config *tc; 551272840Smelifaro struct table_algo *ta; 552272840Smelifaro uint16_t kidx; 553272840Smelifaro int error, first_error, i, rollback; 554272840Smelifaro uint32_t num, numadd; 555272840Smelifaro struct tentry_info *ptei; 556272840Smelifaro struct tableop_state ts; 557272840Smelifaro char ta_buf[TA_BUF_SZ]; 558272840Smelifaro caddr_t ta_buf_m, v; 559272840Smelifaro 560272840Smelifaro memset(&ts, 0, sizeof(ts)); 561272840Smelifaro ta = NULL; 562272840Smelifaro IPFW_UH_WLOCK(ch); 563272840Smelifaro 564272840Smelifaro /* 565272840Smelifaro * Find and reference existing table. 566272840Smelifaro */ 567272840Smelifarorestart: 568272840Smelifaro if (ts.modified != 0) { 569272840Smelifaro IPFW_UH_WUNLOCK(ch); 570272840Smelifaro flush_batch_buffer(ch, ta, tei, count, rollback, 571272840Smelifaro ta_buf_m, ta_buf); 572272840Smelifaro memset(&ts, 0, sizeof(ts)); 573272840Smelifaro ta = NULL; 574272840Smelifaro IPFW_UH_WLOCK(ch); 575272840Smelifaro } 576272840Smelifaro 577272840Smelifaro error = find_ref_table(ch, ti, tei, count, OP_ADD, &tc); 578272840Smelifaro if (error != 0) { 579272840Smelifaro IPFW_UH_WUNLOCK(ch); 580272840Smelifaro return (error); 581272840Smelifaro } 582272840Smelifaro ta = tc->ta; 583272840Smelifaro 584272840Smelifaro /* Fill in tablestate */ 585272840Smelifaro ts.ch = ch; 586272840Smelifaro ts.opstate.func = rollback_add_entry; 587272840Smelifaro ts.tc = tc; 588272840Smelifaro ts.vshared = tc->vshared; 589272840Smelifaro ts.vmask = tc->vmask; 590272840Smelifaro ts.ta = ta; 591272840Smelifaro ts.tei = tei; 592272840Smelifaro ts.count = count; 593272840Smelifaro rollback = 0; 594272840Smelifaro add_toperation_state(ch, &ts); 595272840Smelifaro IPFW_UH_WUNLOCK(ch); 596272840Smelifaro 597272840Smelifaro /* Allocate memory and prepare record(s) */ 598272840Smelifaro /* Pass stack buffer by default */ 599272840Smelifaro ta_buf_m = ta_buf; 600272840Smelifaro error = prepare_batch_buffer(ch, ta, tei, count, OP_ADD, &ta_buf_m); 601272840Smelifaro 602272840Smelifaro IPFW_UH_WLOCK(ch); 603282521Smelifaro del_toperation_state(ch, &ts); 604272840Smelifaro /* Drop reference we've used in first search */ 605272840Smelifaro tc->no.refcnt--; 606272840Smelifaro 607282521Smelifaro /* Check prepare_batch_buffer() error */ 608282521Smelifaro if (error != 0) 609282521Smelifaro goto cleanup; 610282521Smelifaro 611272840Smelifaro /* 612272840Smelifaro * Check if table swap has happened. 613272840Smelifaro * (so table algo might be changed). 614272840Smelifaro * Restart operation to achieve consistent behavior. 615272840Smelifaro */ 616272840Smelifaro if (ts.modified != 0) 617272840Smelifaro goto restart; 618272840Smelifaro 619272840Smelifaro /* 620272840Smelifaro * Link all values values to shared/per-table value array. 621272840Smelifaro * 622272840Smelifaro * May release/reacquire UH_WLOCK. 623272840Smelifaro */ 624272840Smelifaro error = ipfw_link_table_values(ch, &ts); 625272840Smelifaro if (error != 0) 626272840Smelifaro goto cleanup; 627272840Smelifaro if (ts.modified != 0) 628272840Smelifaro goto restart; 629272840Smelifaro 630272840Smelifaro /* 631272840Smelifaro * Ensure we are able to add all entries without additional 632272840Smelifaro * memory allocations. May release/reacquire UH_WLOCK. 633272840Smelifaro */ 634272840Smelifaro kidx = tc->no.kidx; 635272840Smelifaro error = check_table_space(ch, &ts, tc, KIDX_TO_TI(ch, kidx), count); 636272840Smelifaro if (error != 0) 637272840Smelifaro goto cleanup; 638272840Smelifaro if (ts.modified != 0) 639272840Smelifaro goto restart; 640272840Smelifaro 641272840Smelifaro /* We've got valid table in @tc. Let's try to add data */ 642272840Smelifaro kidx = tc->no.kidx; 643272840Smelifaro ta = tc->ta; 644272840Smelifaro numadd = 0; 645272840Smelifaro first_error = 0; 646272840Smelifaro 647272840Smelifaro IPFW_WLOCK(ch); 648272840Smelifaro 649272840Smelifaro v = ta_buf_m; 650272840Smelifaro for (i = 0; i < count; i++, v += ta->ta_buf_size) { 651272840Smelifaro ptei = &tei[i]; 652272840Smelifaro num = 0; 653272840Smelifaro /* check limit before adding */ 654272840Smelifaro if ((error = check_table_limit(tc, ptei)) == 0) { 655272840Smelifaro error = ta->add(tc->astate, KIDX_TO_TI(ch, kidx), 656272840Smelifaro ptei, v, &num); 657272840Smelifaro /* Set status flag to inform userland */ 658272840Smelifaro store_tei_result(ptei, OP_ADD, error, num); 659272840Smelifaro } 660272840Smelifaro if (error == 0) { 661272840Smelifaro /* Update number of records to ease limit checking */ 662272840Smelifaro tc->count += num; 663272840Smelifaro numadd += num; 664272840Smelifaro continue; 665272840Smelifaro } 666272840Smelifaro 667272840Smelifaro if (first_error == 0) 668272840Smelifaro first_error = error; 669272840Smelifaro 670272840Smelifaro /* 671272840Smelifaro * Some error have happened. Check our atomicity 672272840Smelifaro * settings: continue if atomicity is not required, 673272840Smelifaro * rollback changes otherwise. 674272840Smelifaro */ 675272840Smelifaro if ((flags & IPFW_CTF_ATOMIC) == 0) 676272840Smelifaro continue; 677272840Smelifaro 678272840Smelifaro rollback_added_entries(ch, tc, KIDX_TO_TI(ch, kidx), 679272840Smelifaro tei, ta_buf_m, count, i); 680272840Smelifaro 681272840Smelifaro rollback = 1; 682232865Smelifaro break; 683272840Smelifaro } 684272840Smelifaro 685272840Smelifaro IPFW_WUNLOCK(ch); 686272840Smelifaro 687272840Smelifaro ipfw_garbage_table_values(ch, tc, tei, count, rollback); 688272840Smelifaro 689272840Smelifaro /* Permit post-add algorithm grow/rehash. */ 690272840Smelifaro if (numadd != 0) 691272840Smelifaro check_table_space(ch, NULL, tc, KIDX_TO_TI(ch, kidx), 0); 692272840Smelifaro 693272840Smelifaro /* Return first error to user, if any */ 694272840Smelifaro error = first_error; 695272840Smelifaro 696272840Smelifarocleanup: 697272840Smelifaro IPFW_UH_WUNLOCK(ch); 698272840Smelifaro 699272840Smelifaro flush_batch_buffer(ch, ta, tei, count, rollback, ta_buf_m, ta_buf); 700232865Smelifaro 701272840Smelifaro return (error); 702272840Smelifaro} 703232865Smelifaro 704272840Smelifaro/* 705272840Smelifaro * Deletes one or more entries in table @ti. 706272840Smelifaro * 707272840Smelifaro * Returns 0 on success. 708272840Smelifaro */ 709272840Smelifaroint 710272840Smelifarodel_table_entry(struct ip_fw_chain *ch, struct tid_info *ti, 711272840Smelifaro struct tentry_info *tei, uint8_t flags, uint32_t count) 712272840Smelifaro{ 713272840Smelifaro struct table_config *tc; 714272840Smelifaro struct table_algo *ta; 715272840Smelifaro struct tentry_info *ptei; 716272840Smelifaro uint16_t kidx; 717272840Smelifaro int error, first_error, i; 718272840Smelifaro uint32_t num, numdel; 719272840Smelifaro char ta_buf[TA_BUF_SZ]; 720272840Smelifaro caddr_t ta_buf_m, v; 721232865Smelifaro 722272840Smelifaro /* 723272840Smelifaro * Find and reference existing table. 724272840Smelifaro */ 725272840Smelifaro IPFW_UH_WLOCK(ch); 726272840Smelifaro error = find_ref_table(ch, ti, tei, count, OP_DEL, &tc); 727272840Smelifaro if (error != 0) { 728272840Smelifaro IPFW_UH_WUNLOCK(ch); 729272840Smelifaro return (error); 730272840Smelifaro } 731272840Smelifaro ta = tc->ta; 732272840Smelifaro IPFW_UH_WUNLOCK(ch); 733232865Smelifaro 734272840Smelifaro /* Allocate memory and prepare record(s) */ 735272840Smelifaro /* Pass stack buffer by default */ 736272840Smelifaro ta_buf_m = ta_buf; 737272840Smelifaro error = prepare_batch_buffer(ch, ta, tei, count, OP_DEL, &ta_buf_m); 738272840Smelifaro if (error != 0) 739272840Smelifaro goto cleanup; 740272840Smelifaro 741272840Smelifaro IPFW_UH_WLOCK(ch); 742272840Smelifaro 743272840Smelifaro /* Drop reference we've used in first search */ 744272840Smelifaro tc->no.refcnt--; 745272840Smelifaro 746272840Smelifaro /* 747272840Smelifaro * Check if table algo is still the same. 748272840Smelifaro * (changed ta may be the result of table swap). 749272840Smelifaro */ 750272840Smelifaro if (ta != tc->ta) { 751272840Smelifaro IPFW_UH_WUNLOCK(ch); 752272840Smelifaro error = EINVAL; 753272840Smelifaro goto cleanup; 754232865Smelifaro } 755232865Smelifaro 756272840Smelifaro kidx = tc->no.kidx; 757272840Smelifaro numdel = 0; 758272840Smelifaro first_error = 0; 759272840Smelifaro 760200590Sluigi IPFW_WLOCK(ch); 761272840Smelifaro v = ta_buf_m; 762272840Smelifaro for (i = 0; i < count; i++, v += ta->ta_buf_size) { 763272840Smelifaro ptei = &tei[i]; 764272840Smelifaro num = 0; 765272840Smelifaro error = ta->del(tc->astate, KIDX_TO_TI(ch, kidx), ptei, v, 766272840Smelifaro &num); 767272840Smelifaro /* Save state for userland */ 768272840Smelifaro store_tei_result(ptei, OP_DEL, error, num); 769272840Smelifaro if (error != 0 && first_error == 0) 770272840Smelifaro first_error = error; 771272840Smelifaro tc->count -= num; 772272840Smelifaro numdel += num; 773272840Smelifaro } 774272840Smelifaro IPFW_WUNLOCK(ch); 775232865Smelifaro 776272840Smelifaro /* Unlink non-used values */ 777272840Smelifaro ipfw_garbage_table_values(ch, tc, tei, count, 0); 778272840Smelifaro 779272840Smelifaro if (numdel != 0) { 780272840Smelifaro /* Run post-del hook to permit shrinking */ 781272840Smelifaro check_table_space(ch, NULL, tc, KIDX_TO_TI(ch, kidx), 0); 782232865Smelifaro } 783232865Smelifaro 784272840Smelifaro IPFW_UH_WUNLOCK(ch); 785272840Smelifaro 786272840Smelifaro /* Return first error to user, if any */ 787272840Smelifaro error = first_error; 788272840Smelifaro 789272840Smelifarocleanup: 790272840Smelifaro flush_batch_buffer(ch, ta, tei, count, 0, ta_buf_m, ta_buf); 791272840Smelifaro 792272840Smelifaro return (error); 793272840Smelifaro} 794272840Smelifaro 795272840Smelifaro/* 796272840Smelifaro * Ensure that table @tc has enough space to add @count entries without 797272840Smelifaro * need for reallocation. 798272840Smelifaro * 799272840Smelifaro * Callbacks order: 800272840Smelifaro * 0) need_modify() (UH_WLOCK) - checks if @count items can be added w/o resize. 801272840Smelifaro * 802272840Smelifaro * 1) alloc_modify (no locks, M_WAITOK) - alloc new state based on @pflags. 803272840Smelifaro * 2) prepare_modifyt (UH_WLOCK) - copy old data into new storage 804272840Smelifaro * 3) modify (UH_WLOCK + WLOCK) - switch pointers 805272840Smelifaro * 4) flush_modify (UH_WLOCK) - free state, if needed 806272840Smelifaro * 807272840Smelifaro * Returns 0 on success. 808272840Smelifaro */ 809272840Smelifarostatic int 810272840Smelifarocheck_table_space(struct ip_fw_chain *ch, struct tableop_state *ts, 811272840Smelifaro struct table_config *tc, struct table_info *ti, uint32_t count) 812272840Smelifaro{ 813272840Smelifaro struct table_algo *ta; 814272840Smelifaro uint64_t pflags; 815272840Smelifaro char ta_buf[TA_BUF_SZ]; 816272840Smelifaro int error; 817272840Smelifaro 818272840Smelifaro IPFW_UH_WLOCK_ASSERT(ch); 819272840Smelifaro 820272840Smelifaro error = 0; 821272840Smelifaro ta = tc->ta; 822272840Smelifaro if (ta->need_modify == NULL) 823272840Smelifaro return (0); 824272840Smelifaro 825272840Smelifaro /* Acquire reference not to loose @tc between locks/unlocks */ 826272840Smelifaro tc->no.refcnt++; 827272840Smelifaro 828272840Smelifaro /* 829272840Smelifaro * TODO: think about avoiding race between large add/large delete 830272840Smelifaro * operation on algorithm which implements shrinking along with 831272840Smelifaro * growing. 832272840Smelifaro */ 833272840Smelifaro while (true) { 834272840Smelifaro pflags = 0; 835272840Smelifaro if (ta->need_modify(tc->astate, ti, count, &pflags) == 0) { 836272840Smelifaro error = 0; 837272840Smelifaro break; 838232865Smelifaro } 839232865Smelifaro 840272840Smelifaro /* We have to shrink/grow table */ 841272840Smelifaro if (ts != NULL) 842272840Smelifaro add_toperation_state(ch, ts); 843272840Smelifaro IPFW_UH_WUNLOCK(ch); 844272840Smelifaro 845272840Smelifaro memset(&ta_buf, 0, sizeof(ta_buf)); 846272840Smelifaro error = ta->prepare_mod(ta_buf, &pflags); 847272840Smelifaro 848272840Smelifaro IPFW_UH_WLOCK(ch); 849272840Smelifaro if (ts != NULL) 850272840Smelifaro del_toperation_state(ch, ts); 851272840Smelifaro 852272840Smelifaro if (error != 0) 853272840Smelifaro break; 854272840Smelifaro 855272840Smelifaro if (ts != NULL && ts->modified != 0) { 856272840Smelifaro 857272840Smelifaro /* 858272840Smelifaro * Swap operation has happened 859272840Smelifaro * so we're currently operating on other 860272840Smelifaro * table data. Stop doing this. 861232865Smelifaro */ 862272840Smelifaro ta->flush_mod(ta_buf); 863272840Smelifaro break; 864232865Smelifaro } 865272840Smelifaro 866272840Smelifaro /* Check if we still need to alter table */ 867272840Smelifaro ti = KIDX_TO_TI(ch, tc->no.kidx); 868272840Smelifaro if (ta->need_modify(tc->astate, ti, count, &pflags) == 0) { 869272840Smelifaro IPFW_UH_WUNLOCK(ch); 870272840Smelifaro 871272840Smelifaro /* 872272840Smelifaro * Other thread has already performed resize. 873272840Smelifaro * Flush our state and return. 874272840Smelifaro */ 875272840Smelifaro ta->flush_mod(ta_buf); 876272840Smelifaro break; 877272840Smelifaro } 878272840Smelifaro 879272840Smelifaro error = ta->fill_mod(tc->astate, ti, ta_buf, &pflags); 880272840Smelifaro if (error == 0) { 881272840Smelifaro /* Do actual modification */ 882272840Smelifaro IPFW_WLOCK(ch); 883272840Smelifaro ta->modify(tc->astate, ti, ta_buf, pflags); 884272840Smelifaro IPFW_WUNLOCK(ch); 885272840Smelifaro } 886272840Smelifaro 887272840Smelifaro /* Anyway, flush data and retry */ 888272840Smelifaro ta->flush_mod(ta_buf); 889232865Smelifaro } 890232865Smelifaro 891272840Smelifaro tc->no.refcnt--; 892272840Smelifaro return (error); 893272840Smelifaro} 894232865Smelifaro 895272840Smelifaro/* 896272840Smelifaro * Adds or deletes record in table. 897272840Smelifaro * Data layout (v0): 898272840Smelifaro * Request: [ ip_fw3_opheader ipfw_table_xentry ] 899272840Smelifaro * 900272840Smelifaro * Returns 0 on success 901272840Smelifaro */ 902272840Smelifarostatic int 903272840Smelifaromanage_table_ent_v0(struct ip_fw_chain *ch, ip_fw3_opheader *op3, 904272840Smelifaro struct sockopt_data *sd) 905272840Smelifaro{ 906272840Smelifaro ipfw_table_xentry *xent; 907272840Smelifaro struct tentry_info tei; 908272840Smelifaro struct tid_info ti; 909272840Smelifaro struct table_value v; 910272840Smelifaro int error, hdrlen, read; 911272840Smelifaro 912272840Smelifaro hdrlen = offsetof(ipfw_table_xentry, k); 913272840Smelifaro 914272840Smelifaro /* Check minimum header size */ 915272840Smelifaro if (sd->valsize < (sizeof(*op3) + hdrlen)) 916272840Smelifaro return (EINVAL); 917272840Smelifaro 918272840Smelifaro read = sizeof(ip_fw3_opheader); 919272840Smelifaro 920272840Smelifaro /* Check if xentry len field is valid */ 921272840Smelifaro xent = (ipfw_table_xentry *)(op3 + 1); 922272840Smelifaro if (xent->len < hdrlen || xent->len + read > sd->valsize) 923272840Smelifaro return (EINVAL); 924272840Smelifaro 925272840Smelifaro memset(&tei, 0, sizeof(tei)); 926272840Smelifaro tei.paddr = &xent->k; 927272840Smelifaro tei.masklen = xent->masklen; 928272840Smelifaro ipfw_import_table_value_legacy(xent->value, &v); 929272840Smelifaro tei.pvalue = &v; 930298995Spfg /* Old requests compatibility */ 931272840Smelifaro tei.flags = TEI_FLAGS_COMPAT; 932272840Smelifaro if (xent->type == IPFW_TABLE_ADDR) { 933272840Smelifaro if (xent->len - hdrlen == sizeof(in_addr_t)) 934272840Smelifaro tei.subtype = AF_INET; 935272840Smelifaro else 936272840Smelifaro tei.subtype = AF_INET6; 937200590Sluigi } 938272840Smelifaro 939272840Smelifaro memset(&ti, 0, sizeof(ti)); 940272840Smelifaro ti.uidx = xent->tbl; 941272840Smelifaro ti.type = xent->type; 942272840Smelifaro 943272840Smelifaro error = (op3->opcode == IP_FW_TABLE_XADD) ? 944272840Smelifaro add_table_entry(ch, &ti, &tei, 0, 1) : 945272840Smelifaro del_table_entry(ch, &ti, &tei, 0, 1); 946272840Smelifaro 947272840Smelifaro return (error); 948200590Sluigi} 949200590Sluigi 950272840Smelifaro/* 951272840Smelifaro * Adds or deletes record in table. 952272840Smelifaro * Data layout (v1)(current): 953272840Smelifaro * Request: [ ipfw_obj_header 954272840Smelifaro * ipfw_obj_ctlv(IPFW_TLV_TBLENT_LIST) [ ipfw_obj_tentry x N ] 955272840Smelifaro * ] 956272840Smelifaro * 957272840Smelifaro * Returns 0 on success 958272840Smelifaro */ 959272840Smelifarostatic int 960272840Smelifaromanage_table_ent_v1(struct ip_fw_chain *ch, ip_fw3_opheader *op3, 961272840Smelifaro struct sockopt_data *sd) 962200590Sluigi{ 963272840Smelifaro ipfw_obj_tentry *tent, *ptent; 964272840Smelifaro ipfw_obj_ctlv *ctlv; 965272840Smelifaro ipfw_obj_header *oh; 966272840Smelifaro struct tentry_info *ptei, tei, *tei_buf; 967272840Smelifaro struct tid_info ti; 968272840Smelifaro int error, i, kidx, read; 969200590Sluigi 970272840Smelifaro /* Check minimum header size */ 971272840Smelifaro if (sd->valsize < (sizeof(*oh) + sizeof(*ctlv))) 972200590Sluigi return (EINVAL); 973232865Smelifaro 974272840Smelifaro /* Check if passed data is too long */ 975272840Smelifaro if (sd->valsize != sd->kavail) 976272840Smelifaro return (EINVAL); 977232865Smelifaro 978272840Smelifaro oh = (ipfw_obj_header *)sd->kbuf; 979272840Smelifaro 980272840Smelifaro /* Basic length checks for TLVs */ 981272840Smelifaro if (oh->ntlv.head.length != sizeof(oh->ntlv)) 982272840Smelifaro return (EINVAL); 983272840Smelifaro 984272840Smelifaro read = sizeof(*oh); 985272840Smelifaro 986272840Smelifaro ctlv = (ipfw_obj_ctlv *)(oh + 1); 987272840Smelifaro if (ctlv->head.length + read != sd->valsize) 988272840Smelifaro return (EINVAL); 989272840Smelifaro 990272840Smelifaro read += sizeof(*ctlv); 991272840Smelifaro tent = (ipfw_obj_tentry *)(ctlv + 1); 992272840Smelifaro if (ctlv->count * sizeof(*tent) + read != sd->valsize) 993272840Smelifaro return (EINVAL); 994272840Smelifaro 995272840Smelifaro if (ctlv->count == 0) 996272840Smelifaro return (0); 997272840Smelifaro 998272840Smelifaro /* 999272840Smelifaro * Mark entire buffer as "read". 1000272840Smelifaro * This instructs sopt api write it back 1001272840Smelifaro * after function return. 1002272840Smelifaro */ 1003272840Smelifaro ipfw_get_sopt_header(sd, sd->valsize); 1004272840Smelifaro 1005272840Smelifaro /* Perform basic checks for each entry */ 1006272840Smelifaro ptent = tent; 1007272840Smelifaro kidx = tent->idx; 1008272840Smelifaro for (i = 0; i < ctlv->count; i++, ptent++) { 1009272840Smelifaro if (ptent->head.length != sizeof(*ptent)) 1010232865Smelifaro return (EINVAL); 1011272840Smelifaro if (ptent->idx != kidx) 1012272840Smelifaro return (ENOTSUP); 1013272840Smelifaro } 1014232865Smelifaro 1015272840Smelifaro /* Convert data into kernel request objects */ 1016272840Smelifaro objheader_to_ti(oh, &ti); 1017272840Smelifaro ti.type = oh->ntlv.type; 1018272840Smelifaro ti.uidx = kidx; 1019232865Smelifaro 1020272840Smelifaro /* Use on-stack buffer for single add/del */ 1021272840Smelifaro if (ctlv->count == 1) { 1022272840Smelifaro memset(&tei, 0, sizeof(tei)); 1023272840Smelifaro tei_buf = &tei; 1024272840Smelifaro } else 1025272840Smelifaro tei_buf = malloc(ctlv->count * sizeof(tei), M_TEMP, 1026272840Smelifaro M_WAITOK | M_ZERO); 1027238265Smelifaro 1028272840Smelifaro ptei = tei_buf; 1029272840Smelifaro ptent = tent; 1030272840Smelifaro for (i = 0; i < ctlv->count; i++, ptent++, ptei++) { 1031272840Smelifaro ptei->paddr = &ptent->k; 1032272840Smelifaro ptei->subtype = ptent->subtype; 1033272840Smelifaro ptei->masklen = ptent->masklen; 1034272840Smelifaro if (ptent->head.flags & IPFW_TF_UPDATE) 1035272840Smelifaro ptei->flags |= TEI_FLAGS_UPDATE; 1036232865Smelifaro 1037272840Smelifaro ipfw_import_table_value_v1(&ptent->v.value); 1038272840Smelifaro ptei->pvalue = (struct table_value *)&ptent->v.value; 1039272840Smelifaro } 1040232865Smelifaro 1041272840Smelifaro error = (oh->opheader.opcode == IP_FW_TABLE_XADD) ? 1042272840Smelifaro add_table_entry(ch, &ti, tei_buf, ctlv->flags, ctlv->count) : 1043272840Smelifaro del_table_entry(ch, &ti, tei_buf, ctlv->flags, ctlv->count); 1044272840Smelifaro 1045272840Smelifaro /* Translate result back to userland */ 1046272840Smelifaro ptei = tei_buf; 1047272840Smelifaro ptent = tent; 1048272840Smelifaro for (i = 0; i < ctlv->count; i++, ptent++, ptei++) { 1049272840Smelifaro if (ptei->flags & TEI_FLAGS_ADDED) 1050272840Smelifaro ptent->result = IPFW_TR_ADDED; 1051272840Smelifaro else if (ptei->flags & TEI_FLAGS_DELETED) 1052272840Smelifaro ptent->result = IPFW_TR_DELETED; 1053272840Smelifaro else if (ptei->flags & TEI_FLAGS_UPDATED) 1054272840Smelifaro ptent->result = IPFW_TR_UPDATED; 1055272840Smelifaro else if (ptei->flags & TEI_FLAGS_LIMIT) 1056272840Smelifaro ptent->result = IPFW_TR_LIMIT; 1057272840Smelifaro else if (ptei->flags & TEI_FLAGS_ERROR) 1058272840Smelifaro ptent->result = IPFW_TR_ERROR; 1059272840Smelifaro else if (ptei->flags & TEI_FLAGS_NOTFOUND) 1060272840Smelifaro ptent->result = IPFW_TR_NOTFOUND; 1061272840Smelifaro else if (ptei->flags & TEI_FLAGS_EXISTS) 1062272840Smelifaro ptent->result = IPFW_TR_EXISTS; 1063272840Smelifaro ipfw_export_table_value_v1(ptei->pvalue, &ptent->v.value); 1064232865Smelifaro } 1065232865Smelifaro 1066272840Smelifaro if (tei_buf != &tei) 1067272840Smelifaro free(tei_buf, M_TEMP); 1068272840Smelifaro 1069272840Smelifaro return (error); 1070272840Smelifaro} 1071272840Smelifaro 1072272840Smelifaro/* 1073272840Smelifaro * Looks up an entry in given table. 1074272840Smelifaro * Data layout (v0)(current): 1075272840Smelifaro * Request: [ ipfw_obj_header ipfw_obj_tentry ] 1076272840Smelifaro * Reply: [ ipfw_obj_header ipfw_obj_tentry ] 1077272840Smelifaro * 1078272840Smelifaro * Returns 0 on success 1079272840Smelifaro */ 1080272840Smelifarostatic int 1081272840Smelifarofind_table_entry(struct ip_fw_chain *ch, ip_fw3_opheader *op3, 1082272840Smelifaro struct sockopt_data *sd) 1083272840Smelifaro{ 1084272840Smelifaro ipfw_obj_tentry *tent; 1085272840Smelifaro ipfw_obj_header *oh; 1086272840Smelifaro struct tid_info ti; 1087272840Smelifaro struct table_config *tc; 1088272840Smelifaro struct table_algo *ta; 1089272840Smelifaro struct table_info *kti; 1090307970Sae struct table_value *pval; 1091272840Smelifaro struct namedobj_instance *ni; 1092272840Smelifaro int error; 1093272840Smelifaro size_t sz; 1094272840Smelifaro 1095272840Smelifaro /* Check minimum header size */ 1096272840Smelifaro sz = sizeof(*oh) + sizeof(*tent); 1097272840Smelifaro if (sd->valsize != sz) 1098272840Smelifaro return (EINVAL); 1099272840Smelifaro 1100272840Smelifaro oh = (struct _ipfw_obj_header *)ipfw_get_sopt_header(sd, sz); 1101272840Smelifaro tent = (ipfw_obj_tentry *)(oh + 1); 1102272840Smelifaro 1103272840Smelifaro /* Basic length checks for TLVs */ 1104272840Smelifaro if (oh->ntlv.head.length != sizeof(oh->ntlv)) 1105272840Smelifaro return (EINVAL); 1106272840Smelifaro 1107272840Smelifaro objheader_to_ti(oh, &ti); 1108272840Smelifaro ti.type = oh->ntlv.type; 1109272840Smelifaro ti.uidx = tent->idx; 1110272840Smelifaro 1111272840Smelifaro IPFW_UH_RLOCK(ch); 1112272840Smelifaro ni = CHAIN_TO_NI(ch); 1113272840Smelifaro 1114272840Smelifaro /* 1115272840Smelifaro * Find existing table and check its type . 1116272840Smelifaro */ 1117272840Smelifaro ta = NULL; 1118272840Smelifaro if ((tc = find_table(ni, &ti)) == NULL) { 1119272840Smelifaro IPFW_UH_RUNLOCK(ch); 1120200590Sluigi return (ESRCH); 1121200590Sluigi } 1122232865Smelifaro 1123272840Smelifaro /* check table type */ 1124282070Smelifaro if (tc->no.subtype != ti.type) { 1125272840Smelifaro IPFW_UH_RUNLOCK(ch); 1126232865Smelifaro return (EINVAL); 1127232865Smelifaro } 1128232865Smelifaro 1129272840Smelifaro kti = KIDX_TO_TI(ch, tc->no.kidx); 1130272840Smelifaro ta = tc->ta; 1131232865Smelifaro 1132272840Smelifaro if (ta->find_tentry == NULL) 1133272840Smelifaro return (ENOTSUP); 1134232865Smelifaro 1135272840Smelifaro error = ta->find_tentry(tc->astate, kti, tent); 1136307970Sae if (error == 0) { 1137307970Sae pval = get_table_value(ch, tc, tent->v.kidx); 1138307970Sae ipfw_export_table_value_v1(pval, &tent->v.value); 1139307970Sae } 1140272840Smelifaro IPFW_UH_RUNLOCK(ch); 1141272840Smelifaro 1142272840Smelifaro return (error); 1143200590Sluigi} 1144200590Sluigi 1145272840Smelifaro/* 1146272840Smelifaro * Flushes all entries or destroys given table. 1147272840Smelifaro * Data layout (v0)(current): 1148272840Smelifaro * Request: [ ipfw_obj_header ] 1149272840Smelifaro * 1150272840Smelifaro * Returns 0 on success 1151272840Smelifaro */ 1152200590Sluigistatic int 1153272840Smelifaroflush_table_v0(struct ip_fw_chain *ch, ip_fw3_opheader *op3, 1154272840Smelifaro struct sockopt_data *sd) 1155200590Sluigi{ 1156272840Smelifaro int error; 1157272840Smelifaro struct _ipfw_obj_header *oh; 1158272840Smelifaro struct tid_info ti; 1159200590Sluigi 1160272840Smelifaro if (sd->valsize != sizeof(*oh)) 1161272840Smelifaro return (EINVAL); 1162272840Smelifaro 1163272840Smelifaro oh = (struct _ipfw_obj_header *)op3; 1164272840Smelifaro objheader_to_ti(oh, &ti); 1165272840Smelifaro 1166272840Smelifaro if (op3->opcode == IP_FW_TABLE_XDESTROY) 1167272840Smelifaro error = destroy_table(ch, &ti); 1168272840Smelifaro else if (op3->opcode == IP_FW_TABLE_XFLUSH) 1169272840Smelifaro error = flush_table(ch, &ti); 1170272840Smelifaro else 1171272840Smelifaro return (ENOTSUP); 1172272840Smelifaro 1173272840Smelifaro return (error); 1174200590Sluigi} 1175200590Sluigi 1176272840Smelifarostatic void 1177272840Smelifarorestart_flush(void *object, struct op_state *_state) 1178272840Smelifaro{ 1179272840Smelifaro struct tableop_state *ts; 1180272840Smelifaro 1181272840Smelifaro ts = (struct tableop_state *)_state; 1182272840Smelifaro 1183272840Smelifaro if (ts->tc != object) 1184272840Smelifaro return; 1185272840Smelifaro 1186272840Smelifaro /* Indicate we've called */ 1187272840Smelifaro ts->modified = 1; 1188272840Smelifaro} 1189272840Smelifaro 1190272840Smelifaro/* 1191272840Smelifaro * Flushes given table. 1192272840Smelifaro * 1193272840Smelifaro * Function create new table instance with the same 1194272840Smelifaro * parameters, swaps it with old one and 1195272840Smelifaro * flushes state without holding runtime WLOCK. 1196272840Smelifaro * 1197272840Smelifaro * Returns 0 on success. 1198272840Smelifaro */ 1199200590Sluigiint 1200272840Smelifaroflush_table(struct ip_fw_chain *ch, struct tid_info *ti) 1201200590Sluigi{ 1202272840Smelifaro struct namedobj_instance *ni; 1203272840Smelifaro struct table_config *tc; 1204272840Smelifaro struct table_algo *ta; 1205272840Smelifaro struct table_info ti_old, ti_new, *tablestate; 1206272840Smelifaro void *astate_old, *astate_new; 1207272840Smelifaro char algostate[64], *pstate; 1208272840Smelifaro struct tableop_state ts; 1209278259Smelifaro int error, need_gc; 1210272840Smelifaro uint16_t kidx; 1211272840Smelifaro uint8_t tflags; 1212200590Sluigi 1213272840Smelifaro /* 1214298995Spfg * Stage 1: save table algorithm. 1215272840Smelifaro * Reference found table to ensure it won't disappear. 1216272840Smelifaro */ 1217272840Smelifaro IPFW_UH_WLOCK(ch); 1218272840Smelifaro ni = CHAIN_TO_NI(ch); 1219272840Smelifaro if ((tc = find_table(ni, ti)) == NULL) { 1220272840Smelifaro IPFW_UH_WUNLOCK(ch); 1221272840Smelifaro return (ESRCH); 1222272840Smelifaro } 1223278259Smelifaro need_gc = 0; 1224278259Smelifaro astate_new = NULL; 1225278259Smelifaro memset(&ti_new, 0, sizeof(ti_new)); 1226272840Smelifarorestart: 1227272840Smelifaro /* Set up swap handler */ 1228272840Smelifaro memset(&ts, 0, sizeof(ts)); 1229272840Smelifaro ts.opstate.func = restart_flush; 1230272840Smelifaro ts.tc = tc; 1231200590Sluigi 1232272840Smelifaro ta = tc->ta; 1233272840Smelifaro /* Do not flush readonly tables */ 1234272840Smelifaro if ((ta->flags & TA_FLAG_READONLY) != 0) { 1235272840Smelifaro IPFW_UH_WUNLOCK(ch); 1236272840Smelifaro return (EACCES); 1237272840Smelifaro } 1238272840Smelifaro /* Save startup algo parameters */ 1239272840Smelifaro if (ta->print_config != NULL) { 1240272840Smelifaro ta->print_config(tc->astate, KIDX_TO_TI(ch, tc->no.kidx), 1241272840Smelifaro algostate, sizeof(algostate)); 1242272840Smelifaro pstate = algostate; 1243272840Smelifaro } else 1244272840Smelifaro pstate = NULL; 1245272840Smelifaro tflags = tc->tflags; 1246272840Smelifaro tc->no.refcnt++; 1247272840Smelifaro add_toperation_state(ch, &ts); 1248272840Smelifaro IPFW_UH_WUNLOCK(ch); 1249272840Smelifaro 1250232865Smelifaro /* 1251278259Smelifaro * Stage 1.5: if this is not the first attempt, destroy previous state 1252278259Smelifaro */ 1253278259Smelifaro if (need_gc != 0) { 1254278259Smelifaro ta->destroy(astate_new, &ti_new); 1255278259Smelifaro need_gc = 0; 1256278259Smelifaro } 1257278259Smelifaro 1258278259Smelifaro /* 1259272840Smelifaro * Stage 2: allocate new table instance using same algo. 1260232865Smelifaro */ 1261272840Smelifaro memset(&ti_new, 0, sizeof(struct table_info)); 1262272840Smelifaro error = ta->init(ch, &astate_new, &ti_new, pstate, tflags); 1263232865Smelifaro 1264272840Smelifaro /* 1265272840Smelifaro * Stage 3: swap old state pointers with newly-allocated ones. 1266272840Smelifaro * Decrease refcount. 1267272840Smelifaro */ 1268272840Smelifaro IPFW_UH_WLOCK(ch); 1269272840Smelifaro tc->no.refcnt--; 1270272840Smelifaro del_toperation_state(ch, &ts); 1271232865Smelifaro 1272272840Smelifaro if (error != 0) { 1273272840Smelifaro IPFW_UH_WUNLOCK(ch); 1274272840Smelifaro return (error); 1275232865Smelifaro } 1276232865Smelifaro 1277272840Smelifaro /* 1278272840Smelifaro * Restart operation if table swap has happened: 1279272840Smelifaro * even if algo may be the same, algo init parameters 1280272840Smelifaro * may change. Restart operation instead of doing 1281272840Smelifaro * complex checks. 1282272840Smelifaro */ 1283272840Smelifaro if (ts.modified != 0) { 1284278259Smelifaro /* Delay destroying data since we're holding UH lock */ 1285278259Smelifaro need_gc = 1; 1286272840Smelifaro goto restart; 1287232865Smelifaro } 1288232865Smelifaro 1289272840Smelifaro ni = CHAIN_TO_NI(ch); 1290272840Smelifaro kidx = tc->no.kidx; 1291272840Smelifaro tablestate = (struct table_info *)ch->tablestate; 1292272840Smelifaro 1293272840Smelifaro IPFW_WLOCK(ch); 1294272840Smelifaro ti_old = tablestate[kidx]; 1295272840Smelifaro tablestate[kidx] = ti_new; 1296272840Smelifaro IPFW_WUNLOCK(ch); 1297272840Smelifaro 1298272840Smelifaro astate_old = tc->astate; 1299272840Smelifaro tc->astate = astate_new; 1300272840Smelifaro tc->ti_copy = ti_new; 1301272840Smelifaro tc->count = 0; 1302272840Smelifaro 1303272840Smelifaro /* Notify algo on real @ti address */ 1304272840Smelifaro if (ta->change_ti != NULL) 1305272840Smelifaro ta->change_ti(tc->astate, &tablestate[kidx]); 1306272840Smelifaro 1307272840Smelifaro /* 1308272840Smelifaro * Stage 4: unref values. 1309272840Smelifaro */ 1310272840Smelifaro ipfw_unref_table_values(ch, tc, ta, astate_old, &ti_old); 1311272840Smelifaro IPFW_UH_WUNLOCK(ch); 1312272840Smelifaro 1313272840Smelifaro /* 1314272840Smelifaro * Stage 5: perform real flush/destroy. 1315272840Smelifaro */ 1316272840Smelifaro ta->destroy(astate_old, &ti_old); 1317272840Smelifaro 1318200590Sluigi return (0); 1319200590Sluigi} 1320200590Sluigi 1321272840Smelifaro/* 1322272840Smelifaro * Swaps two tables. 1323272840Smelifaro * Data layout (v0)(current): 1324272840Smelifaro * Request: [ ipfw_obj_header ipfw_obj_ntlv ] 1325272840Smelifaro * 1326272840Smelifaro * Returns 0 on success 1327272840Smelifaro */ 1328272840Smelifarostatic int 1329272840Smelifaroswap_table(struct ip_fw_chain *ch, ip_fw3_opheader *op3, 1330272840Smelifaro struct sockopt_data *sd) 1331200590Sluigi{ 1332272840Smelifaro int error; 1333272840Smelifaro struct _ipfw_obj_header *oh; 1334272840Smelifaro struct tid_info ti_a, ti_b; 1335200590Sluigi 1336272840Smelifaro if (sd->valsize != sizeof(*oh) + sizeof(ipfw_obj_ntlv)) 1337272840Smelifaro return (EINVAL); 1338200590Sluigi 1339272840Smelifaro oh = (struct _ipfw_obj_header *)op3; 1340272840Smelifaro ntlv_to_ti(&oh->ntlv, &ti_a); 1341272840Smelifaro ntlv_to_ti((ipfw_obj_ntlv *)(oh + 1), &ti_b); 1342272840Smelifaro 1343272840Smelifaro error = swap_tables(ch, &ti_a, &ti_b); 1344272840Smelifaro 1345272840Smelifaro return (error); 1346200590Sluigi} 1347200590Sluigi 1348272840Smelifaro/* 1349272840Smelifaro * Swaps two tables of the same type/valtype. 1350272840Smelifaro * 1351272840Smelifaro * Checks if tables are compatible and limits 1352272840Smelifaro * permits swap, than actually perform swap. 1353272840Smelifaro * 1354272840Smelifaro * Each table consists of 2 different parts: 1355272840Smelifaro * config: 1356272840Smelifaro * @tc (with name, set, kidx) and rule bindings, which is "stable". 1357272840Smelifaro * number of items 1358272840Smelifaro * table algo 1359272840Smelifaro * runtime: 1360272840Smelifaro * runtime data @ti (ch->tablestate) 1361272840Smelifaro * runtime cache in @tc 1362272840Smelifaro * algo-specific data (@tc->astate) 1363272840Smelifaro * 1364272840Smelifaro * So we switch: 1365272840Smelifaro * all runtime data 1366272840Smelifaro * number of items 1367272840Smelifaro * table algo 1368272840Smelifaro * 1369272840Smelifaro * After that we call @ti change handler for each table. 1370272840Smelifaro * 1371272840Smelifaro * Note that referencing @tc won't protect tc->ta from change. 1372272840Smelifaro * XXX: Do we need to restrict swap between locked tables? 1373272840Smelifaro * XXX: Do we need to exchange ftype? 1374272840Smelifaro * 1375272840Smelifaro * Returns 0 on success. 1376272840Smelifaro */ 1377272840Smelifarostatic int 1378272840Smelifaroswap_tables(struct ip_fw_chain *ch, struct tid_info *a, 1379272840Smelifaro struct tid_info *b) 1380232865Smelifaro{ 1381272840Smelifaro struct namedobj_instance *ni; 1382272840Smelifaro struct table_config *tc_a, *tc_b; 1383272840Smelifaro struct table_algo *ta; 1384272840Smelifaro struct table_info ti, *tablestate; 1385272840Smelifaro void *astate; 1386272840Smelifaro uint32_t count; 1387272840Smelifaro 1388272840Smelifaro /* 1389272840Smelifaro * Stage 1: find both tables and ensure they are of 1390272840Smelifaro * the same type. 1391272840Smelifaro */ 1392272840Smelifaro IPFW_UH_WLOCK(ch); 1393272840Smelifaro ni = CHAIN_TO_NI(ch); 1394272840Smelifaro if ((tc_a = find_table(ni, a)) == NULL) { 1395272840Smelifaro IPFW_UH_WUNLOCK(ch); 1396272840Smelifaro return (ESRCH); 1397272840Smelifaro } 1398272840Smelifaro if ((tc_b = find_table(ni, b)) == NULL) { 1399272840Smelifaro IPFW_UH_WUNLOCK(ch); 1400272840Smelifaro return (ESRCH); 1401272840Smelifaro } 1402272840Smelifaro 1403272840Smelifaro /* It is very easy to swap between the same table */ 1404272840Smelifaro if (tc_a == tc_b) { 1405272840Smelifaro IPFW_UH_WUNLOCK(ch); 1406272840Smelifaro return (0); 1407272840Smelifaro } 1408272840Smelifaro 1409272840Smelifaro /* Check type and value are the same */ 1410282070Smelifaro if (tc_a->no.subtype!=tc_b->no.subtype || tc_a->tflags!=tc_b->tflags) { 1411272840Smelifaro IPFW_UH_WUNLOCK(ch); 1412272840Smelifaro return (EINVAL); 1413272840Smelifaro } 1414272840Smelifaro 1415272840Smelifaro /* Check limits before swap */ 1416272840Smelifaro if ((tc_a->limit != 0 && tc_b->count > tc_a->limit) || 1417272840Smelifaro (tc_b->limit != 0 && tc_a->count > tc_b->limit)) { 1418272840Smelifaro IPFW_UH_WUNLOCK(ch); 1419272840Smelifaro return (EFBIG); 1420272840Smelifaro } 1421272840Smelifaro 1422272840Smelifaro /* Check if one of the tables is readonly */ 1423272840Smelifaro if (((tc_a->ta->flags | tc_b->ta->flags) & TA_FLAG_READONLY) != 0) { 1424272840Smelifaro IPFW_UH_WUNLOCK(ch); 1425272840Smelifaro return (EACCES); 1426272840Smelifaro } 1427272840Smelifaro 1428272840Smelifaro /* Notify we're going to swap */ 1429272840Smelifaro rollback_toperation_state(ch, tc_a); 1430272840Smelifaro rollback_toperation_state(ch, tc_b); 1431272840Smelifaro 1432272840Smelifaro /* Everything is fine, prepare to swap */ 1433272840Smelifaro tablestate = (struct table_info *)ch->tablestate; 1434272840Smelifaro ti = tablestate[tc_a->no.kidx]; 1435272840Smelifaro ta = tc_a->ta; 1436272840Smelifaro astate = tc_a->astate; 1437272840Smelifaro count = tc_a->count; 1438272840Smelifaro 1439272840Smelifaro IPFW_WLOCK(ch); 1440272840Smelifaro /* a <- b */ 1441272840Smelifaro tablestate[tc_a->no.kidx] = tablestate[tc_b->no.kidx]; 1442272840Smelifaro tc_a->ta = tc_b->ta; 1443272840Smelifaro tc_a->astate = tc_b->astate; 1444272840Smelifaro tc_a->count = tc_b->count; 1445272840Smelifaro /* b <- a */ 1446272840Smelifaro tablestate[tc_b->no.kidx] = ti; 1447272840Smelifaro tc_b->ta = ta; 1448272840Smelifaro tc_b->astate = astate; 1449272840Smelifaro tc_b->count = count; 1450272840Smelifaro IPFW_WUNLOCK(ch); 1451272840Smelifaro 1452272840Smelifaro /* Ensure tc.ti copies are in sync */ 1453272840Smelifaro tc_a->ti_copy = tablestate[tc_a->no.kidx]; 1454272840Smelifaro tc_b->ti_copy = tablestate[tc_b->no.kidx]; 1455272840Smelifaro 1456272840Smelifaro /* Notify both tables on @ti change */ 1457272840Smelifaro if (tc_a->ta->change_ti != NULL) 1458272840Smelifaro tc_a->ta->change_ti(tc_a->astate, &tablestate[tc_a->no.kidx]); 1459272840Smelifaro if (tc_b->ta->change_ti != NULL) 1460272840Smelifaro tc_b->ta->change_ti(tc_b->astate, &tablestate[tc_b->no.kidx]); 1461272840Smelifaro 1462272840Smelifaro IPFW_UH_WUNLOCK(ch); 1463272840Smelifaro 1464200590Sluigi return (0); 1465200590Sluigi} 1466200590Sluigi 1467272840Smelifaro/* 1468272840Smelifaro * Destroys table specified by @ti. 1469272840Smelifaro * Data layout (v0)(current): 1470272840Smelifaro * Request: [ ip_fw3_opheader ] 1471272840Smelifaro * 1472272840Smelifaro * Returns 0 on success 1473272840Smelifaro */ 1474272840Smelifarostatic int 1475272840Smelifarodestroy_table(struct ip_fw_chain *ch, struct tid_info *ti) 1476272840Smelifaro{ 1477272840Smelifaro struct namedobj_instance *ni; 1478272840Smelifaro struct table_config *tc; 1479272840Smelifaro 1480272840Smelifaro IPFW_UH_WLOCK(ch); 1481272840Smelifaro 1482272840Smelifaro ni = CHAIN_TO_NI(ch); 1483272840Smelifaro if ((tc = find_table(ni, ti)) == NULL) { 1484272840Smelifaro IPFW_UH_WUNLOCK(ch); 1485272840Smelifaro return (ESRCH); 1486272840Smelifaro } 1487272840Smelifaro 1488272840Smelifaro /* Do not permit destroying referenced tables */ 1489272840Smelifaro if (tc->no.refcnt > 0) { 1490272840Smelifaro IPFW_UH_WUNLOCK(ch); 1491272840Smelifaro return (EBUSY); 1492272840Smelifaro } 1493272840Smelifaro 1494272840Smelifaro IPFW_WLOCK(ch); 1495272840Smelifaro unlink_table(ch, tc); 1496272840Smelifaro IPFW_WUNLOCK(ch); 1497272840Smelifaro 1498272840Smelifaro /* Free obj index */ 1499272840Smelifaro if (ipfw_objhash_free_idx(ni, tc->no.kidx) != 0) 1500272840Smelifaro printf("Error unlinking kidx %d from table %s\n", 1501272840Smelifaro tc->no.kidx, tc->tablename); 1502272840Smelifaro 1503272840Smelifaro /* Unref values used in tables while holding UH lock */ 1504272840Smelifaro ipfw_unref_table_values(ch, tc, tc->ta, tc->astate, &tc->ti_copy); 1505272840Smelifaro IPFW_UH_WUNLOCK(ch); 1506272840Smelifaro 1507272840Smelifaro free_table_config(ni, tc); 1508272840Smelifaro 1509272840Smelifaro return (0); 1510272840Smelifaro} 1511272840Smelifaro 1512273274Smelifarostatic uint32_t 1513273274Smelifaroroundup2p(uint32_t v) 1514273274Smelifaro{ 1515273274Smelifaro 1516273274Smelifaro v--; 1517273274Smelifaro v |= v >> 1; 1518273274Smelifaro v |= v >> 2; 1519273274Smelifaro v |= v >> 4; 1520273274Smelifaro v |= v >> 8; 1521273274Smelifaro v |= v >> 16; 1522273274Smelifaro v++; 1523273274Smelifaro 1524273274Smelifaro return (v); 1525273274Smelifaro} 1526273274Smelifaro 1527272840Smelifaro/* 1528272840Smelifaro * Grow tables index. 1529272840Smelifaro * 1530272840Smelifaro * Returns 0 on success. 1531272840Smelifaro */ 1532200590Sluigiint 1533233478Smelifaroipfw_resize_tables(struct ip_fw_chain *ch, unsigned int ntables) 1534233478Smelifaro{ 1535233478Smelifaro unsigned int ntables_old, tbl; 1536272840Smelifaro struct namedobj_instance *ni; 1537272840Smelifaro void *new_idx, *old_tablestate, *tablestate; 1538272840Smelifaro struct table_info *ti; 1539272840Smelifaro struct table_config *tc; 1540272840Smelifaro int i, new_blocks; 1541233478Smelifaro 1542233478Smelifaro /* Check new value for validity */ 1543273274Smelifaro if (ntables == 0) 1544273274Smelifaro return (EINVAL); 1545233478Smelifaro if (ntables > IPFW_TABLES_MAX) 1546233478Smelifaro ntables = IPFW_TABLES_MAX; 1547273274Smelifaro /* Alight to nearest power of 2 */ 1548273274Smelifaro ntables = (unsigned int)roundup2p(ntables); 1549233478Smelifaro 1550233478Smelifaro /* Allocate new pointers */ 1551272840Smelifaro tablestate = malloc(ntables * sizeof(struct table_info), 1552272840Smelifaro M_IPFW, M_WAITOK | M_ZERO); 1553233478Smelifaro 1554272840Smelifaro ipfw_objhash_bitmap_alloc(ntables, (void *)&new_idx, &new_blocks); 1555233478Smelifaro 1556272840Smelifaro IPFW_UH_WLOCK(ch); 1557272840Smelifaro 1558233478Smelifaro tbl = (ntables >= V_fw_tables_max) ? V_fw_tables_max : ntables; 1559272840Smelifaro ni = CHAIN_TO_NI(ch); 1560233478Smelifaro 1561272840Smelifaro /* Temporary restrict decreasing max_tables */ 1562272840Smelifaro if (ntables < V_fw_tables_max) { 1563233478Smelifaro 1564272840Smelifaro /* 1565272840Smelifaro * FIXME: Check if we really can shrink 1566272840Smelifaro */ 1567272840Smelifaro IPFW_UH_WUNLOCK(ch); 1568272840Smelifaro return (EINVAL); 1569272840Smelifaro } 1570233478Smelifaro 1571272840Smelifaro /* Copy table info/indices */ 1572272840Smelifaro memcpy(tablestate, ch->tablestate, sizeof(struct table_info) * tbl); 1573272840Smelifaro ipfw_objhash_bitmap_merge(ni, &new_idx, &new_blocks); 1574272840Smelifaro 1575272840Smelifaro IPFW_WLOCK(ch); 1576272840Smelifaro 1577272840Smelifaro /* Change pointers */ 1578272840Smelifaro old_tablestate = ch->tablestate; 1579272840Smelifaro ch->tablestate = tablestate; 1580272840Smelifaro ipfw_objhash_bitmap_swap(ni, &new_idx, &new_blocks); 1581272840Smelifaro 1582233478Smelifaro ntables_old = V_fw_tables_max; 1583233478Smelifaro V_fw_tables_max = ntables; 1584233478Smelifaro 1585233478Smelifaro IPFW_WUNLOCK(ch); 1586233478Smelifaro 1587272840Smelifaro /* Notify all consumers that their @ti pointer has changed */ 1588272840Smelifaro ti = (struct table_info *)ch->tablestate; 1589272840Smelifaro for (i = 0; i < tbl; i++, ti++) { 1590272840Smelifaro if (ti->lookup == NULL) 1591272840Smelifaro continue; 1592272840Smelifaro tc = (struct table_config *)ipfw_objhash_lookup_kidx(ni, i); 1593272840Smelifaro if (tc == NULL || tc->ta->change_ti == NULL) 1594272840Smelifaro continue; 1595272840Smelifaro 1596272840Smelifaro tc->ta->change_ti(tc->astate, ti); 1597272840Smelifaro } 1598272840Smelifaro 1599272840Smelifaro IPFW_UH_WUNLOCK(ch); 1600272840Smelifaro 1601272840Smelifaro /* Free old pointers */ 1602272840Smelifaro free(old_tablestate, M_IPFW); 1603272840Smelifaro ipfw_objhash_bitmap_free(new_idx, new_blocks); 1604272840Smelifaro 1605272840Smelifaro return (0); 1606272840Smelifaro} 1607272840Smelifaro 1608272840Smelifaro/* 1609272840Smelifaro * Lookup an arbtrary key @paddr of legth @plen in table @tbl. 1610272840Smelifaro * Stores found value in @val. 1611272840Smelifaro * 1612272840Smelifaro * Returns 1 if key was found. 1613272840Smelifaro */ 1614272840Smelifaroint 1615315532Saeipfw_lookup_table(struct ip_fw_chain *ch, uint16_t tbl, uint16_t plen, 1616272840Smelifaro void *paddr, uint32_t *val) 1617272840Smelifaro{ 1618272840Smelifaro struct table_info *ti; 1619272840Smelifaro 1620272840Smelifaro ti = KIDX_TO_TI(ch, tbl); 1621272840Smelifaro 1622272840Smelifaro return (ti->lookup(ti, paddr, plen, val)); 1623272840Smelifaro} 1624272840Smelifaro 1625272840Smelifaro/* 1626272840Smelifaro * Info/List/dump support for tables. 1627272840Smelifaro * 1628272840Smelifaro */ 1629272840Smelifaro 1630272840Smelifaro/* 1631272840Smelifaro * High-level 'get' cmds sysctl handlers 1632272840Smelifaro */ 1633272840Smelifaro 1634272840Smelifaro/* 1635272840Smelifaro * Lists all tables currently available in kernel. 1636272840Smelifaro * Data layout (v0)(current): 1637272840Smelifaro * Request: [ ipfw_obj_lheader ], size = ipfw_obj_lheader.size 1638272840Smelifaro * Reply: [ ipfw_obj_lheader ipfw_xtable_info x N ] 1639272840Smelifaro * 1640272840Smelifaro * Returns 0 on success 1641272840Smelifaro */ 1642272840Smelifarostatic int 1643272840Smelifarolist_tables(struct ip_fw_chain *ch, ip_fw3_opheader *op3, 1644272840Smelifaro struct sockopt_data *sd) 1645272840Smelifaro{ 1646272840Smelifaro struct _ipfw_obj_lheader *olh; 1647272840Smelifaro int error; 1648272840Smelifaro 1649272840Smelifaro olh = (struct _ipfw_obj_lheader *)ipfw_get_sopt_header(sd,sizeof(*olh)); 1650272840Smelifaro if (olh == NULL) 1651272840Smelifaro return (EINVAL); 1652272840Smelifaro if (sd->valsize < olh->size) 1653272840Smelifaro return (EINVAL); 1654272840Smelifaro 1655272840Smelifaro IPFW_UH_RLOCK(ch); 1656272840Smelifaro error = export_tables(ch, olh, sd); 1657272840Smelifaro IPFW_UH_RUNLOCK(ch); 1658272840Smelifaro 1659272840Smelifaro return (error); 1660272840Smelifaro} 1661272840Smelifaro 1662272840Smelifaro/* 1663272840Smelifaro * Store table info to buffer provided by @sd. 1664272840Smelifaro * Data layout (v0)(current): 1665272840Smelifaro * Request: [ ipfw_obj_header ipfw_xtable_info(empty)] 1666272840Smelifaro * Reply: [ ipfw_obj_header ipfw_xtable_info ] 1667272840Smelifaro * 1668272840Smelifaro * Returns 0 on success. 1669272840Smelifaro */ 1670272840Smelifarostatic int 1671272840Smelifarodescribe_table(struct ip_fw_chain *ch, ip_fw3_opheader *op3, 1672272840Smelifaro struct sockopt_data *sd) 1673272840Smelifaro{ 1674272840Smelifaro struct _ipfw_obj_header *oh; 1675272840Smelifaro struct table_config *tc; 1676272840Smelifaro struct tid_info ti; 1677272840Smelifaro size_t sz; 1678272840Smelifaro 1679272840Smelifaro sz = sizeof(*oh) + sizeof(ipfw_xtable_info); 1680272840Smelifaro oh = (struct _ipfw_obj_header *)ipfw_get_sopt_header(sd, sz); 1681272840Smelifaro if (oh == NULL) 1682272840Smelifaro return (EINVAL); 1683272840Smelifaro 1684272840Smelifaro objheader_to_ti(oh, &ti); 1685272840Smelifaro 1686272840Smelifaro IPFW_UH_RLOCK(ch); 1687272840Smelifaro if ((tc = find_table(CHAIN_TO_NI(ch), &ti)) == NULL) { 1688272840Smelifaro IPFW_UH_RUNLOCK(ch); 1689272840Smelifaro return (ESRCH); 1690200590Sluigi } 1691272840Smelifaro 1692272840Smelifaro export_table_info(ch, tc, (ipfw_xtable_info *)(oh + 1)); 1693272840Smelifaro IPFW_UH_RUNLOCK(ch); 1694272840Smelifaro 1695200590Sluigi return (0); 1696200590Sluigi} 1697200590Sluigi 1698272840Smelifaro/* 1699272840Smelifaro * Modifies existing table. 1700272840Smelifaro * Data layout (v0)(current): 1701272840Smelifaro * Request: [ ipfw_obj_header ipfw_xtable_info ] 1702272840Smelifaro * 1703272840Smelifaro * Returns 0 on success 1704272840Smelifaro */ 1705272840Smelifarostatic int 1706272840Smelifaromodify_table(struct ip_fw_chain *ch, ip_fw3_opheader *op3, 1707272840Smelifaro struct sockopt_data *sd) 1708232865Smelifaro{ 1709272840Smelifaro struct _ipfw_obj_header *oh; 1710272840Smelifaro ipfw_xtable_info *i; 1711272840Smelifaro char *tname; 1712272840Smelifaro struct tid_info ti; 1713272840Smelifaro struct namedobj_instance *ni; 1714272840Smelifaro struct table_config *tc; 1715232865Smelifaro 1716272840Smelifaro if (sd->valsize != sizeof(*oh) + sizeof(ipfw_xtable_info)) 1717272840Smelifaro return (EINVAL); 1718232865Smelifaro 1719272840Smelifaro oh = (struct _ipfw_obj_header *)sd->kbuf; 1720272840Smelifaro i = (ipfw_xtable_info *)(oh + 1); 1721232865Smelifaro 1722272840Smelifaro /* 1723272840Smelifaro * Verify user-supplied strings. 1724272840Smelifaro * Check for null-terminated/zero-length strings/ 1725272840Smelifaro */ 1726272840Smelifaro tname = oh->ntlv.name; 1727290332Sae if (check_table_name(tname) != 0) 1728272840Smelifaro return (EINVAL); 1729232865Smelifaro 1730272840Smelifaro objheader_to_ti(oh, &ti); 1731272840Smelifaro ti.type = i->type; 1732272840Smelifaro 1733272840Smelifaro IPFW_UH_WLOCK(ch); 1734272840Smelifaro ni = CHAIN_TO_NI(ch); 1735272840Smelifaro if ((tc = find_table(ni, &ti)) == NULL) { 1736272840Smelifaro IPFW_UH_WUNLOCK(ch); 1737272840Smelifaro return (ESRCH); 1738232865Smelifaro } 1739232865Smelifaro 1740272840Smelifaro /* Do not support any modifications for readonly tables */ 1741272840Smelifaro if ((tc->ta->flags & TA_FLAG_READONLY) != 0) { 1742272840Smelifaro IPFW_UH_WUNLOCK(ch); 1743272840Smelifaro return (EACCES); 1744232865Smelifaro } 1745272840Smelifaro 1746272840Smelifaro if ((i->mflags & IPFW_TMFLAGS_LIMIT) != 0) 1747272840Smelifaro tc->limit = i->limit; 1748272840Smelifaro if ((i->mflags & IPFW_TMFLAGS_LOCK) != 0) 1749272840Smelifaro tc->locked = ((i->flags & IPFW_TGFLAGS_LOCKED) != 0); 1750272840Smelifaro IPFW_UH_WUNLOCK(ch); 1751272840Smelifaro 1752232865Smelifaro return (0); 1753232865Smelifaro} 1754232865Smelifaro 1755272840Smelifaro/* 1756272840Smelifaro * Creates new table. 1757272840Smelifaro * Data layout (v0)(current): 1758272840Smelifaro * Request: [ ipfw_obj_header ipfw_xtable_info ] 1759272840Smelifaro * 1760272840Smelifaro * Returns 0 on success 1761272840Smelifaro */ 1762200590Sluigistatic int 1763272840Smelifarocreate_table(struct ip_fw_chain *ch, ip_fw3_opheader *op3, 1764272840Smelifaro struct sockopt_data *sd) 1765200590Sluigi{ 1766272840Smelifaro struct _ipfw_obj_header *oh; 1767272840Smelifaro ipfw_xtable_info *i; 1768272840Smelifaro char *tname, *aname; 1769272840Smelifaro struct tid_info ti; 1770272840Smelifaro struct namedobj_instance *ni; 1771200590Sluigi 1772272840Smelifaro if (sd->valsize != sizeof(*oh) + sizeof(ipfw_xtable_info)) 1773272840Smelifaro return (EINVAL); 1774272840Smelifaro 1775272840Smelifaro oh = (struct _ipfw_obj_header *)sd->kbuf; 1776272840Smelifaro i = (ipfw_xtable_info *)(oh + 1); 1777272840Smelifaro 1778272840Smelifaro /* 1779272840Smelifaro * Verify user-supplied strings. 1780272840Smelifaro * Check for null-terminated/zero-length strings/ 1781272840Smelifaro */ 1782272840Smelifaro tname = oh->ntlv.name; 1783272840Smelifaro aname = i->algoname; 1784290332Sae if (check_table_name(tname) != 0 || 1785272840Smelifaro strnlen(aname, sizeof(i->algoname)) == sizeof(i->algoname)) 1786272840Smelifaro return (EINVAL); 1787272840Smelifaro 1788272840Smelifaro if (aname[0] == '\0') { 1789272840Smelifaro /* Use default algorithm */ 1790272840Smelifaro aname = NULL; 1791272840Smelifaro } 1792272840Smelifaro 1793272840Smelifaro objheader_to_ti(oh, &ti); 1794272840Smelifaro ti.type = i->type; 1795272840Smelifaro 1796272840Smelifaro ni = CHAIN_TO_NI(ch); 1797272840Smelifaro 1798272840Smelifaro IPFW_UH_RLOCK(ch); 1799274087Smelifaro if (find_table(ni, &ti) != NULL) { 1800272840Smelifaro IPFW_UH_RUNLOCK(ch); 1801272840Smelifaro return (EEXIST); 1802272840Smelifaro } 1803272840Smelifaro IPFW_UH_RUNLOCK(ch); 1804272840Smelifaro 1805272840Smelifaro return (create_table_internal(ch, &ti, aname, i, NULL, 0)); 1806272840Smelifaro} 1807272840Smelifaro 1808272840Smelifaro/* 1809272840Smelifaro * Creates new table based on @ti and @aname. 1810272840Smelifaro * 1811272840Smelifaro * Assume @aname to be checked and valid. 1812272840Smelifaro * Stores allocated table kidx inside @pkidx (if non-NULL). 1813272840Smelifaro * Reference created table if @compat is non-zero. 1814272840Smelifaro * 1815272840Smelifaro * Returns 0 on success. 1816272840Smelifaro */ 1817272840Smelifarostatic int 1818272840Smelifarocreate_table_internal(struct ip_fw_chain *ch, struct tid_info *ti, 1819272840Smelifaro char *aname, ipfw_xtable_info *i, uint16_t *pkidx, int compat) 1820272840Smelifaro{ 1821272840Smelifaro struct namedobj_instance *ni; 1822272840Smelifaro struct table_config *tc, *tc_new, *tmp; 1823272840Smelifaro struct table_algo *ta; 1824272840Smelifaro uint16_t kidx; 1825272840Smelifaro 1826272840Smelifaro ni = CHAIN_TO_NI(ch); 1827272840Smelifaro 1828272840Smelifaro ta = find_table_algo(CHAIN_TO_TCFG(ch), ti, aname); 1829272840Smelifaro if (ta == NULL) 1830272840Smelifaro return (ENOTSUP); 1831272840Smelifaro 1832272840Smelifaro tc = alloc_table_config(ch, ti, ta, aname, i->tflags); 1833272840Smelifaro if (tc == NULL) 1834272840Smelifaro return (ENOMEM); 1835272840Smelifaro 1836272840Smelifaro tc->vmask = i->vmask; 1837272840Smelifaro tc->limit = i->limit; 1838272840Smelifaro if (ta->flags & TA_FLAG_READONLY) 1839272840Smelifaro tc->locked = 1; 1840272840Smelifaro else 1841272840Smelifaro tc->locked = (i->flags & IPFW_TGFLAGS_LOCKED) != 0; 1842272840Smelifaro 1843272840Smelifaro IPFW_UH_WLOCK(ch); 1844272840Smelifaro 1845272840Smelifaro /* Check if table has been already created */ 1846272840Smelifaro tc_new = find_table(ni, ti); 1847272840Smelifaro if (tc_new != NULL) { 1848272840Smelifaro 1849272840Smelifaro /* 1850272840Smelifaro * Compat: do not fail if we're 1851272840Smelifaro * requesting to create existing table 1852272840Smelifaro * which has the same type 1853272840Smelifaro */ 1854282070Smelifaro if (compat == 0 || tc_new->no.subtype != tc->no.subtype) { 1855272840Smelifaro IPFW_UH_WUNLOCK(ch); 1856272840Smelifaro free_table_config(ni, tc); 1857272840Smelifaro return (EEXIST); 1858272840Smelifaro } 1859272840Smelifaro 1860272840Smelifaro /* Exchange tc and tc_new for proper refcounting & freeing */ 1861272840Smelifaro tmp = tc; 1862272840Smelifaro tc = tc_new; 1863272840Smelifaro tc_new = tmp; 1864272840Smelifaro } else { 1865272840Smelifaro /* New table */ 1866272840Smelifaro if (ipfw_objhash_alloc_idx(ni, &kidx) != 0) { 1867272840Smelifaro IPFW_UH_WUNLOCK(ch); 1868272840Smelifaro printf("Unable to allocate table index." 1869272840Smelifaro " Consider increasing net.inet.ip.fw.tables_max"); 1870272840Smelifaro free_table_config(ni, tc); 1871272840Smelifaro return (EBUSY); 1872272840Smelifaro } 1873272840Smelifaro tc->no.kidx = kidx; 1874282070Smelifaro tc->no.etlv = IPFW_TLV_TBL_NAME; 1875272840Smelifaro 1876272840Smelifaro IPFW_WLOCK(ch); 1877272840Smelifaro link_table(ch, tc); 1878272840Smelifaro IPFW_WUNLOCK(ch); 1879272840Smelifaro } 1880272840Smelifaro 1881272840Smelifaro if (compat != 0) 1882272840Smelifaro tc->no.refcnt++; 1883272840Smelifaro if (pkidx != NULL) 1884272840Smelifaro *pkidx = tc->no.kidx; 1885272840Smelifaro 1886272840Smelifaro IPFW_UH_WUNLOCK(ch); 1887272840Smelifaro 1888272840Smelifaro if (tc_new != NULL) 1889272840Smelifaro free_table_config(ni, tc_new); 1890272840Smelifaro 1891200590Sluigi return (0); 1892200590Sluigi} 1893200590Sluigi 1894272840Smelifarostatic void 1895272840Smelifarontlv_to_ti(ipfw_obj_ntlv *ntlv, struct tid_info *ti) 1896272840Smelifaro{ 1897272840Smelifaro 1898272840Smelifaro memset(ti, 0, sizeof(struct tid_info)); 1899272840Smelifaro ti->set = ntlv->set; 1900272840Smelifaro ti->uidx = ntlv->idx; 1901272840Smelifaro ti->tlvs = ntlv; 1902272840Smelifaro ti->tlen = ntlv->head.length; 1903272840Smelifaro} 1904272840Smelifaro 1905272840Smelifarostatic void 1906272840Smelifaroobjheader_to_ti(struct _ipfw_obj_header *oh, struct tid_info *ti) 1907272840Smelifaro{ 1908272840Smelifaro 1909272840Smelifaro ntlv_to_ti(&oh->ntlv, ti); 1910272840Smelifaro} 1911272840Smelifaro 1912282070Smelifarostruct namedobj_instance * 1913282070Smelifaroipfw_get_table_objhash(struct ip_fw_chain *ch) 1914282070Smelifaro{ 1915282070Smelifaro 1916282070Smelifaro return (CHAIN_TO_NI(ch)); 1917282070Smelifaro} 1918282070Smelifaro 1919272840Smelifaro/* 1920272840Smelifaro * Exports basic table info as name TLV. 1921272840Smelifaro * Used inside dump_static_rules() to provide info 1922272840Smelifaro * about all tables referenced by current ruleset. 1923272840Smelifaro * 1924272840Smelifaro * Returns 0 on success. 1925272840Smelifaro */ 1926200590Sluigiint 1927272840Smelifaroipfw_export_table_ntlv(struct ip_fw_chain *ch, uint16_t kidx, 1928272840Smelifaro struct sockopt_data *sd) 1929200590Sluigi{ 1930272840Smelifaro struct namedobj_instance *ni; 1931272840Smelifaro struct named_object *no; 1932272840Smelifaro ipfw_obj_ntlv *ntlv; 1933200590Sluigi 1934272840Smelifaro ni = CHAIN_TO_NI(ch); 1935272840Smelifaro 1936272840Smelifaro no = ipfw_objhash_lookup_kidx(ni, kidx); 1937272840Smelifaro KASSERT(no != NULL, ("invalid table kidx passed")); 1938272840Smelifaro 1939272840Smelifaro ntlv = (ipfw_obj_ntlv *)ipfw_get_sopt_space(sd, sizeof(*ntlv)); 1940272840Smelifaro if (ntlv == NULL) 1941272840Smelifaro return (ENOMEM); 1942272840Smelifaro 1943272840Smelifaro ntlv->head.type = IPFW_TLV_TBL_NAME; 1944272840Smelifaro ntlv->head.length = sizeof(*ntlv); 1945272840Smelifaro ntlv->idx = no->kidx; 1946272840Smelifaro strlcpy(ntlv->name, no->name, sizeof(ntlv->name)); 1947272840Smelifaro 1948272840Smelifaro return (0); 1949272840Smelifaro} 1950272840Smelifaro 1951272840Smelifarostruct dump_args { 1952272840Smelifaro struct ip_fw_chain *ch; 1953272840Smelifaro struct table_info *ti; 1954272840Smelifaro struct table_config *tc; 1955272840Smelifaro struct sockopt_data *sd; 1956272840Smelifaro uint32_t cnt; 1957272840Smelifaro uint16_t uidx; 1958272840Smelifaro int error; 1959272840Smelifaro uint32_t size; 1960272840Smelifaro ipfw_table_entry *ent; 1961272840Smelifaro ta_foreach_f *f; 1962272840Smelifaro void *farg; 1963272840Smelifaro ipfw_obj_tentry tent; 1964272840Smelifaro}; 1965272840Smelifaro 1966272840Smelifarostatic int 1967272840Smelifarocount_ext_entries(void *e, void *arg) 1968272840Smelifaro{ 1969272840Smelifaro struct dump_args *da; 1970272840Smelifaro 1971272840Smelifaro da = (struct dump_args *)arg; 1972272840Smelifaro da->cnt++; 1973272840Smelifaro 1974272840Smelifaro return (0); 1975272840Smelifaro} 1976272840Smelifaro 1977272840Smelifaro/* 1978272840Smelifaro * Gets number of items from table either using 1979272840Smelifaro * internal counter or calling algo callback for 1980272840Smelifaro * externally-managed tables. 1981272840Smelifaro * 1982272840Smelifaro * Returns number of records. 1983272840Smelifaro */ 1984272840Smelifarostatic uint32_t 1985272840Smelifarotable_get_count(struct ip_fw_chain *ch, struct table_config *tc) 1986272840Smelifaro{ 1987272840Smelifaro struct table_info *ti; 1988272840Smelifaro struct table_algo *ta; 1989272840Smelifaro struct dump_args da; 1990272840Smelifaro 1991272840Smelifaro ti = KIDX_TO_TI(ch, tc->no.kidx); 1992272840Smelifaro ta = tc->ta; 1993272840Smelifaro 1994272840Smelifaro /* Use internal counter for self-managed tables */ 1995272840Smelifaro if ((ta->flags & TA_FLAG_READONLY) == 0) 1996272840Smelifaro return (tc->count); 1997272840Smelifaro 1998272840Smelifaro /* Use callback to quickly get number of items */ 1999272840Smelifaro if ((ta->flags & TA_FLAG_EXTCOUNTER) != 0) 2000272840Smelifaro return (ta->get_count(tc->astate, ti)); 2001272840Smelifaro 2002272840Smelifaro /* Count number of iterms ourselves */ 2003272840Smelifaro memset(&da, 0, sizeof(da)); 2004272840Smelifaro ta->foreach(tc->astate, ti, count_ext_entries, &da); 2005272840Smelifaro 2006272840Smelifaro return (da.cnt); 2007272840Smelifaro} 2008272840Smelifaro 2009272840Smelifaro/* 2010272840Smelifaro * Exports table @tc info into standard ipfw_xtable_info format. 2011272840Smelifaro */ 2012272840Smelifarostatic void 2013272840Smelifaroexport_table_info(struct ip_fw_chain *ch, struct table_config *tc, 2014272840Smelifaro ipfw_xtable_info *i) 2015272840Smelifaro{ 2016272840Smelifaro struct table_info *ti; 2017272840Smelifaro struct table_algo *ta; 2018272840Smelifaro 2019282070Smelifaro i->type = tc->no.subtype; 2020272840Smelifaro i->tflags = tc->tflags; 2021272840Smelifaro i->vmask = tc->vmask; 2022272840Smelifaro i->set = tc->no.set; 2023272840Smelifaro i->kidx = tc->no.kidx; 2024272840Smelifaro i->refcnt = tc->no.refcnt; 2025272840Smelifaro i->count = table_get_count(ch, tc); 2026272840Smelifaro i->limit = tc->limit; 2027272840Smelifaro i->flags |= (tc->locked != 0) ? IPFW_TGFLAGS_LOCKED : 0; 2028293625Smelifaro i->size = i->count * sizeof(ipfw_obj_tentry); 2029272840Smelifaro i->size += sizeof(ipfw_obj_header) + sizeof(ipfw_xtable_info); 2030272840Smelifaro strlcpy(i->tablename, tc->tablename, sizeof(i->tablename)); 2031272840Smelifaro ti = KIDX_TO_TI(ch, tc->no.kidx); 2032272840Smelifaro ta = tc->ta; 2033272840Smelifaro if (ta->print_config != NULL) { 2034272840Smelifaro /* Use algo function to print table config to string */ 2035272840Smelifaro ta->print_config(tc->astate, ti, i->algoname, 2036272840Smelifaro sizeof(i->algoname)); 2037272840Smelifaro } else 2038272840Smelifaro strlcpy(i->algoname, ta->name, sizeof(i->algoname)); 2039272840Smelifaro /* Dump algo-specific data, if possible */ 2040272840Smelifaro if (ta->dump_tinfo != NULL) { 2041272840Smelifaro ta->dump_tinfo(tc->astate, ti, &i->ta_info); 2042272840Smelifaro i->ta_info.flags |= IPFW_TATFLAGS_DATA; 2043272840Smelifaro } 2044272840Smelifaro} 2045272840Smelifaro 2046272840Smelifarostruct dump_table_args { 2047272840Smelifaro struct ip_fw_chain *ch; 2048272840Smelifaro struct sockopt_data *sd; 2049272840Smelifaro}; 2050272840Smelifaro 2051299152Saestatic int 2052272840Smelifaroexport_table_internal(struct namedobj_instance *ni, struct named_object *no, 2053272840Smelifaro void *arg) 2054272840Smelifaro{ 2055272840Smelifaro ipfw_xtable_info *i; 2056272840Smelifaro struct dump_table_args *dta; 2057272840Smelifaro 2058272840Smelifaro dta = (struct dump_table_args *)arg; 2059272840Smelifaro 2060272840Smelifaro i = (ipfw_xtable_info *)ipfw_get_sopt_space(dta->sd, sizeof(*i)); 2061298048Spfg KASSERT(i != NULL, ("previously checked buffer is not enough")); 2062272840Smelifaro 2063272840Smelifaro export_table_info(dta->ch, (struct table_config *)no, i); 2064299152Sae return (0); 2065272840Smelifaro} 2066272840Smelifaro 2067272840Smelifaro/* 2068272840Smelifaro * Export all tables as ipfw_xtable_info structures to 2069272840Smelifaro * storage provided by @sd. 2070272840Smelifaro * 2071272840Smelifaro * If supplied buffer is too small, fills in required size 2072272840Smelifaro * and returns ENOMEM. 2073272840Smelifaro * Returns 0 on success. 2074272840Smelifaro */ 2075272840Smelifarostatic int 2076272840Smelifaroexport_tables(struct ip_fw_chain *ch, ipfw_obj_lheader *olh, 2077272840Smelifaro struct sockopt_data *sd) 2078272840Smelifaro{ 2079272840Smelifaro uint32_t size; 2080272840Smelifaro uint32_t count; 2081272840Smelifaro struct dump_table_args dta; 2082272840Smelifaro 2083272840Smelifaro count = ipfw_objhash_count(CHAIN_TO_NI(ch)); 2084272840Smelifaro size = count * sizeof(ipfw_xtable_info) + sizeof(ipfw_obj_lheader); 2085272840Smelifaro 2086272840Smelifaro /* Fill in header regadless of buffer size */ 2087272840Smelifaro olh->count = count; 2088272840Smelifaro olh->objsize = sizeof(ipfw_xtable_info); 2089272840Smelifaro 2090272840Smelifaro if (size > olh->size) { 2091272840Smelifaro olh->size = size; 2092272840Smelifaro return (ENOMEM); 2093272840Smelifaro } 2094272840Smelifaro 2095272840Smelifaro olh->size = size; 2096272840Smelifaro 2097272840Smelifaro dta.ch = ch; 2098272840Smelifaro dta.sd = sd; 2099272840Smelifaro 2100272840Smelifaro ipfw_objhash_foreach(CHAIN_TO_NI(ch), export_table_internal, &dta); 2101272840Smelifaro 2102272840Smelifaro return (0); 2103272840Smelifaro} 2104272840Smelifaro 2105272840Smelifaro/* 2106272840Smelifaro * Dumps all table data 2107272840Smelifaro * Data layout (v1)(current): 2108272840Smelifaro * Request: [ ipfw_obj_header ], size = ipfw_xtable_info.size 2109272840Smelifaro * Reply: [ ipfw_obj_header ipfw_xtable_info ipfw_obj_tentry x N ] 2110272840Smelifaro * 2111272840Smelifaro * Returns 0 on success 2112272840Smelifaro */ 2113272840Smelifarostatic int 2114272840Smelifarodump_table_v1(struct ip_fw_chain *ch, ip_fw3_opheader *op3, 2115272840Smelifaro struct sockopt_data *sd) 2116272840Smelifaro{ 2117272840Smelifaro struct _ipfw_obj_header *oh; 2118272840Smelifaro ipfw_xtable_info *i; 2119272840Smelifaro struct tid_info ti; 2120272840Smelifaro struct table_config *tc; 2121272840Smelifaro struct table_algo *ta; 2122272840Smelifaro struct dump_args da; 2123272840Smelifaro uint32_t sz; 2124272840Smelifaro 2125272840Smelifaro sz = sizeof(ipfw_obj_header) + sizeof(ipfw_xtable_info); 2126272840Smelifaro oh = (struct _ipfw_obj_header *)ipfw_get_sopt_header(sd, sz); 2127272840Smelifaro if (oh == NULL) 2128200590Sluigi return (EINVAL); 2129272840Smelifaro 2130272840Smelifaro i = (ipfw_xtable_info *)(oh + 1); 2131272840Smelifaro objheader_to_ti(oh, &ti); 2132272840Smelifaro 2133272840Smelifaro IPFW_UH_RLOCK(ch); 2134272840Smelifaro if ((tc = find_table(CHAIN_TO_NI(ch), &ti)) == NULL) { 2135272840Smelifaro IPFW_UH_RUNLOCK(ch); 2136272840Smelifaro return (ESRCH); 2137272840Smelifaro } 2138272840Smelifaro export_table_info(ch, tc, i); 2139272840Smelifaro 2140272840Smelifaro if (sd->valsize < i->size) { 2141272840Smelifaro 2142272840Smelifaro /* 2143272840Smelifaro * Submitted buffer size is not enough. 2144272840Smelifaro * WE've already filled in @i structure with 2145272840Smelifaro * relevant table info including size, so we 2146272840Smelifaro * can return. Buffer will be flushed automatically. 2147272840Smelifaro */ 2148272840Smelifaro IPFW_UH_RUNLOCK(ch); 2149272840Smelifaro return (ENOMEM); 2150272840Smelifaro } 2151272840Smelifaro 2152272840Smelifaro /* 2153272840Smelifaro * Do the actual dump in eXtended format 2154272840Smelifaro */ 2155272840Smelifaro memset(&da, 0, sizeof(da)); 2156272840Smelifaro da.ch = ch; 2157272840Smelifaro da.ti = KIDX_TO_TI(ch, tc->no.kidx); 2158272840Smelifaro da.tc = tc; 2159272840Smelifaro da.sd = sd; 2160272840Smelifaro 2161272840Smelifaro ta = tc->ta; 2162272840Smelifaro 2163272840Smelifaro ta->foreach(tc->astate, da.ti, dump_table_tentry, &da); 2164272840Smelifaro IPFW_UH_RUNLOCK(ch); 2165272840Smelifaro 2166272840Smelifaro return (da.error); 2167272840Smelifaro} 2168272840Smelifaro 2169272840Smelifaro/* 2170272840Smelifaro * Dumps all table data 2171272840Smelifaro * Data layout (version 0)(legacy): 2172272840Smelifaro * Request: [ ipfw_xtable ], size = IP_FW_TABLE_XGETSIZE() 2173272840Smelifaro * Reply: [ ipfw_xtable ipfw_table_xentry x N ] 2174272840Smelifaro * 2175272840Smelifaro * Returns 0 on success 2176272840Smelifaro */ 2177272840Smelifarostatic int 2178272840Smelifarodump_table_v0(struct ip_fw_chain *ch, ip_fw3_opheader *op3, 2179272840Smelifaro struct sockopt_data *sd) 2180272840Smelifaro{ 2181272840Smelifaro ipfw_xtable *xtbl; 2182272840Smelifaro struct tid_info ti; 2183272840Smelifaro struct table_config *tc; 2184272840Smelifaro struct table_algo *ta; 2185272840Smelifaro struct dump_args da; 2186272840Smelifaro size_t sz, count; 2187272840Smelifaro 2188272840Smelifaro xtbl = (ipfw_xtable *)ipfw_get_sopt_header(sd, sizeof(ipfw_xtable)); 2189272840Smelifaro if (xtbl == NULL) 2190272840Smelifaro return (EINVAL); 2191272840Smelifaro 2192272840Smelifaro memset(&ti, 0, sizeof(ti)); 2193272840Smelifaro ti.uidx = xtbl->tbl; 2194272840Smelifaro 2195272840Smelifaro IPFW_UH_RLOCK(ch); 2196272840Smelifaro if ((tc = find_table(CHAIN_TO_NI(ch), &ti)) == NULL) { 2197272840Smelifaro IPFW_UH_RUNLOCK(ch); 2198232865Smelifaro return (0); 2199272840Smelifaro } 2200272840Smelifaro count = table_get_count(ch, tc); 2201272840Smelifaro sz = count * sizeof(ipfw_table_xentry) + sizeof(ipfw_xtable); 2202272840Smelifaro 2203272840Smelifaro xtbl->cnt = count; 2204272840Smelifaro xtbl->size = sz; 2205282070Smelifaro xtbl->type = tc->no.subtype; 2206272840Smelifaro xtbl->tbl = ti.uidx; 2207272840Smelifaro 2208272840Smelifaro if (sd->valsize < sz) { 2209272840Smelifaro 2210272840Smelifaro /* 2211272840Smelifaro * Submitted buffer size is not enough. 2212272840Smelifaro * WE've already filled in @i structure with 2213272840Smelifaro * relevant table info including size, so we 2214272840Smelifaro * can return. Buffer will be flushed automatically. 2215272840Smelifaro */ 2216272840Smelifaro IPFW_UH_RUNLOCK(ch); 2217272840Smelifaro return (ENOMEM); 2218272840Smelifaro } 2219272840Smelifaro 2220272840Smelifaro /* Do the actual dump in eXtended format */ 2221272840Smelifaro memset(&da, 0, sizeof(da)); 2222272840Smelifaro da.ch = ch; 2223272840Smelifaro da.ti = KIDX_TO_TI(ch, tc->no.kidx); 2224272840Smelifaro da.tc = tc; 2225272840Smelifaro da.sd = sd; 2226272840Smelifaro 2227272840Smelifaro ta = tc->ta; 2228272840Smelifaro 2229272840Smelifaro ta->foreach(tc->astate, da.ti, dump_table_xentry, &da); 2230272840Smelifaro IPFW_UH_RUNLOCK(ch); 2231272840Smelifaro 2232200590Sluigi return (0); 2233200590Sluigi} 2234200590Sluigi 2235272840Smelifaro/* 2236272840Smelifaro * Legacy function to retrieve number of items in table. 2237272840Smelifaro */ 2238200590Sluigistatic int 2239272840Smelifaroget_table_size(struct ip_fw_chain *ch, ip_fw3_opheader *op3, 2240272840Smelifaro struct sockopt_data *sd) 2241200590Sluigi{ 2242272840Smelifaro uint32_t *tbl; 2243272840Smelifaro struct tid_info ti; 2244272840Smelifaro size_t sz; 2245272840Smelifaro int error; 2246200590Sluigi 2247272840Smelifaro sz = sizeof(*op3) + sizeof(uint32_t); 2248272840Smelifaro op3 = (ip_fw3_opheader *)ipfw_get_sopt_header(sd, sz); 2249272840Smelifaro if (op3 == NULL) 2250272840Smelifaro return (EINVAL); 2251272840Smelifaro 2252272840Smelifaro tbl = (uint32_t *)(op3 + 1); 2253272840Smelifaro memset(&ti, 0, sizeof(ti)); 2254272840Smelifaro ti.uidx = *tbl; 2255272840Smelifaro IPFW_UH_RLOCK(ch); 2256272840Smelifaro error = ipfw_count_xtable(ch, &ti, tbl); 2257272840Smelifaro IPFW_UH_RUNLOCK(ch); 2258272840Smelifaro return (error); 2259272840Smelifaro} 2260272840Smelifaro 2261272840Smelifaro/* 2262272840Smelifaro * Legacy IP_FW_TABLE_GETSIZE handler 2263272840Smelifaro */ 2264272840Smelifaroint 2265272840Smelifaroipfw_count_table(struct ip_fw_chain *ch, struct tid_info *ti, uint32_t *cnt) 2266272840Smelifaro{ 2267272840Smelifaro struct table_config *tc; 2268272840Smelifaro 2269272840Smelifaro if ((tc = find_table(CHAIN_TO_NI(ch), ti)) == NULL) 2270272840Smelifaro return (ESRCH); 2271272840Smelifaro *cnt = table_get_count(ch, tc); 2272200590Sluigi return (0); 2273200590Sluigi} 2274200590Sluigi 2275272840Smelifaro/* 2276272840Smelifaro * Legacy IP_FW_TABLE_XGETSIZE handler 2277272840Smelifaro */ 2278200590Sluigiint 2279272840Smelifaroipfw_count_xtable(struct ip_fw_chain *ch, struct tid_info *ti, uint32_t *cnt) 2280200590Sluigi{ 2281272840Smelifaro struct table_config *tc; 2282272840Smelifaro uint32_t count; 2283200590Sluigi 2284272840Smelifaro if ((tc = find_table(CHAIN_TO_NI(ch), ti)) == NULL) { 2285272840Smelifaro *cnt = 0; 2286272840Smelifaro return (0); /* 'table all list' requires success */ 2287272840Smelifaro } 2288272840Smelifaro 2289272840Smelifaro count = table_get_count(ch, tc); 2290272840Smelifaro *cnt = count * sizeof(ipfw_table_xentry); 2291272840Smelifaro if (count > 0) 2292272840Smelifaro *cnt += sizeof(ipfw_xtable); 2293200590Sluigi return (0); 2294200590Sluigi} 2295232865Smelifaro 2296232865Smelifarostatic int 2297272840Smelifarodump_table_entry(void *e, void *arg) 2298232865Smelifaro{ 2299272840Smelifaro struct dump_args *da; 2300272840Smelifaro struct table_config *tc; 2301272840Smelifaro struct table_algo *ta; 2302272840Smelifaro ipfw_table_entry *ent; 2303272840Smelifaro struct table_value *pval; 2304272840Smelifaro int error; 2305232865Smelifaro 2306272840Smelifaro da = (struct dump_args *)arg; 2307272840Smelifaro 2308272840Smelifaro tc = da->tc; 2309272840Smelifaro ta = tc->ta; 2310272840Smelifaro 2311272840Smelifaro /* Out of memory, returning */ 2312272840Smelifaro if (da->cnt == da->size) 2313272840Smelifaro return (1); 2314272840Smelifaro ent = da->ent++; 2315272840Smelifaro ent->tbl = da->uidx; 2316272840Smelifaro da->cnt++; 2317272840Smelifaro 2318272840Smelifaro error = ta->dump_tentry(tc->astate, da->ti, e, &da->tent); 2319272840Smelifaro if (error != 0) 2320272840Smelifaro return (error); 2321272840Smelifaro 2322272840Smelifaro ent->addr = da->tent.k.addr.s_addr; 2323272840Smelifaro ent->masklen = da->tent.masklen; 2324272840Smelifaro pval = get_table_value(da->ch, da->tc, da->tent.v.kidx); 2325272840Smelifaro ent->value = ipfw_export_table_value_legacy(pval); 2326272840Smelifaro 2327232865Smelifaro return (0); 2328232865Smelifaro} 2329232865Smelifaro 2330272840Smelifaro/* 2331272840Smelifaro * Dumps table in pre-8.1 legacy format. 2332272840Smelifaro */ 2333232865Smelifaroint 2334272840Smelifaroipfw_dump_table_legacy(struct ip_fw_chain *ch, struct tid_info *ti, 2335272840Smelifaro ipfw_table *tbl) 2336232865Smelifaro{ 2337272840Smelifaro struct table_config *tc; 2338272840Smelifaro struct table_algo *ta; 2339272840Smelifaro struct dump_args da; 2340232865Smelifaro 2341272840Smelifaro tbl->cnt = 0; 2342272840Smelifaro 2343272840Smelifaro if ((tc = find_table(CHAIN_TO_NI(ch), ti)) == NULL) 2344272840Smelifaro return (0); /* XXX: We should return ESRCH */ 2345272840Smelifaro 2346272840Smelifaro ta = tc->ta; 2347272840Smelifaro 2348272840Smelifaro /* This dump format supports IPv4 only */ 2349282070Smelifaro if (tc->no.subtype != IPFW_TABLE_ADDR) 2350272840Smelifaro return (0); 2351272840Smelifaro 2352272840Smelifaro memset(&da, 0, sizeof(da)); 2353272840Smelifaro da.ch = ch; 2354272840Smelifaro da.ti = KIDX_TO_TI(ch, tc->no.kidx); 2355272840Smelifaro da.tc = tc; 2356272840Smelifaro da.ent = &tbl->ent[0]; 2357272840Smelifaro da.size = tbl->size; 2358272840Smelifaro 2359272840Smelifaro tbl->cnt = 0; 2360272840Smelifaro ta->foreach(tc->astate, da.ti, dump_table_entry, &da); 2361272840Smelifaro tbl->cnt = da.cnt; 2362272840Smelifaro 2363232865Smelifaro return (0); 2364232865Smelifaro} 2365232865Smelifaro 2366272840Smelifaro/* 2367272840Smelifaro * Dumps table entry in eXtended format (v1)(current). 2368272840Smelifaro */ 2369232865Smelifarostatic int 2370272840Smelifarodump_table_tentry(void *e, void *arg) 2371232865Smelifaro{ 2372272840Smelifaro struct dump_args *da; 2373272840Smelifaro struct table_config *tc; 2374272840Smelifaro struct table_algo *ta; 2375272840Smelifaro struct table_value *pval; 2376272840Smelifaro ipfw_obj_tentry *tent; 2377272840Smelifaro int error; 2378232865Smelifaro 2379272840Smelifaro da = (struct dump_args *)arg; 2380272840Smelifaro 2381272840Smelifaro tc = da->tc; 2382272840Smelifaro ta = tc->ta; 2383272840Smelifaro 2384272840Smelifaro tent = (ipfw_obj_tentry *)ipfw_get_sopt_space(da->sd, sizeof(*tent)); 2385232865Smelifaro /* Out of memory, returning */ 2386272840Smelifaro if (tent == NULL) { 2387272840Smelifaro da->error = ENOMEM; 2388232865Smelifaro return (1); 2389272840Smelifaro } 2390272840Smelifaro tent->head.length = sizeof(ipfw_obj_tentry); 2391272840Smelifaro tent->idx = da->uidx; 2392272840Smelifaro 2393272840Smelifaro error = ta->dump_tentry(tc->astate, da->ti, e, tent); 2394272840Smelifaro if (error != 0) 2395272840Smelifaro return (error); 2396272840Smelifaro 2397272840Smelifaro pval = get_table_value(da->ch, da->tc, tent->v.kidx); 2398272840Smelifaro ipfw_export_table_value_v1(pval, &tent->v.value); 2399272840Smelifaro 2400232865Smelifaro return (0); 2401232865Smelifaro} 2402232865Smelifaro 2403272840Smelifaro/* 2404272840Smelifaro * Dumps table entry in eXtended format (v0). 2405272840Smelifaro */ 2406232865Smelifarostatic int 2407272840Smelifarodump_table_xentry(void *e, void *arg) 2408232865Smelifaro{ 2409272840Smelifaro struct dump_args *da; 2410272840Smelifaro struct table_config *tc; 2411272840Smelifaro struct table_algo *ta; 2412232865Smelifaro ipfw_table_xentry *xent; 2413272840Smelifaro ipfw_obj_tentry *tent; 2414272840Smelifaro struct table_value *pval; 2415272840Smelifaro int error; 2416272840Smelifaro 2417272840Smelifaro da = (struct dump_args *)arg; 2418272840Smelifaro 2419272840Smelifaro tc = da->tc; 2420272840Smelifaro ta = tc->ta; 2421272840Smelifaro 2422272840Smelifaro xent = (ipfw_table_xentry *)ipfw_get_sopt_space(da->sd, sizeof(*xent)); 2423232865Smelifaro /* Out of memory, returning */ 2424272840Smelifaro if (xent == NULL) 2425232865Smelifaro return (1); 2426232865Smelifaro xent->len = sizeof(ipfw_table_xentry); 2427272840Smelifaro xent->tbl = da->uidx; 2428232865Smelifaro 2429272840Smelifaro memset(&da->tent, 0, sizeof(da->tent)); 2430272840Smelifaro tent = &da->tent; 2431272840Smelifaro error = ta->dump_tentry(tc->astate, da->ti, e, tent); 2432272840Smelifaro if (error != 0) 2433272840Smelifaro return (error); 2434272840Smelifaro 2435272840Smelifaro /* Convert current format to previous one */ 2436272840Smelifaro xent->masklen = tent->masklen; 2437272840Smelifaro pval = get_table_value(da->ch, da->tc, da->tent.v.kidx); 2438272840Smelifaro xent->value = ipfw_export_table_value_legacy(pval); 2439272840Smelifaro /* Apply some hacks */ 2440282070Smelifaro if (tc->no.subtype == IPFW_TABLE_ADDR && tent->subtype == AF_INET) { 2441272840Smelifaro xent->k.addr6.s6_addr32[3] = tent->k.addr.s_addr; 2442272840Smelifaro xent->flags = IPFW_TCF_INET; 2443272840Smelifaro } else 2444272840Smelifaro memcpy(&xent->k, &tent->k, sizeof(xent->k)); 2445272840Smelifaro 2446272840Smelifaro return (0); 2447272840Smelifaro} 2448272840Smelifaro 2449272840Smelifaro/* 2450272840Smelifaro * Helper function to export table algo data 2451272840Smelifaro * to tentry format before calling user function. 2452272840Smelifaro * 2453272840Smelifaro * Returns 0 on success. 2454272840Smelifaro */ 2455272840Smelifarostatic int 2456272840Smelifaroprepare_table_tentry(void *e, void *arg) 2457272840Smelifaro{ 2458272840Smelifaro struct dump_args *da; 2459272840Smelifaro struct table_config *tc; 2460272840Smelifaro struct table_algo *ta; 2461272840Smelifaro int error; 2462272840Smelifaro 2463272840Smelifaro da = (struct dump_args *)arg; 2464272840Smelifaro 2465272840Smelifaro tc = da->tc; 2466272840Smelifaro ta = tc->ta; 2467272840Smelifaro 2468272840Smelifaro error = ta->dump_tentry(tc->astate, da->ti, e, &da->tent); 2469272840Smelifaro if (error != 0) 2470272840Smelifaro return (error); 2471272840Smelifaro 2472272840Smelifaro da->f(&da->tent, da->farg); 2473272840Smelifaro 2474272840Smelifaro return (0); 2475272840Smelifaro} 2476272840Smelifaro 2477272840Smelifaro/* 2478272840Smelifaro * Allow external consumers to read table entries in standard format. 2479272840Smelifaro */ 2480272840Smelifaroint 2481272840Smelifaroipfw_foreach_table_tentry(struct ip_fw_chain *ch, uint16_t kidx, 2482272840Smelifaro ta_foreach_f *f, void *arg) 2483272840Smelifaro{ 2484272840Smelifaro struct namedobj_instance *ni; 2485272840Smelifaro struct table_config *tc; 2486272840Smelifaro struct table_algo *ta; 2487272840Smelifaro struct dump_args da; 2488272840Smelifaro 2489272840Smelifaro ni = CHAIN_TO_NI(ch); 2490272840Smelifaro 2491272840Smelifaro tc = (struct table_config *)ipfw_objhash_lookup_kidx(ni, kidx); 2492272840Smelifaro if (tc == NULL) 2493272840Smelifaro return (ESRCH); 2494272840Smelifaro 2495272840Smelifaro ta = tc->ta; 2496272840Smelifaro 2497272840Smelifaro memset(&da, 0, sizeof(da)); 2498272840Smelifaro da.ch = ch; 2499272840Smelifaro da.ti = KIDX_TO_TI(ch, tc->no.kidx); 2500272840Smelifaro da.tc = tc; 2501272840Smelifaro da.f = f; 2502272840Smelifaro da.farg = arg; 2503272840Smelifaro 2504272840Smelifaro ta->foreach(tc->astate, da.ti, prepare_table_tentry, &da); 2505272840Smelifaro 2506272840Smelifaro return (0); 2507272840Smelifaro} 2508272840Smelifaro 2509272840Smelifaro/* 2510272840Smelifaro * Table algorithms 2511272840Smelifaro */ 2512272840Smelifaro 2513272840Smelifaro/* 2514298995Spfg * Finds algorithm by index, table type or supplied name. 2515272840Smelifaro * 2516272840Smelifaro * Returns pointer to algo or NULL. 2517272840Smelifaro */ 2518272840Smelifarostatic struct table_algo * 2519272840Smelifarofind_table_algo(struct tables_config *tcfg, struct tid_info *ti, char *name) 2520272840Smelifaro{ 2521272840Smelifaro int i, l; 2522272840Smelifaro struct table_algo *ta; 2523272840Smelifaro 2524272840Smelifaro if (ti->type > IPFW_TABLE_MAXTYPE) 2525272840Smelifaro return (NULL); 2526272840Smelifaro 2527272840Smelifaro /* Search by index */ 2528272840Smelifaro if (ti->atype != 0) { 2529272840Smelifaro if (ti->atype > tcfg->algo_count) 2530272840Smelifaro return (NULL); 2531272840Smelifaro return (tcfg->algo[ti->atype]); 2532272840Smelifaro } 2533272840Smelifaro 2534272840Smelifaro if (name == NULL) { 2535272840Smelifaro /* Return default algorithm for given type if set */ 2536272840Smelifaro return (tcfg->def_algo[ti->type]); 2537272840Smelifaro } 2538272840Smelifaro 2539272840Smelifaro /* Search by name */ 2540272840Smelifaro /* TODO: better search */ 2541272840Smelifaro for (i = 1; i <= tcfg->algo_count; i++) { 2542272840Smelifaro ta = tcfg->algo[i]; 2543272840Smelifaro 2544272840Smelifaro /* 2545272840Smelifaro * One can supply additional algorithm 2546272840Smelifaro * parameters so we compare only the first word 2547272840Smelifaro * of supplied name: 2548272840Smelifaro * 'addr:chash hsize=32' 2549272840Smelifaro * '^^^^^^^^^' 2550272840Smelifaro * 2551272840Smelifaro */ 2552272840Smelifaro l = strlen(ta->name); 2553272840Smelifaro if (strncmp(name, ta->name, l) != 0) 2554272840Smelifaro continue; 2555272840Smelifaro if (name[l] != '\0' && name[l] != ' ') 2556272840Smelifaro continue; 2557272840Smelifaro /* Check if we're requesting proper table type */ 2558272840Smelifaro if (ti->type != 0 && ti->type != ta->type) 2559272840Smelifaro return (NULL); 2560272840Smelifaro return (ta); 2561272840Smelifaro } 2562272840Smelifaro 2563272840Smelifaro return (NULL); 2564272840Smelifaro} 2565272840Smelifaro 2566272840Smelifaro/* 2567272840Smelifaro * Register new table algo @ta. 2568272840Smelifaro * Stores algo id inside @idx. 2569272840Smelifaro * 2570272840Smelifaro * Returns 0 on success. 2571272840Smelifaro */ 2572272840Smelifaroint 2573272840Smelifaroipfw_add_table_algo(struct ip_fw_chain *ch, struct table_algo *ta, size_t size, 2574272840Smelifaro int *idx) 2575272840Smelifaro{ 2576272840Smelifaro struct tables_config *tcfg; 2577272840Smelifaro struct table_algo *ta_new; 2578272840Smelifaro size_t sz; 2579272840Smelifaro 2580272840Smelifaro if (size > sizeof(struct table_algo)) 2581272840Smelifaro return (EINVAL); 2582272840Smelifaro 2583272840Smelifaro /* Check for the required on-stack size for add/del */ 2584272840Smelifaro sz = roundup2(ta->ta_buf_size, sizeof(void *)); 2585272840Smelifaro if (sz > TA_BUF_SZ) 2586272840Smelifaro return (EINVAL); 2587272840Smelifaro 2588272840Smelifaro KASSERT(ta->type <= IPFW_TABLE_MAXTYPE,("Increase IPFW_TABLE_MAXTYPE")); 2589272840Smelifaro 2590272840Smelifaro /* Copy algorithm data to stable storage. */ 2591272840Smelifaro ta_new = malloc(sizeof(struct table_algo), M_IPFW, M_WAITOK | M_ZERO); 2592272840Smelifaro memcpy(ta_new, ta, size); 2593272840Smelifaro 2594272840Smelifaro tcfg = CHAIN_TO_TCFG(ch); 2595272840Smelifaro 2596272840Smelifaro KASSERT(tcfg->algo_count < 255, ("Increase algo array size")); 2597272840Smelifaro 2598272840Smelifaro tcfg->algo[++tcfg->algo_count] = ta_new; 2599272840Smelifaro ta_new->idx = tcfg->algo_count; 2600272840Smelifaro 2601272840Smelifaro /* Set algorithm as default one for given type */ 2602272840Smelifaro if ((ta_new->flags & TA_FLAG_DEFAULT) != 0 && 2603272840Smelifaro tcfg->def_algo[ta_new->type] == NULL) 2604272840Smelifaro tcfg->def_algo[ta_new->type] = ta_new; 2605272840Smelifaro 2606272840Smelifaro *idx = ta_new->idx; 2607232865Smelifaro 2608272840Smelifaro return (0); 2609272840Smelifaro} 2610272840Smelifaro 2611272840Smelifaro/* 2612272840Smelifaro * Unregisters table algo using @idx as id. 2613272840Smelifaro * XXX: It is NOT safe to call this function in any place 2614272840Smelifaro * other than ipfw instance destroy handler. 2615272840Smelifaro */ 2616272840Smelifarovoid 2617272840Smelifaroipfw_del_table_algo(struct ip_fw_chain *ch, int idx) 2618272840Smelifaro{ 2619272840Smelifaro struct tables_config *tcfg; 2620272840Smelifaro struct table_algo *ta; 2621272840Smelifaro 2622272840Smelifaro tcfg = CHAIN_TO_TCFG(ch); 2623272840Smelifaro 2624272840Smelifaro KASSERT(idx <= tcfg->algo_count, ("algo idx %d out of range 1..%d", 2625272840Smelifaro idx, tcfg->algo_count)); 2626272840Smelifaro 2627272840Smelifaro ta = tcfg->algo[idx]; 2628272840Smelifaro KASSERT(ta != NULL, ("algo idx %d is NULL", idx)); 2629272840Smelifaro 2630272840Smelifaro if (tcfg->def_algo[ta->type] == ta) 2631272840Smelifaro tcfg->def_algo[ta->type] = NULL; 2632272840Smelifaro 2633272840Smelifaro free(ta, M_IPFW); 2634272840Smelifaro} 2635272840Smelifaro 2636272840Smelifaro/* 2637272840Smelifaro * Lists all table algorithms currently available. 2638272840Smelifaro * Data layout (v0)(current): 2639272840Smelifaro * Request: [ ipfw_obj_lheader ], size = ipfw_obj_lheader.size 2640272840Smelifaro * Reply: [ ipfw_obj_lheader ipfw_ta_info x N ] 2641272840Smelifaro * 2642272840Smelifaro * Returns 0 on success 2643272840Smelifaro */ 2644272840Smelifarostatic int 2645272840Smelifarolist_table_algo(struct ip_fw_chain *ch, ip_fw3_opheader *op3, 2646272840Smelifaro struct sockopt_data *sd) 2647272840Smelifaro{ 2648272840Smelifaro struct _ipfw_obj_lheader *olh; 2649272840Smelifaro struct tables_config *tcfg; 2650272840Smelifaro ipfw_ta_info *i; 2651272840Smelifaro struct table_algo *ta; 2652272840Smelifaro uint32_t count, n, size; 2653272840Smelifaro 2654272840Smelifaro olh = (struct _ipfw_obj_lheader *)ipfw_get_sopt_header(sd,sizeof(*olh)); 2655272840Smelifaro if (olh == NULL) 2656272840Smelifaro return (EINVAL); 2657272840Smelifaro if (sd->valsize < olh->size) 2658272840Smelifaro return (EINVAL); 2659272840Smelifaro 2660272840Smelifaro IPFW_UH_RLOCK(ch); 2661272840Smelifaro tcfg = CHAIN_TO_TCFG(ch); 2662272840Smelifaro count = tcfg->algo_count; 2663272840Smelifaro size = count * sizeof(ipfw_ta_info) + sizeof(ipfw_obj_lheader); 2664272840Smelifaro 2665272840Smelifaro /* Fill in header regadless of buffer size */ 2666272840Smelifaro olh->count = count; 2667272840Smelifaro olh->objsize = sizeof(ipfw_ta_info); 2668272840Smelifaro 2669272840Smelifaro if (size > olh->size) { 2670272840Smelifaro olh->size = size; 2671272840Smelifaro IPFW_UH_RUNLOCK(ch); 2672272840Smelifaro return (ENOMEM); 2673232865Smelifaro } 2674272840Smelifaro olh->size = size; 2675232865Smelifaro 2676272840Smelifaro for (n = 1; n <= count; n++) { 2677272840Smelifaro i = (ipfw_ta_info *)ipfw_get_sopt_space(sd, sizeof(*i)); 2678298048Spfg KASSERT(i != NULL, ("previously checked buffer is not enough")); 2679272840Smelifaro ta = tcfg->algo[n]; 2680272840Smelifaro strlcpy(i->algoname, ta->name, sizeof(i->algoname)); 2681272840Smelifaro i->type = ta->type; 2682272840Smelifaro i->refcnt = ta->refcnt; 2683272840Smelifaro } 2684272840Smelifaro 2685272840Smelifaro IPFW_UH_RUNLOCK(ch); 2686272840Smelifaro 2687232865Smelifaro return (0); 2688232865Smelifaro} 2689232865Smelifaro 2690282070Smelifarostatic int 2691282070Smelifaroclassify_srcdst(ipfw_insn *cmd, uint16_t *puidx, uint8_t *ptype) 2692282070Smelifaro{ 2693282070Smelifaro /* Basic IPv4/IPv6 or u32 lookups */ 2694282070Smelifaro *puidx = cmd->arg1; 2695282070Smelifaro /* Assume ADDR by default */ 2696282070Smelifaro *ptype = IPFW_TABLE_ADDR; 2697282070Smelifaro int v; 2698282070Smelifaro 2699282070Smelifaro if (F_LEN(cmd) > F_INSN_SIZE(ipfw_insn_u32)) { 2700282070Smelifaro /* 2701282070Smelifaro * generic lookup. The key must be 2702282070Smelifaro * in 32bit big-endian format. 2703282070Smelifaro */ 2704282070Smelifaro v = ((ipfw_insn_u32 *)cmd)->d[1]; 2705282070Smelifaro switch (v) { 2706282070Smelifaro case 0: 2707282070Smelifaro case 1: 2708282070Smelifaro /* IPv4 src/dst */ 2709282070Smelifaro break; 2710282070Smelifaro case 2: 2711282070Smelifaro case 3: 2712282070Smelifaro /* src/dst port */ 2713282070Smelifaro *ptype = IPFW_TABLE_NUMBER; 2714282070Smelifaro break; 2715282070Smelifaro case 4: 2716282070Smelifaro /* uid/gid */ 2717282070Smelifaro *ptype = IPFW_TABLE_NUMBER; 2718282070Smelifaro break; 2719282070Smelifaro case 5: 2720282070Smelifaro /* jid */ 2721282070Smelifaro *ptype = IPFW_TABLE_NUMBER; 2722282070Smelifaro break; 2723282070Smelifaro case 6: 2724282070Smelifaro /* dscp */ 2725282070Smelifaro *ptype = IPFW_TABLE_NUMBER; 2726282070Smelifaro break; 2727282070Smelifaro } 2728282070Smelifaro } 2729272840Smelifaro 2730282070Smelifaro return (0); 2731282070Smelifaro} 2732282070Smelifaro 2733272840Smelifarostatic int 2734282070Smelifaroclassify_via(ipfw_insn *cmd, uint16_t *puidx, uint8_t *ptype) 2735272840Smelifaro{ 2736272840Smelifaro ipfw_insn_if *cmdif; 2737272840Smelifaro 2738282070Smelifaro /* Interface table, possibly */ 2739282070Smelifaro cmdif = (ipfw_insn_if *)cmd; 2740282070Smelifaro if (cmdif->name[0] != '\1') 2741282070Smelifaro return (1); 2742272840Smelifaro 2743282070Smelifaro *ptype = IPFW_TABLE_INTERFACE; 2744282070Smelifaro *puidx = cmdif->p.kidx; 2745272840Smelifaro 2746282070Smelifaro return (0); 2747282070Smelifaro} 2748272840Smelifaro 2749282070Smelifarostatic int 2750282070Smelifaroclassify_flow(ipfw_insn *cmd, uint16_t *puidx, uint8_t *ptype) 2751282070Smelifaro{ 2752282070Smelifaro 2753282070Smelifaro *puidx = cmd->arg1; 2754282070Smelifaro *ptype = IPFW_TABLE_FLOW; 2755282070Smelifaro 2756282070Smelifaro return (0); 2757272840Smelifaro} 2758272840Smelifaro 2759272840Smelifarostatic void 2760282070Smelifaroupdate_arg1(ipfw_insn *cmd, uint16_t idx) 2761272840Smelifaro{ 2762282070Smelifaro 2763282070Smelifaro cmd->arg1 = idx; 2764282070Smelifaro} 2765282070Smelifaro 2766282070Smelifarostatic void 2767282070Smelifaroupdate_via(ipfw_insn *cmd, uint16_t idx) 2768282070Smelifaro{ 2769272840Smelifaro ipfw_insn_if *cmdif; 2770272840Smelifaro 2771282070Smelifaro cmdif = (ipfw_insn_if *)cmd; 2772282070Smelifaro cmdif->p.kidx = idx; 2773272840Smelifaro} 2774272840Smelifaro 2775282070Smelifarostatic int 2776282070Smelifarotable_findbyname(struct ip_fw_chain *ch, struct tid_info *ti, 2777282070Smelifaro struct named_object **pno) 2778282070Smelifaro{ 2779282070Smelifaro struct table_config *tc; 2780282070Smelifaro int error; 2781282070Smelifaro 2782282070Smelifaro IPFW_UH_WLOCK_ASSERT(ch); 2783282070Smelifaro 2784282070Smelifaro error = find_table_err(CHAIN_TO_NI(ch), ti, &tc); 2785282070Smelifaro if (error != 0) 2786282070Smelifaro return (error); 2787282070Smelifaro 2788282070Smelifaro *pno = &tc->no; 2789282070Smelifaro return (0); 2790282070Smelifaro} 2791282070Smelifaro 2792282070Smelifaro/* XXX: sets-sets! */ 2793282070Smelifarostatic struct named_object * 2794282070Smelifarotable_findbykidx(struct ip_fw_chain *ch, uint16_t idx) 2795282070Smelifaro{ 2796282070Smelifaro struct namedobj_instance *ni; 2797282070Smelifaro struct table_config *tc; 2798282070Smelifaro 2799282070Smelifaro IPFW_UH_WLOCK_ASSERT(ch); 2800282070Smelifaro ni = CHAIN_TO_NI(ch); 2801282070Smelifaro tc = (struct table_config *)ipfw_objhash_lookup_kidx(ni, idx); 2802282070Smelifaro KASSERT(tc != NULL, ("Table with index %d not found", idx)); 2803282070Smelifaro 2804282070Smelifaro return (&tc->no); 2805282070Smelifaro} 2806282070Smelifaro 2807300021Saestatic int 2808300021Saetable_manage_sets(struct ip_fw_chain *ch, uint16_t set, uint8_t new_set, 2809300021Sae enum ipfw_sets_cmd cmd) 2810300021Sae{ 2811300021Sae 2812300021Sae switch (cmd) { 2813300021Sae case SWAP_ALL: 2814300021Sae case TEST_ALL: 2815306025Sae case MOVE_ALL: 2816300021Sae /* 2817306025Sae * Always return success, the real action and decision 2818306025Sae * should make table_manage_sets_all(). 2819300021Sae */ 2820306025Sae return (0); 2821300021Sae case TEST_ONE: 2822300021Sae case MOVE_ONE: 2823300021Sae /* 2824300021Sae * NOTE: we need to use ipfw_objhash_del/ipfw_objhash_add 2825300021Sae * if set number will be used in hash function. Currently 2826300021Sae * we can just use generic handler that replaces set value. 2827300021Sae */ 2828300021Sae if (V_fw_tables_sets == 0) 2829300021Sae return (0); 2830300021Sae break; 2831300021Sae case COUNT_ONE: 2832300021Sae /* 2833300021Sae * Return EOPNOTSUPP for COUNT_ONE when per-set sysctl is 2834300021Sae * disabled. This allow skip table's opcodes from additional 2835300021Sae * checks when specific rules moved to another set. 2836300021Sae */ 2837300021Sae if (V_fw_tables_sets == 0) 2838300021Sae return (EOPNOTSUPP); 2839300021Sae } 2840300021Sae /* Use generic sets handler when per-set sysctl is enabled. */ 2841300021Sae return (ipfw_obj_manage_sets(CHAIN_TO_NI(ch), IPFW_TLV_TBL_NAME, 2842300021Sae set, new_set, cmd)); 2843300021Sae} 2844300021Sae 2845306025Sae/* 2846306025Sae * We register several opcode rewriters for lookup tables. 2847306025Sae * All tables opcodes have the same ETLV type, but different subtype. 2848306025Sae * To avoid invoking sets handler several times for XXX_ALL commands, 2849306025Sae * we use separate manage_sets handler. O_RECV has the lowest value, 2850306025Sae * so it should be called first. 2851306025Sae */ 2852306025Saestatic int 2853306025Saetable_manage_sets_all(struct ip_fw_chain *ch, uint16_t set, uint8_t new_set, 2854306025Sae enum ipfw_sets_cmd cmd) 2855306025Sae{ 2856306025Sae 2857306025Sae switch (cmd) { 2858306025Sae case SWAP_ALL: 2859306025Sae case TEST_ALL: 2860306025Sae /* 2861306025Sae * Return success for TEST_ALL, since nothing prevents 2862306025Sae * move rules from one set to another. All tables are 2863306025Sae * accessible from all sets when per-set tables sysctl 2864306025Sae * is disabled. 2865306025Sae */ 2866306025Sae case MOVE_ALL: 2867306025Sae if (V_fw_tables_sets == 0) 2868306025Sae return (0); 2869306025Sae break; 2870306025Sae default: 2871306025Sae return (table_manage_sets(ch, set, new_set, cmd)); 2872306025Sae } 2873306025Sae /* Use generic sets handler when per-set sysctl is enabled. */ 2874306025Sae return (ipfw_obj_manage_sets(CHAIN_TO_NI(ch), IPFW_TLV_TBL_NAME, 2875306025Sae set, new_set, cmd)); 2876306025Sae} 2877306025Sae 2878282070Smelifarostatic struct opcode_obj_rewrite opcodes[] = { 2879282070Smelifaro { 2880300021Sae .opcode = O_IP_SRC_LOOKUP, 2881300021Sae .etlv = IPFW_TLV_TBL_NAME, 2882300021Sae .classifier = classify_srcdst, 2883300021Sae .update = update_arg1, 2884300021Sae .find_byname = table_findbyname, 2885300021Sae .find_bykidx = table_findbykidx, 2886300021Sae .create_object = create_table_compat, 2887300021Sae .manage_sets = table_manage_sets, 2888282070Smelifaro }, 2889282070Smelifaro { 2890300021Sae .opcode = O_IP_DST_LOOKUP, 2891300021Sae .etlv = IPFW_TLV_TBL_NAME, 2892300021Sae .classifier = classify_srcdst, 2893300021Sae .update = update_arg1, 2894300021Sae .find_byname = table_findbyname, 2895300021Sae .find_bykidx = table_findbykidx, 2896300021Sae .create_object = create_table_compat, 2897300021Sae .manage_sets = table_manage_sets, 2898282070Smelifaro }, 2899282070Smelifaro { 2900300021Sae .opcode = O_IP_FLOW_LOOKUP, 2901300021Sae .etlv = IPFW_TLV_TBL_NAME, 2902300021Sae .classifier = classify_flow, 2903300021Sae .update = update_arg1, 2904300021Sae .find_byname = table_findbyname, 2905300021Sae .find_bykidx = table_findbykidx, 2906300021Sae .create_object = create_table_compat, 2907300021Sae .manage_sets = table_manage_sets, 2908282070Smelifaro }, 2909282070Smelifaro { 2910300021Sae .opcode = O_XMIT, 2911300021Sae .etlv = IPFW_TLV_TBL_NAME, 2912300021Sae .classifier = classify_via, 2913300021Sae .update = update_via, 2914300021Sae .find_byname = table_findbyname, 2915300021Sae .find_bykidx = table_findbykidx, 2916300021Sae .create_object = create_table_compat, 2917300021Sae .manage_sets = table_manage_sets, 2918282070Smelifaro }, 2919282070Smelifaro { 2920300021Sae .opcode = O_RECV, 2921300021Sae .etlv = IPFW_TLV_TBL_NAME, 2922300021Sae .classifier = classify_via, 2923300021Sae .update = update_via, 2924300021Sae .find_byname = table_findbyname, 2925300021Sae .find_bykidx = table_findbykidx, 2926300021Sae .create_object = create_table_compat, 2927306025Sae .manage_sets = table_manage_sets_all, 2928282070Smelifaro }, 2929282070Smelifaro { 2930300021Sae .opcode = O_VIA, 2931300021Sae .etlv = IPFW_TLV_TBL_NAME, 2932300021Sae .classifier = classify_via, 2933300021Sae .update = update_via, 2934300021Sae .find_byname = table_findbyname, 2935300021Sae .find_bykidx = table_findbykidx, 2936300021Sae .create_object = create_table_compat, 2937300021Sae .manage_sets = table_manage_sets, 2938282070Smelifaro }, 2939282070Smelifaro}; 2940282070Smelifaro 2941300021Saestatic int 2942300021Saetest_sets_cb(struct namedobj_instance *ni __unused, struct named_object *no, 2943300021Sae void *arg __unused) 2944300021Sae{ 2945282070Smelifaro 2946300021Sae /* Check that there aren't any tables in not default set */ 2947300021Sae if (no->set != 0) 2948300021Sae return (EBUSY); 2949300021Sae return (0); 2950300021Sae} 2951300021Sae 2952272840Smelifaro/* 2953300021Sae * Switch between "set 0" and "rule's set" table binding, 2954300021Sae * Check all ruleset bindings and permits changing 2955300021Sae * IFF each binding has both rule AND table in default set (set 0). 2956300021Sae * 2957300021Sae * Returns 0 on success. 2958300021Sae */ 2959300021Saeint 2960300021Saeipfw_switch_tables_namespace(struct ip_fw_chain *ch, unsigned int sets) 2961300021Sae{ 2962300021Sae struct opcode_obj_rewrite *rw; 2963300021Sae struct namedobj_instance *ni; 2964300021Sae struct named_object *no; 2965300021Sae struct ip_fw *rule; 2966300021Sae ipfw_insn *cmd; 2967300021Sae int cmdlen, i, l; 2968300021Sae uint16_t kidx; 2969300021Sae uint8_t subtype; 2970300021Sae 2971300021Sae IPFW_UH_WLOCK(ch); 2972300021Sae 2973300021Sae if (V_fw_tables_sets == sets) { 2974300021Sae IPFW_UH_WUNLOCK(ch); 2975300021Sae return (0); 2976300021Sae } 2977300021Sae ni = CHAIN_TO_NI(ch); 2978300021Sae if (sets == 0) { 2979300021Sae /* 2980300021Sae * Prevent disabling sets support if we have some tables 2981300021Sae * in not default sets. 2982300021Sae */ 2983300021Sae if (ipfw_objhash_foreach_type(ni, test_sets_cb, 2984300021Sae NULL, IPFW_TLV_TBL_NAME) != 0) { 2985300021Sae IPFW_UH_WUNLOCK(ch); 2986300021Sae return (EBUSY); 2987300021Sae } 2988300021Sae } 2989300021Sae /* 2990300021Sae * Scan all rules and examine tables opcodes. 2991300021Sae */ 2992300021Sae for (i = 0; i < ch->n_rules; i++) { 2993300021Sae rule = ch->map[i]; 2994300021Sae 2995300021Sae l = rule->cmd_len; 2996300021Sae cmd = rule->cmd; 2997300021Sae cmdlen = 0; 2998300021Sae for ( ; l > 0 ; l -= cmdlen, cmd += cmdlen) { 2999300021Sae cmdlen = F_LEN(cmd); 3000300021Sae /* Check only tables opcodes */ 3001300021Sae for (kidx = 0, rw = opcodes; 3002300021Sae rw < opcodes + nitems(opcodes); rw++) { 3003300021Sae if (rw->opcode != cmd->opcode) 3004300021Sae continue; 3005300021Sae if (rw->classifier(cmd, &kidx, &subtype) == 0) 3006300021Sae break; 3007300021Sae } 3008300021Sae if (kidx == 0) 3009300021Sae continue; 3010300021Sae no = ipfw_objhash_lookup_kidx(ni, kidx); 3011300021Sae /* Check if both table object and rule has the set 0 */ 3012300021Sae if (no->set != 0 || rule->set != 0) { 3013300021Sae IPFW_UH_WUNLOCK(ch); 3014300021Sae return (EBUSY); 3015300021Sae } 3016300021Sae 3017300021Sae } 3018300021Sae } 3019300021Sae V_fw_tables_sets = sets; 3020300021Sae IPFW_UH_WUNLOCK(ch); 3021300021Sae return (0); 3022300021Sae} 3023300021Sae 3024300021Sae/* 3025272840Smelifaro * Checks table name for validity. 3026272840Smelifaro * Enforce basic length checks, the rest 3027272840Smelifaro * should be done in userland. 3028272840Smelifaro * 3029272840Smelifaro * Returns 0 if name is considered valid. 3030272840Smelifaro */ 3031290332Saestatic int 3032290332Saecheck_table_name(const char *name) 3033232865Smelifaro{ 3034232865Smelifaro 3035272840Smelifaro /* 3036272840Smelifaro * TODO: do some more complicated checks 3037272840Smelifaro */ 3038290332Sae return (ipfw_check_object_name_generic(name)); 3039232865Smelifaro} 3040232865Smelifaro 3041272840Smelifaro/* 3042272840Smelifaro * Finds table config based on either legacy index 3043272840Smelifaro * or name in ntlv. 3044272840Smelifaro * Note @ti structure contains unchecked data from userland. 3045272840Smelifaro * 3046282070Smelifaro * Returns 0 in success and fills in @tc with found config 3047272840Smelifaro */ 3048282070Smelifarostatic int 3049282070Smelifarofind_table_err(struct namedobj_instance *ni, struct tid_info *ti, 3050282070Smelifaro struct table_config **tc) 3051272840Smelifaro{ 3052272840Smelifaro char *name, bname[16]; 3053272840Smelifaro struct named_object *no; 3054272840Smelifaro ipfw_obj_ntlv *ntlv; 3055272840Smelifaro uint32_t set; 3056272840Smelifaro 3057272840Smelifaro if (ti->tlvs != NULL) { 3058299136Sae ntlv = ipfw_find_name_tlv_type(ti->tlvs, ti->tlen, ti->uidx, 3059299136Sae IPFW_TLV_TBL_NAME); 3060272840Smelifaro if (ntlv == NULL) 3061282070Smelifaro return (EINVAL); 3062272840Smelifaro name = ntlv->name; 3063272840Smelifaro 3064272840Smelifaro /* 3065272840Smelifaro * Use set provided by @ti instead of @ntlv one. 3066272840Smelifaro * This is needed due to different sets behavior 3067272840Smelifaro * controlled by V_fw_tables_sets. 3068272840Smelifaro */ 3069300021Sae set = (V_fw_tables_sets != 0) ? ti->set : 0; 3070272840Smelifaro } else { 3071272840Smelifaro snprintf(bname, sizeof(bname), "%d", ti->uidx); 3072272840Smelifaro name = bname; 3073272840Smelifaro set = 0; 3074272840Smelifaro } 3075272840Smelifaro 3076272840Smelifaro no = ipfw_objhash_lookup_name(ni, set, name); 3077282070Smelifaro *tc = (struct table_config *)no; 3078272840Smelifaro 3079282070Smelifaro return (0); 3080272840Smelifaro} 3081272840Smelifaro 3082272840Smelifaro/* 3083282070Smelifaro * Finds table config based on either legacy index 3084282070Smelifaro * or name in ntlv. 3085282070Smelifaro * Note @ti structure contains unchecked data from userland. 3086282070Smelifaro * 3087282070Smelifaro * Returns pointer to table_config or NULL. 3088282070Smelifaro */ 3089282070Smelifarostatic struct table_config * 3090282070Smelifarofind_table(struct namedobj_instance *ni, struct tid_info *ti) 3091282070Smelifaro{ 3092282070Smelifaro struct table_config *tc; 3093282070Smelifaro 3094282070Smelifaro if (find_table_err(ni, ti, &tc) != 0) 3095282070Smelifaro return (NULL); 3096282070Smelifaro 3097282070Smelifaro return (tc); 3098282070Smelifaro} 3099282070Smelifaro 3100282070Smelifaro/* 3101272840Smelifaro * Allocate new table config structure using 3102272840Smelifaro * specified @algo and @aname. 3103272840Smelifaro * 3104272840Smelifaro * Returns pointer to config or NULL. 3105272840Smelifaro */ 3106272840Smelifarostatic struct table_config * 3107272840Smelifaroalloc_table_config(struct ip_fw_chain *ch, struct tid_info *ti, 3108272840Smelifaro struct table_algo *ta, char *aname, uint8_t tflags) 3109272840Smelifaro{ 3110272840Smelifaro char *name, bname[16]; 3111272840Smelifaro struct table_config *tc; 3112272840Smelifaro int error; 3113272840Smelifaro ipfw_obj_ntlv *ntlv; 3114272840Smelifaro uint32_t set; 3115272840Smelifaro 3116272840Smelifaro if (ti->tlvs != NULL) { 3117299136Sae ntlv = ipfw_find_name_tlv_type(ti->tlvs, ti->tlen, ti->uidx, 3118299136Sae IPFW_TLV_TBL_NAME); 3119272840Smelifaro if (ntlv == NULL) 3120272840Smelifaro return (NULL); 3121272840Smelifaro name = ntlv->name; 3122272840Smelifaro set = ntlv->set; 3123272840Smelifaro } else { 3124282070Smelifaro /* Compat part: convert number to string representation */ 3125272840Smelifaro snprintf(bname, sizeof(bname), "%d", ti->uidx); 3126272840Smelifaro name = bname; 3127272840Smelifaro set = 0; 3128272840Smelifaro } 3129272840Smelifaro 3130272840Smelifaro tc = malloc(sizeof(struct table_config), M_IPFW, M_WAITOK | M_ZERO); 3131272840Smelifaro tc->no.name = tc->tablename; 3132282070Smelifaro tc->no.subtype = ta->type; 3133272840Smelifaro tc->no.set = set; 3134272840Smelifaro tc->tflags = tflags; 3135272840Smelifaro tc->ta = ta; 3136272840Smelifaro strlcpy(tc->tablename, name, sizeof(tc->tablename)); 3137272840Smelifaro /* Set "shared" value type by default */ 3138272840Smelifaro tc->vshared = 1; 3139272840Smelifaro 3140272840Smelifaro /* Preallocate data structures for new tables */ 3141272840Smelifaro error = ta->init(ch, &tc->astate, &tc->ti_copy, aname, tflags); 3142272840Smelifaro if (error != 0) { 3143272840Smelifaro free(tc, M_IPFW); 3144272840Smelifaro return (NULL); 3145272840Smelifaro } 3146272840Smelifaro 3147272840Smelifaro return (tc); 3148272840Smelifaro} 3149272840Smelifaro 3150272840Smelifaro/* 3151272840Smelifaro * Destroys table state and config. 3152272840Smelifaro */ 3153272840Smelifarostatic void 3154272840Smelifarofree_table_config(struct namedobj_instance *ni, struct table_config *tc) 3155272840Smelifaro{ 3156272840Smelifaro 3157272840Smelifaro KASSERT(tc->linked == 0, ("free() on linked config")); 3158278259Smelifaro /* UH lock MUST NOT be held */ 3159272840Smelifaro 3160272840Smelifaro /* 3161272840Smelifaro * We're using ta without any locking/referencing. 3162272840Smelifaro * TODO: fix this if we're going to use unloadable algos. 3163272840Smelifaro */ 3164272840Smelifaro tc->ta->destroy(tc->astate, &tc->ti_copy); 3165272840Smelifaro free(tc, M_IPFW); 3166272840Smelifaro} 3167272840Smelifaro 3168272840Smelifaro/* 3169272840Smelifaro * Links @tc to @chain table named instance. 3170272840Smelifaro * Sets appropriate type/states in @chain table info. 3171272840Smelifaro */ 3172272840Smelifarostatic void 3173272840Smelifarolink_table(struct ip_fw_chain *ch, struct table_config *tc) 3174272840Smelifaro{ 3175272840Smelifaro struct namedobj_instance *ni; 3176272840Smelifaro struct table_info *ti; 3177272840Smelifaro uint16_t kidx; 3178272840Smelifaro 3179272840Smelifaro IPFW_UH_WLOCK_ASSERT(ch); 3180272840Smelifaro IPFW_WLOCK_ASSERT(ch); 3181272840Smelifaro 3182272840Smelifaro ni = CHAIN_TO_NI(ch); 3183272840Smelifaro kidx = tc->no.kidx; 3184272840Smelifaro 3185272840Smelifaro ipfw_objhash_add(ni, &tc->no); 3186272840Smelifaro 3187272840Smelifaro ti = KIDX_TO_TI(ch, kidx); 3188272840Smelifaro *ti = tc->ti_copy; 3189272840Smelifaro 3190272840Smelifaro /* Notify algo on real @ti address */ 3191272840Smelifaro if (tc->ta->change_ti != NULL) 3192272840Smelifaro tc->ta->change_ti(tc->astate, ti); 3193272840Smelifaro 3194272840Smelifaro tc->linked = 1; 3195272840Smelifaro tc->ta->refcnt++; 3196272840Smelifaro} 3197272840Smelifaro 3198272840Smelifaro/* 3199272840Smelifaro * Unlinks @tc from @chain table named instance. 3200272840Smelifaro * Zeroes states in @chain and stores them in @tc. 3201272840Smelifaro */ 3202272840Smelifarostatic void 3203272840Smelifarounlink_table(struct ip_fw_chain *ch, struct table_config *tc) 3204272840Smelifaro{ 3205272840Smelifaro struct namedobj_instance *ni; 3206272840Smelifaro struct table_info *ti; 3207272840Smelifaro uint16_t kidx; 3208272840Smelifaro 3209272840Smelifaro IPFW_UH_WLOCK_ASSERT(ch); 3210272840Smelifaro IPFW_WLOCK_ASSERT(ch); 3211272840Smelifaro 3212272840Smelifaro ni = CHAIN_TO_NI(ch); 3213272840Smelifaro kidx = tc->no.kidx; 3214272840Smelifaro 3215272840Smelifaro /* Clear state. @ti copy is already saved inside @tc */ 3216272840Smelifaro ipfw_objhash_del(ni, &tc->no); 3217272840Smelifaro ti = KIDX_TO_TI(ch, kidx); 3218272840Smelifaro memset(ti, 0, sizeof(struct table_info)); 3219272840Smelifaro tc->linked = 0; 3220272840Smelifaro tc->ta->refcnt--; 3221272840Smelifaro 3222272840Smelifaro /* Notify algo on real @ti address */ 3223272840Smelifaro if (tc->ta->change_ti != NULL) 3224272840Smelifaro tc->ta->change_ti(tc->astate, NULL); 3225272840Smelifaro} 3226272840Smelifaro 3227272840Smelifarostatic struct ipfw_sopt_handler scodes[] = { 3228272840Smelifaro { IP_FW_TABLE_XCREATE, 0, HDIR_SET, create_table }, 3229272840Smelifaro { IP_FW_TABLE_XDESTROY, 0, HDIR_SET, flush_table_v0 }, 3230272840Smelifaro { IP_FW_TABLE_XFLUSH, 0, HDIR_SET, flush_table_v0 }, 3231272840Smelifaro { IP_FW_TABLE_XMODIFY, 0, HDIR_BOTH, modify_table }, 3232272840Smelifaro { IP_FW_TABLE_XINFO, 0, HDIR_GET, describe_table }, 3233272840Smelifaro { IP_FW_TABLES_XLIST, 0, HDIR_GET, list_tables }, 3234272840Smelifaro { IP_FW_TABLE_XLIST, 0, HDIR_GET, dump_table_v0 }, 3235272840Smelifaro { IP_FW_TABLE_XLIST, 1, HDIR_GET, dump_table_v1 }, 3236272840Smelifaro { IP_FW_TABLE_XADD, 0, HDIR_BOTH, manage_table_ent_v0 }, 3237272840Smelifaro { IP_FW_TABLE_XADD, 1, HDIR_BOTH, manage_table_ent_v1 }, 3238272840Smelifaro { IP_FW_TABLE_XDEL, 0, HDIR_BOTH, manage_table_ent_v0 }, 3239272840Smelifaro { IP_FW_TABLE_XDEL, 1, HDIR_BOTH, manage_table_ent_v1 }, 3240272840Smelifaro { IP_FW_TABLE_XFIND, 0, HDIR_GET, find_table_entry }, 3241272840Smelifaro { IP_FW_TABLE_XSWAP, 0, HDIR_SET, swap_table }, 3242272840Smelifaro { IP_FW_TABLES_ALIST, 0, HDIR_GET, list_table_algo }, 3243272840Smelifaro { IP_FW_TABLE_XGETSIZE, 0, HDIR_GET, get_table_size }, 3244272840Smelifaro}; 3245272840Smelifaro 3246299152Saestatic int 3247272840Smelifarodestroy_table_locked(struct namedobj_instance *ni, struct named_object *no, 3248272840Smelifaro void *arg) 3249272840Smelifaro{ 3250272840Smelifaro 3251272840Smelifaro unlink_table((struct ip_fw_chain *)arg, (struct table_config *)no); 3252272840Smelifaro if (ipfw_objhash_free_idx(ni, no->kidx) != 0) 3253272840Smelifaro printf("Error unlinking kidx %d from table %s\n", 3254272840Smelifaro no->kidx, no->name); 3255272840Smelifaro free_table_config(ni, (struct table_config *)no); 3256299152Sae return (0); 3257272840Smelifaro} 3258272840Smelifaro 3259272840Smelifaro/* 3260272840Smelifaro * Shuts tables module down. 3261272840Smelifaro */ 3262272840Smelifarovoid 3263272840Smelifaroipfw_destroy_tables(struct ip_fw_chain *ch, int last) 3264272840Smelifaro{ 3265272840Smelifaro 3266272840Smelifaro IPFW_DEL_SOPT_HANDLER(last, scodes); 3267282070Smelifaro IPFW_DEL_OBJ_REWRITER(last, opcodes); 3268272840Smelifaro 3269272840Smelifaro /* Remove all tables from working set */ 3270272840Smelifaro IPFW_UH_WLOCK(ch); 3271272840Smelifaro IPFW_WLOCK(ch); 3272272840Smelifaro ipfw_objhash_foreach(CHAIN_TO_NI(ch), destroy_table_locked, ch); 3273272840Smelifaro IPFW_WUNLOCK(ch); 3274272840Smelifaro IPFW_UH_WUNLOCK(ch); 3275272840Smelifaro 3276272840Smelifaro /* Free pointers itself */ 3277272840Smelifaro free(ch->tablestate, M_IPFW); 3278272840Smelifaro 3279272840Smelifaro ipfw_table_value_destroy(ch, last); 3280272840Smelifaro ipfw_table_algo_destroy(ch); 3281272840Smelifaro 3282272840Smelifaro ipfw_objhash_destroy(CHAIN_TO_NI(ch)); 3283272840Smelifaro free(CHAIN_TO_TCFG(ch), M_IPFW); 3284272840Smelifaro} 3285272840Smelifaro 3286272840Smelifaro/* 3287272840Smelifaro * Starts tables module. 3288272840Smelifaro */ 3289272840Smelifaroint 3290272840Smelifaroipfw_init_tables(struct ip_fw_chain *ch, int first) 3291272840Smelifaro{ 3292272840Smelifaro struct tables_config *tcfg; 3293272840Smelifaro 3294272840Smelifaro /* Allocate pointers */ 3295272840Smelifaro ch->tablestate = malloc(V_fw_tables_max * sizeof(struct table_info), 3296272840Smelifaro M_IPFW, M_WAITOK | M_ZERO); 3297272840Smelifaro 3298272840Smelifaro tcfg = malloc(sizeof(struct tables_config), M_IPFW, M_WAITOK | M_ZERO); 3299272840Smelifaro tcfg->namehash = ipfw_objhash_create(V_fw_tables_max); 3300272840Smelifaro ch->tblcfg = tcfg; 3301272840Smelifaro 3302272840Smelifaro ipfw_table_value_init(ch, first); 3303272840Smelifaro ipfw_table_algo_init(ch); 3304272840Smelifaro 3305282070Smelifaro IPFW_ADD_OBJ_REWRITER(first, opcodes); 3306272840Smelifaro IPFW_ADD_SOPT_HANDLER(first, scodes); 3307272840Smelifaro return (0); 3308272840Smelifaro} 3309272840Smelifaro 3310272840Smelifaro 3311272840Smelifaro 3312