ip_fw_table.c revision 282070
1200590Sluigi/*- 2200673Sru * Copyright (c) 2004 Ruslan Ermilov and Vsevolod Lobko. 3272840Smelifaro * Copyright (c) 2014 Yandex LLC 4272840Smelifaro * Copyright (c) 2014 Alexander V. Chernikov 5200590Sluigi * 6200590Sluigi * Redistribution and use in source and binary forms, with or without 7200590Sluigi * modification, are permitted provided that the following conditions 8200590Sluigi * are met: 9200590Sluigi * 1. Redistributions of source code must retain the above copyright 10200590Sluigi * notice, this list of conditions and the following disclaimer. 11200590Sluigi * 2. Redistributions in binary form must reproduce the above copyright 12200590Sluigi * notice, this list of conditions and the following disclaimer in the 13200590Sluigi * documentation and/or other materials provided with the distribution. 14200590Sluigi * 15200590Sluigi * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 16200590Sluigi * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 17200590Sluigi * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 18200590Sluigi * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 19200590Sluigi * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 20200590Sluigi * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 21200590Sluigi * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 22200590Sluigi * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 23200590Sluigi * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 24200590Sluigi * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 25200590Sluigi * SUCH DAMAGE. 26200590Sluigi */ 27200590Sluigi 28200590Sluigi#include <sys/cdefs.h> 29200590Sluigi__FBSDID("$FreeBSD: head/sys/netpfil/ipfw/ip_fw_table.c 282070 2015-04-27 08:29:39Z melifaro $"); 30200590Sluigi 31200590Sluigi/* 32272840Smelifaro * Lookup table support for ipfw. 33200601Sluigi * 34272840Smelifaro * This file contains handlers for all generic tables' operations: 35272840Smelifaro * add/del/flush entries, list/dump tables etc.. 36200838Sluigi * 37272840Smelifaro * Table data modification is protected by both UH and runtime lock 38272840Smelifaro * while reading configuration/data is protected by UH lock. 39272840Smelifaro * 40272840Smelifaro * Lookup algorithms for all table types are located in ip_fw_table_algo.c 41200590Sluigi */ 42200590Sluigi 43225518Sjhb#include "opt_ipfw.h" 44200590Sluigi 45200590Sluigi#include <sys/param.h> 46200590Sluigi#include <sys/systm.h> 47200590Sluigi#include <sys/malloc.h> 48200590Sluigi#include <sys/kernel.h> 49200590Sluigi#include <sys/lock.h> 50200590Sluigi#include <sys/rwlock.h> 51272840Smelifaro#include <sys/rmlock.h> 52200590Sluigi#include <sys/socket.h> 53272840Smelifaro#include <sys/socketvar.h> 54240494Sglebius#include <sys/queue.h> 55200590Sluigi#include <net/if.h> /* ip_fw.h requires IFNAMSIZ */ 56200590Sluigi 57200590Sluigi#include <netinet/in.h> 58201732Sluigi#include <netinet/ip_var.h> /* struct ipfw_rule_ref */ 59200590Sluigi#include <netinet/ip_fw.h> 60200590Sluigi 61240494Sglebius#include <netpfil/ipfw/ip_fw_private.h> 62272840Smelifaro#include <netpfil/ipfw/ip_fw_table.h> 63240494Sglebius 64272840Smelifaro /* 65272840Smelifaro * Table has the following `type` concepts: 66272840Smelifaro * 67272840Smelifaro * `no.type` represents lookup key type (addr, ifp, uid, etc..) 68272840Smelifaro * vmask represents bitmask of table values which are present at the moment. 69272840Smelifaro * Special IPFW_VTYPE_LEGACY ( (uint32_t)-1 ) represents old 70272840Smelifaro * single-value-for-all approach. 71272840Smelifaro */ 72272840Smelifarostruct table_config { 73272840Smelifaro struct named_object no; 74272840Smelifaro uint8_t tflags; /* type flags */ 75272840Smelifaro uint8_t locked; /* 1 if locked from changes */ 76272840Smelifaro uint8_t linked; /* 1 if already linked */ 77272840Smelifaro uint8_t ochanged; /* used by set swapping */ 78272840Smelifaro uint8_t vshared; /* 1 if using shared value array */ 79272840Smelifaro uint8_t spare[3]; 80272840Smelifaro uint32_t count; /* Number of records */ 81272840Smelifaro uint32_t limit; /* Max number of records */ 82272840Smelifaro uint32_t vmask; /* bitmask with supported values */ 83272840Smelifaro uint32_t ocount; /* used by set swapping */ 84272840Smelifaro uint64_t gencnt; /* generation count */ 85272840Smelifaro char tablename[64]; /* table name */ 86272840Smelifaro struct table_algo *ta; /* Callbacks for given algo */ 87272840Smelifaro void *astate; /* algorithm state */ 88272840Smelifaro struct table_info ti_copy; /* data to put to table_info */ 89272840Smelifaro struct namedobj_instance *vi; 90272840Smelifaro}; 91200590Sluigi 92282070Smelifarostatic int find_table_err(struct namedobj_instance *ni, struct tid_info *ti, 93282070Smelifaro struct table_config **tc); 94272840Smelifarostatic struct table_config *find_table(struct namedobj_instance *ni, 95272840Smelifaro struct tid_info *ti); 96272840Smelifarostatic struct table_config *alloc_table_config(struct ip_fw_chain *ch, 97272840Smelifaro struct tid_info *ti, struct table_algo *ta, char *adata, uint8_t tflags); 98272840Smelifarostatic void free_table_config(struct namedobj_instance *ni, 99272840Smelifaro struct table_config *tc); 100272840Smelifarostatic int create_table_internal(struct ip_fw_chain *ch, struct tid_info *ti, 101272840Smelifaro char *aname, ipfw_xtable_info *i, uint16_t *pkidx, int ref); 102272840Smelifarostatic void link_table(struct ip_fw_chain *ch, struct table_config *tc); 103272840Smelifarostatic void unlink_table(struct ip_fw_chain *ch, struct table_config *tc); 104272840Smelifarostatic int find_ref_table(struct ip_fw_chain *ch, struct tid_info *ti, 105272840Smelifaro struct tentry_info *tei, uint32_t count, int op, struct table_config **ptc); 106272840Smelifaro#define OP_ADD 1 107272840Smelifaro#define OP_DEL 0 108272840Smelifarostatic int export_tables(struct ip_fw_chain *ch, ipfw_obj_lheader *olh, 109272840Smelifaro struct sockopt_data *sd); 110272840Smelifarostatic void export_table_info(struct ip_fw_chain *ch, struct table_config *tc, 111272840Smelifaro ipfw_xtable_info *i); 112272840Smelifarostatic int dump_table_tentry(void *e, void *arg); 113272840Smelifarostatic int dump_table_xentry(void *e, void *arg); 114200590Sluigi 115272840Smelifarostatic int swap_tables(struct ip_fw_chain *ch, struct tid_info *a, 116272840Smelifaro struct tid_info *b); 117200590Sluigi 118272840Smelifarostatic int check_table_space(struct ip_fw_chain *ch, struct tableop_state *ts, 119272840Smelifaro struct table_config *tc, struct table_info *ti, uint32_t count); 120272840Smelifarostatic int destroy_table(struct ip_fw_chain *ch, struct tid_info *ti); 121232865Smelifaro 122272840Smelifarostatic struct table_algo *find_table_algo(struct tables_config *tableconf, 123272840Smelifaro struct tid_info *ti, char *name); 124232865Smelifaro 125272840Smelifarostatic void objheader_to_ti(struct _ipfw_obj_header *oh, struct tid_info *ti); 126272840Smelifarostatic void ntlv_to_ti(struct _ipfw_obj_ntlv *ntlv, struct tid_info *ti); 127272840Smelifaro 128272840Smelifaro#define CHAIN_TO_NI(chain) (CHAIN_TO_TCFG(chain)->namehash) 129272840Smelifaro#define KIDX_TO_TI(ch, k) (&(((struct table_info *)(ch)->tablestate)[k])) 130272840Smelifaro 131272840Smelifaro#define TA_BUF_SZ 128 /* On-stack buffer for add/delete state */ 132272840Smelifaro 133272840Smelifarovoid 134272840Smelifarorollback_toperation_state(struct ip_fw_chain *ch, void *object) 135272840Smelifaro{ 136272840Smelifaro struct tables_config *tcfg; 137272840Smelifaro struct op_state *os; 138272840Smelifaro 139272840Smelifaro tcfg = CHAIN_TO_TCFG(ch); 140272840Smelifaro TAILQ_FOREACH(os, &tcfg->state_list, next) 141272840Smelifaro os->func(object, os); 142272840Smelifaro} 143272840Smelifaro 144272840Smelifarovoid 145272840Smelifaroadd_toperation_state(struct ip_fw_chain *ch, struct tableop_state *ts) 146272840Smelifaro{ 147272840Smelifaro struct tables_config *tcfg; 148272840Smelifaro 149272840Smelifaro tcfg = CHAIN_TO_TCFG(ch); 150272840Smelifaro TAILQ_INSERT_HEAD(&tcfg->state_list, &ts->opstate, next); 151272840Smelifaro} 152272840Smelifaro 153272840Smelifarovoid 154272840Smelifarodel_toperation_state(struct ip_fw_chain *ch, struct tableop_state *ts) 155272840Smelifaro{ 156272840Smelifaro struct tables_config *tcfg; 157272840Smelifaro 158272840Smelifaro tcfg = CHAIN_TO_TCFG(ch); 159272840Smelifaro TAILQ_REMOVE(&tcfg->state_list, &ts->opstate, next); 160272840Smelifaro} 161272840Smelifaro 162272840Smelifarovoid 163272840Smelifarotc_ref(struct table_config *tc) 164272840Smelifaro{ 165272840Smelifaro 166272840Smelifaro tc->no.refcnt++; 167272840Smelifaro} 168272840Smelifaro 169272840Smelifarovoid 170272840Smelifarotc_unref(struct table_config *tc) 171272840Smelifaro{ 172272840Smelifaro 173272840Smelifaro tc->no.refcnt--; 174272840Smelifaro} 175272840Smelifaro 176272840Smelifarostatic struct table_value * 177272840Smelifaroget_table_value(struct ip_fw_chain *ch, struct table_config *tc, uint32_t kidx) 178272840Smelifaro{ 179272840Smelifaro struct table_value *pval; 180272840Smelifaro 181272840Smelifaro pval = (struct table_value *)ch->valuestate; 182272840Smelifaro 183272840Smelifaro return (&pval[kidx]); 184272840Smelifaro} 185272840Smelifaro 186272840Smelifaro 187201120Sluigi/* 188272840Smelifaro * Checks if we're able to insert/update entry @tei into table 189272840Smelifaro * w.r.t @tc limits. 190272840Smelifaro * May alter @tei to indicate insertion error / insert 191272840Smelifaro * options. 192272840Smelifaro * 193272840Smelifaro * Returns 0 if operation can be performed/ 194201120Sluigi */ 195272840Smelifarostatic int 196272840Smelifarocheck_table_limit(struct table_config *tc, struct tentry_info *tei) 197272840Smelifaro{ 198272840Smelifaro 199272840Smelifaro if (tc->limit == 0 || tc->count < tc->limit) 200272840Smelifaro return (0); 201272840Smelifaro 202272840Smelifaro if ((tei->flags & TEI_FLAGS_UPDATE) == 0) { 203272840Smelifaro /* Notify userland on error cause */ 204272840Smelifaro tei->flags |= TEI_FLAGS_LIMIT; 205272840Smelifaro return (EFBIG); 206272840Smelifaro } 207272840Smelifaro 208272840Smelifaro /* 209272840Smelifaro * We have UPDATE flag set. 210272840Smelifaro * Permit updating record (if found), 211272840Smelifaro * but restrict adding new one since we've 212272840Smelifaro * already hit the limit. 213272840Smelifaro */ 214272840Smelifaro tei->flags |= TEI_FLAGS_DONTADD; 215272840Smelifaro 216272840Smelifaro return (0); 217272840Smelifaro} 218272840Smelifaro 219232865Smelifaro/* 220272840Smelifaro * Convert algorithm callback return code into 221272840Smelifaro * one of pre-defined states known by userland. 222232865Smelifaro */ 223272840Smelifarostatic void 224272840Smelifarostore_tei_result(struct tentry_info *tei, int op, int error, uint32_t num) 225272840Smelifaro{ 226272840Smelifaro int flag; 227201120Sluigi 228272840Smelifaro flag = 0; 229232865Smelifaro 230272840Smelifaro switch (error) { 231272840Smelifaro case 0: 232272840Smelifaro if (op == OP_ADD && num != 0) 233272840Smelifaro flag = TEI_FLAGS_ADDED; 234272840Smelifaro if (op == OP_DEL) 235272840Smelifaro flag = TEI_FLAGS_DELETED; 236272840Smelifaro break; 237272840Smelifaro case ENOENT: 238272840Smelifaro flag = TEI_FLAGS_NOTFOUND; 239272840Smelifaro break; 240272840Smelifaro case EEXIST: 241272840Smelifaro flag = TEI_FLAGS_EXISTS; 242272840Smelifaro break; 243272840Smelifaro default: 244272840Smelifaro flag = TEI_FLAGS_ERROR; 245272840Smelifaro } 246232865Smelifaro 247272840Smelifaro tei->flags |= flag; 248272840Smelifaro} 249272840Smelifaro 250272840Smelifaro/* 251272840Smelifaro * Creates and references table with default parameters. 252272840Smelifaro * Saves table config, algo and allocated kidx info @ptc, @pta and 253272840Smelifaro * @pkidx if non-zero. 254272840Smelifaro * Used for table auto-creation to support old binaries. 255272840Smelifaro * 256272840Smelifaro * Returns 0 on success. 257272840Smelifaro */ 258272840Smelifarostatic int 259272840Smelifarocreate_table_compat(struct ip_fw_chain *ch, struct tid_info *ti, 260272840Smelifaro uint16_t *pkidx) 261232865Smelifaro{ 262272840Smelifaro ipfw_xtable_info xi; 263272840Smelifaro int error; 264232865Smelifaro 265272840Smelifaro memset(&xi, 0, sizeof(xi)); 266272840Smelifaro /* Set default value mask for legacy clients */ 267272840Smelifaro xi.vmask = IPFW_VTYPE_LEGACY; 268272840Smelifaro 269272840Smelifaro error = create_table_internal(ch, ti, NULL, &xi, pkidx, 1); 270272840Smelifaro if (error != 0) 271272840Smelifaro return (error); 272272840Smelifaro 273272840Smelifaro return (0); 274232865Smelifaro} 275232865Smelifaro 276272840Smelifaro/* 277272840Smelifaro * Find and reference existing table optionally 278272840Smelifaro * creating new one. 279272840Smelifaro * 280272840Smelifaro * Saves found table config into @ptc. 281272840Smelifaro * Note function may drop/acquire UH_WLOCK. 282272840Smelifaro * Returns 0 if table was found/created and referenced 283272840Smelifaro * or non-zero return code. 284272840Smelifaro */ 285272840Smelifarostatic int 286272840Smelifarofind_ref_table(struct ip_fw_chain *ch, struct tid_info *ti, 287272840Smelifaro struct tentry_info *tei, uint32_t count, int op, 288272840Smelifaro struct table_config **ptc) 289200590Sluigi{ 290272840Smelifaro struct namedobj_instance *ni; 291272840Smelifaro struct table_config *tc; 292272840Smelifaro uint16_t kidx; 293272840Smelifaro int error; 294200590Sluigi 295272840Smelifaro IPFW_UH_WLOCK_ASSERT(ch); 296232865Smelifaro 297272840Smelifaro ni = CHAIN_TO_NI(ch); 298272840Smelifaro tc = NULL; 299272840Smelifaro if ((tc = find_table(ni, ti)) != NULL) { 300272840Smelifaro /* check table type */ 301282070Smelifaro if (tc->no.subtype != ti->type) 302232865Smelifaro return (EINVAL); 303272840Smelifaro 304272840Smelifaro if (tc->locked != 0) 305272840Smelifaro return (EACCES); 306272840Smelifaro 307272840Smelifaro /* Try to exit early on limit hit */ 308272840Smelifaro if (op == OP_ADD && count == 1 && 309272840Smelifaro check_table_limit(tc, tei) != 0) 310272840Smelifaro return (EFBIG); 311272840Smelifaro 312272840Smelifaro /* Reference and return */ 313272840Smelifaro tc->no.refcnt++; 314272840Smelifaro *ptc = tc; 315272840Smelifaro return (0); 316272840Smelifaro } 317272840Smelifaro 318272840Smelifaro if (op == OP_DEL) 319272840Smelifaro return (ESRCH); 320272840Smelifaro 321272840Smelifaro /* Compability mode: create new table for old clients */ 322272840Smelifaro if ((tei->flags & TEI_FLAGS_COMPAT) == 0) 323272840Smelifaro return (ESRCH); 324272840Smelifaro 325272840Smelifaro IPFW_UH_WUNLOCK(ch); 326272840Smelifaro error = create_table_compat(ch, ti, &kidx); 327272840Smelifaro IPFW_UH_WLOCK(ch); 328272840Smelifaro 329272840Smelifaro if (error != 0) 330272840Smelifaro return (error); 331272840Smelifaro 332272840Smelifaro tc = (struct table_config *)ipfw_objhash_lookup_kidx(ni, kidx); 333272840Smelifaro KASSERT(tc != NULL, ("create_table_compat returned bad idx %d", kidx)); 334272840Smelifaro 335272840Smelifaro /* OK, now we've got referenced table. */ 336272840Smelifaro *ptc = tc; 337272840Smelifaro return (0); 338272840Smelifaro} 339272840Smelifaro 340272840Smelifaro/* 341272840Smelifaro * Rolls back already @added to @tc entries using state array @ta_buf_m. 342272840Smelifaro * Assume the following layout: 343272840Smelifaro * 1) ADD state (ta_buf_m[0] ... t_buf_m[added - 1]) for handling update cases 344272840Smelifaro * 2) DEL state (ta_buf_m[count[ ... t_buf_m[count + added - 1]) 345272840Smelifaro * for storing deleted state 346272840Smelifaro */ 347272840Smelifarostatic void 348272840Smelifarorollback_added_entries(struct ip_fw_chain *ch, struct table_config *tc, 349272840Smelifaro struct table_info *tinfo, struct tentry_info *tei, caddr_t ta_buf_m, 350272840Smelifaro uint32_t count, uint32_t added) 351272840Smelifaro{ 352272840Smelifaro struct table_algo *ta; 353272840Smelifaro struct tentry_info *ptei; 354272840Smelifaro caddr_t v, vv; 355272840Smelifaro size_t ta_buf_sz; 356272840Smelifaro int error, i; 357272840Smelifaro uint32_t num; 358272840Smelifaro 359272840Smelifaro IPFW_UH_WLOCK_ASSERT(ch); 360272840Smelifaro 361272840Smelifaro ta = tc->ta; 362272840Smelifaro ta_buf_sz = ta->ta_buf_size; 363272840Smelifaro v = ta_buf_m; 364272840Smelifaro vv = v + count * ta_buf_sz; 365272840Smelifaro for (i = 0; i < added; i++, v += ta_buf_sz, vv += ta_buf_sz) { 366272840Smelifaro ptei = &tei[i]; 367272840Smelifaro if ((ptei->flags & TEI_FLAGS_UPDATED) != 0) { 368272840Smelifaro 369272840Smelifaro /* 370272840Smelifaro * We have old value stored by previous 371272840Smelifaro * call in @ptei->value. Do add once again 372272840Smelifaro * to restore it. 373272840Smelifaro */ 374272840Smelifaro error = ta->add(tc->astate, tinfo, ptei, v, &num); 375272840Smelifaro KASSERT(error == 0, ("rollback UPDATE fail")); 376272840Smelifaro KASSERT(num == 0, ("rollback UPDATE fail2")); 377272840Smelifaro continue; 378232865Smelifaro } 379272840Smelifaro 380272840Smelifaro error = ta->prepare_del(ch, ptei, vv); 381272840Smelifaro KASSERT(error == 0, ("pre-rollback INSERT failed")); 382272840Smelifaro error = ta->del(tc->astate, tinfo, ptei, vv, &num); 383272840Smelifaro KASSERT(error == 0, ("rollback INSERT failed")); 384272840Smelifaro tc->count -= num; 385272840Smelifaro } 386272840Smelifaro} 387272840Smelifaro 388272840Smelifaro/* 389272840Smelifaro * Prepares add/del state for all @count entries in @tei. 390272840Smelifaro * Uses either stack buffer (@ta_buf) or allocates a new one. 391272840Smelifaro * Stores pointer to allocated buffer back to @ta_buf. 392272840Smelifaro * 393272840Smelifaro * Returns 0 on success. 394272840Smelifaro */ 395272840Smelifarostatic int 396272840Smelifaroprepare_batch_buffer(struct ip_fw_chain *ch, struct table_algo *ta, 397272840Smelifaro struct tentry_info *tei, uint32_t count, int op, caddr_t *ta_buf) 398272840Smelifaro{ 399272840Smelifaro caddr_t ta_buf_m, v; 400272840Smelifaro size_t ta_buf_sz, sz; 401272840Smelifaro struct tentry_info *ptei; 402272840Smelifaro int error, i; 403272840Smelifaro 404272840Smelifaro error = 0; 405272840Smelifaro ta_buf_sz = ta->ta_buf_size; 406272840Smelifaro if (count == 1) { 407272840Smelifaro /* Sigle add/delete, use on-stack buffer */ 408272840Smelifaro memset(*ta_buf, 0, TA_BUF_SZ); 409272840Smelifaro ta_buf_m = *ta_buf; 410272840Smelifaro } else { 411272840Smelifaro 412272840Smelifaro /* 413272840Smelifaro * Multiple adds/deletes, allocate larger buffer 414272840Smelifaro * 415272840Smelifaro * Note we need 2xcount buffer for add case: 416272840Smelifaro * we have hold both ADD state 417272840Smelifaro * and DELETE state (this may be needed 418272840Smelifaro * if we need to rollback all changes) 419272840Smelifaro */ 420272840Smelifaro sz = count * ta_buf_sz; 421272840Smelifaro ta_buf_m = malloc((op == OP_ADD) ? sz * 2 : sz, M_TEMP, 422272840Smelifaro M_WAITOK | M_ZERO); 423272840Smelifaro } 424272840Smelifaro 425272840Smelifaro v = ta_buf_m; 426272840Smelifaro for (i = 0; i < count; i++, v += ta_buf_sz) { 427272840Smelifaro ptei = &tei[i]; 428272840Smelifaro error = (op == OP_ADD) ? 429272840Smelifaro ta->prepare_add(ch, ptei, v) : ta->prepare_del(ch, ptei, v); 430272840Smelifaro 431272840Smelifaro /* 432272840Smelifaro * Some syntax error (incorrect mask, or address, or 433272840Smelifaro * anything). Return error regardless of atomicity 434272840Smelifaro * settings. 435272840Smelifaro */ 436272840Smelifaro if (error != 0) 437272840Smelifaro break; 438272840Smelifaro } 439272840Smelifaro 440272840Smelifaro *ta_buf = ta_buf_m; 441272840Smelifaro return (error); 442272840Smelifaro} 443272840Smelifaro 444272840Smelifaro/* 445272840Smelifaro * Flushes allocated state for each @count entries in @tei. 446272840Smelifaro * Frees @ta_buf_m if differs from stack buffer @ta_buf. 447272840Smelifaro */ 448272840Smelifarostatic void 449272840Smelifaroflush_batch_buffer(struct ip_fw_chain *ch, struct table_algo *ta, 450272840Smelifaro struct tentry_info *tei, uint32_t count, int rollback, 451272840Smelifaro caddr_t ta_buf_m, caddr_t ta_buf) 452272840Smelifaro{ 453272840Smelifaro caddr_t v; 454272840Smelifaro struct tentry_info *ptei; 455272840Smelifaro size_t ta_buf_sz; 456272840Smelifaro int i; 457272840Smelifaro 458272840Smelifaro ta_buf_sz = ta->ta_buf_size; 459272840Smelifaro 460272840Smelifaro /* Run cleaning callback anyway */ 461272840Smelifaro v = ta_buf_m; 462272840Smelifaro for (i = 0; i < count; i++, v += ta_buf_sz) { 463272840Smelifaro ptei = &tei[i]; 464272840Smelifaro ta->flush_entry(ch, ptei, v); 465272840Smelifaro if (ptei->ptv != NULL) { 466272840Smelifaro free(ptei->ptv, M_IPFW); 467272840Smelifaro ptei->ptv = NULL; 468272840Smelifaro } 469272840Smelifaro } 470272840Smelifaro 471272840Smelifaro /* Clean up "deleted" state in case of rollback */ 472272840Smelifaro if (rollback != 0) { 473272840Smelifaro v = ta_buf_m + count * ta_buf_sz; 474272840Smelifaro for (i = 0; i < count; i++, v += ta_buf_sz) 475272840Smelifaro ta->flush_entry(ch, &tei[i], v); 476272840Smelifaro } 477272840Smelifaro 478272840Smelifaro if (ta_buf_m != ta_buf) 479272840Smelifaro free(ta_buf_m, M_TEMP); 480272840Smelifaro} 481272840Smelifaro 482272840Smelifaro 483272840Smelifarostatic void 484272840Smelifarorollback_add_entry(void *object, struct op_state *_state) 485272840Smelifaro{ 486272840Smelifaro struct ip_fw_chain *ch; 487272840Smelifaro struct tableop_state *ts; 488272840Smelifaro 489272840Smelifaro ts = (struct tableop_state *)_state; 490272840Smelifaro 491272840Smelifaro if (ts->tc != object && ts->ch != object) 492272840Smelifaro return; 493272840Smelifaro 494272840Smelifaro ch = ts->ch; 495272840Smelifaro 496272840Smelifaro IPFW_UH_WLOCK_ASSERT(ch); 497272840Smelifaro 498272840Smelifaro /* Call specifid unlockers */ 499272840Smelifaro rollback_table_values(ts); 500272840Smelifaro 501272840Smelifaro /* Indicate we've called */ 502272840Smelifaro ts->modified = 1; 503272840Smelifaro} 504272840Smelifaro 505272840Smelifaro/* 506272840Smelifaro * Adds/updates one or more entries in table @ti. 507272840Smelifaro * 508272840Smelifaro * Function may drop/reacquire UH wlock multiple times due to 509272840Smelifaro * items alloc, algorithm callbacks (check_space), value linkage 510272840Smelifaro * (new values, value storage realloc), etc.. 511272840Smelifaro * Other processes like other adds (which may involve storage resize), 512272840Smelifaro * table swaps (which changes table data and may change algo type), 513272840Smelifaro * table modify (which may change value mask) may be executed 514272840Smelifaro * simultaneously so we need to deal with it. 515272840Smelifaro * 516272840Smelifaro * The following approach was implemented: 517272840Smelifaro * we have per-chain linked list, protected with UH lock. 518272840Smelifaro * add_table_entry prepares special on-stack structure wthich is passed 519272840Smelifaro * to its descendants. Users add this structure to this list before unlock. 520272840Smelifaro * After performing needed operations and acquiring UH lock back, each user 521272840Smelifaro * checks if structure has changed. If true, it rolls local state back and 522272840Smelifaro * returns without error to the caller. 523272840Smelifaro * add_table_entry() on its own checks if structure has changed and restarts 524272840Smelifaro * its operation from the beginning (goto restart). 525272840Smelifaro * 526272840Smelifaro * Functions which are modifying fields of interest (currently 527272840Smelifaro * resize_shared_value_storage() and swap_tables() ) 528272840Smelifaro * traverses given list while holding UH lock immediately before 529272840Smelifaro * performing their operations calling function provided be list entry 530272840Smelifaro * ( currently rollback_add_entry ) which performs rollback for all necessary 531272840Smelifaro * state and sets appropriate values in structure indicating rollback 532272840Smelifaro * has happened. 533272840Smelifaro * 534272840Smelifaro * Algo interaction: 535272840Smelifaro * Function references @ti first to ensure table won't 536272840Smelifaro * disappear or change its type. 537272840Smelifaro * After that, prepare_add callback is called for each @tei entry. 538272840Smelifaro * Next, we try to add each entry under UH+WHLOCK 539272840Smelifaro * using add() callback. 540272840Smelifaro * Finally, we free all state by calling flush_entry callback 541272840Smelifaro * for each @tei. 542272840Smelifaro * 543272840Smelifaro * Returns 0 on success. 544272840Smelifaro */ 545272840Smelifaroint 546272840Smelifaroadd_table_entry(struct ip_fw_chain *ch, struct tid_info *ti, 547272840Smelifaro struct tentry_info *tei, uint8_t flags, uint32_t count) 548272840Smelifaro{ 549272840Smelifaro struct table_config *tc; 550272840Smelifaro struct table_algo *ta; 551272840Smelifaro uint16_t kidx; 552272840Smelifaro int error, first_error, i, rollback; 553272840Smelifaro uint32_t num, numadd; 554272840Smelifaro struct tentry_info *ptei; 555272840Smelifaro struct tableop_state ts; 556272840Smelifaro char ta_buf[TA_BUF_SZ]; 557272840Smelifaro caddr_t ta_buf_m, v; 558272840Smelifaro 559272840Smelifaro memset(&ts, 0, sizeof(ts)); 560272840Smelifaro ta = NULL; 561272840Smelifaro IPFW_UH_WLOCK(ch); 562272840Smelifaro 563272840Smelifaro /* 564272840Smelifaro * Find and reference existing table. 565272840Smelifaro */ 566272840Smelifarorestart: 567272840Smelifaro if (ts.modified != 0) { 568272840Smelifaro IPFW_UH_WUNLOCK(ch); 569272840Smelifaro flush_batch_buffer(ch, ta, tei, count, rollback, 570272840Smelifaro ta_buf_m, ta_buf); 571272840Smelifaro memset(&ts, 0, sizeof(ts)); 572272840Smelifaro ta = NULL; 573272840Smelifaro IPFW_UH_WLOCK(ch); 574272840Smelifaro } 575272840Smelifaro 576272840Smelifaro error = find_ref_table(ch, ti, tei, count, OP_ADD, &tc); 577272840Smelifaro if (error != 0) { 578272840Smelifaro IPFW_UH_WUNLOCK(ch); 579272840Smelifaro return (error); 580272840Smelifaro } 581272840Smelifaro ta = tc->ta; 582272840Smelifaro 583272840Smelifaro /* Fill in tablestate */ 584272840Smelifaro ts.ch = ch; 585272840Smelifaro ts.opstate.func = rollback_add_entry; 586272840Smelifaro ts.tc = tc; 587272840Smelifaro ts.vshared = tc->vshared; 588272840Smelifaro ts.vmask = tc->vmask; 589272840Smelifaro ts.ta = ta; 590272840Smelifaro ts.tei = tei; 591272840Smelifaro ts.count = count; 592272840Smelifaro rollback = 0; 593272840Smelifaro add_toperation_state(ch, &ts); 594272840Smelifaro IPFW_UH_WUNLOCK(ch); 595272840Smelifaro 596272840Smelifaro /* Allocate memory and prepare record(s) */ 597272840Smelifaro /* Pass stack buffer by default */ 598272840Smelifaro ta_buf_m = ta_buf; 599272840Smelifaro error = prepare_batch_buffer(ch, ta, tei, count, OP_ADD, &ta_buf_m); 600272840Smelifaro if (error != 0) 601272840Smelifaro goto cleanup; 602272840Smelifaro 603272840Smelifaro IPFW_UH_WLOCK(ch); 604272840Smelifaro /* Drop reference we've used in first search */ 605272840Smelifaro tc->no.refcnt--; 606272840Smelifaro 607272840Smelifaro /* 608272840Smelifaro * Check if table swap has happened. 609272840Smelifaro * (so table algo might be changed). 610272840Smelifaro * Restart operation to achieve consistent behavior. 611272840Smelifaro */ 612272840Smelifaro del_toperation_state(ch, &ts); 613272840Smelifaro if (ts.modified != 0) 614272840Smelifaro goto restart; 615272840Smelifaro 616272840Smelifaro /* 617272840Smelifaro * Link all values values to shared/per-table value array. 618272840Smelifaro * 619272840Smelifaro * May release/reacquire UH_WLOCK. 620272840Smelifaro */ 621272840Smelifaro error = ipfw_link_table_values(ch, &ts); 622272840Smelifaro if (error != 0) 623272840Smelifaro goto cleanup; 624272840Smelifaro if (ts.modified != 0) 625272840Smelifaro goto restart; 626272840Smelifaro 627272840Smelifaro /* 628272840Smelifaro * Ensure we are able to add all entries without additional 629272840Smelifaro * memory allocations. May release/reacquire UH_WLOCK. 630272840Smelifaro */ 631272840Smelifaro kidx = tc->no.kidx; 632272840Smelifaro error = check_table_space(ch, &ts, tc, KIDX_TO_TI(ch, kidx), count); 633272840Smelifaro if (error != 0) 634272840Smelifaro goto cleanup; 635272840Smelifaro if (ts.modified != 0) 636272840Smelifaro goto restart; 637272840Smelifaro 638272840Smelifaro /* We've got valid table in @tc. Let's try to add data */ 639272840Smelifaro kidx = tc->no.kidx; 640272840Smelifaro ta = tc->ta; 641272840Smelifaro numadd = 0; 642272840Smelifaro first_error = 0; 643272840Smelifaro 644272840Smelifaro IPFW_WLOCK(ch); 645272840Smelifaro 646272840Smelifaro v = ta_buf_m; 647272840Smelifaro for (i = 0; i < count; i++, v += ta->ta_buf_size) { 648272840Smelifaro ptei = &tei[i]; 649272840Smelifaro num = 0; 650272840Smelifaro /* check limit before adding */ 651272840Smelifaro if ((error = check_table_limit(tc, ptei)) == 0) { 652272840Smelifaro error = ta->add(tc->astate, KIDX_TO_TI(ch, kidx), 653272840Smelifaro ptei, v, &num); 654272840Smelifaro /* Set status flag to inform userland */ 655272840Smelifaro store_tei_result(ptei, OP_ADD, error, num); 656272840Smelifaro } 657272840Smelifaro if (error == 0) { 658272840Smelifaro /* Update number of records to ease limit checking */ 659272840Smelifaro tc->count += num; 660272840Smelifaro numadd += num; 661272840Smelifaro continue; 662272840Smelifaro } 663272840Smelifaro 664272840Smelifaro if (first_error == 0) 665272840Smelifaro first_error = error; 666272840Smelifaro 667272840Smelifaro /* 668272840Smelifaro * Some error have happened. Check our atomicity 669272840Smelifaro * settings: continue if atomicity is not required, 670272840Smelifaro * rollback changes otherwise. 671272840Smelifaro */ 672272840Smelifaro if ((flags & IPFW_CTF_ATOMIC) == 0) 673272840Smelifaro continue; 674272840Smelifaro 675272840Smelifaro rollback_added_entries(ch, tc, KIDX_TO_TI(ch, kidx), 676272840Smelifaro tei, ta_buf_m, count, i); 677272840Smelifaro 678272840Smelifaro rollback = 1; 679232865Smelifaro break; 680272840Smelifaro } 681272840Smelifaro 682272840Smelifaro IPFW_WUNLOCK(ch); 683272840Smelifaro 684272840Smelifaro ipfw_garbage_table_values(ch, tc, tei, count, rollback); 685272840Smelifaro 686272840Smelifaro /* Permit post-add algorithm grow/rehash. */ 687272840Smelifaro if (numadd != 0) 688272840Smelifaro check_table_space(ch, NULL, tc, KIDX_TO_TI(ch, kidx), 0); 689272840Smelifaro 690272840Smelifaro /* Return first error to user, if any */ 691272840Smelifaro error = first_error; 692272840Smelifaro 693272840Smelifarocleanup: 694272840Smelifaro IPFW_UH_WUNLOCK(ch); 695272840Smelifaro 696272840Smelifaro flush_batch_buffer(ch, ta, tei, count, rollback, ta_buf_m, ta_buf); 697232865Smelifaro 698272840Smelifaro return (error); 699272840Smelifaro} 700232865Smelifaro 701272840Smelifaro/* 702272840Smelifaro * Deletes one or more entries in table @ti. 703272840Smelifaro * 704272840Smelifaro * Returns 0 on success. 705272840Smelifaro */ 706272840Smelifaroint 707272840Smelifarodel_table_entry(struct ip_fw_chain *ch, struct tid_info *ti, 708272840Smelifaro struct tentry_info *tei, uint8_t flags, uint32_t count) 709272840Smelifaro{ 710272840Smelifaro struct table_config *tc; 711272840Smelifaro struct table_algo *ta; 712272840Smelifaro struct tentry_info *ptei; 713272840Smelifaro uint16_t kidx; 714272840Smelifaro int error, first_error, i; 715272840Smelifaro uint32_t num, numdel; 716272840Smelifaro char ta_buf[TA_BUF_SZ]; 717272840Smelifaro caddr_t ta_buf_m, v; 718232865Smelifaro 719272840Smelifaro /* 720272840Smelifaro * Find and reference existing table. 721272840Smelifaro */ 722272840Smelifaro IPFW_UH_WLOCK(ch); 723272840Smelifaro error = find_ref_table(ch, ti, tei, count, OP_DEL, &tc); 724272840Smelifaro if (error != 0) { 725272840Smelifaro IPFW_UH_WUNLOCK(ch); 726272840Smelifaro return (error); 727272840Smelifaro } 728272840Smelifaro ta = tc->ta; 729272840Smelifaro IPFW_UH_WUNLOCK(ch); 730232865Smelifaro 731272840Smelifaro /* Allocate memory and prepare record(s) */ 732272840Smelifaro /* Pass stack buffer by default */ 733272840Smelifaro ta_buf_m = ta_buf; 734272840Smelifaro error = prepare_batch_buffer(ch, ta, tei, count, OP_DEL, &ta_buf_m); 735272840Smelifaro if (error != 0) 736272840Smelifaro goto cleanup; 737272840Smelifaro 738272840Smelifaro IPFW_UH_WLOCK(ch); 739272840Smelifaro 740272840Smelifaro /* Drop reference we've used in first search */ 741272840Smelifaro tc->no.refcnt--; 742272840Smelifaro 743272840Smelifaro /* 744272840Smelifaro * Check if table algo is still the same. 745272840Smelifaro * (changed ta may be the result of table swap). 746272840Smelifaro */ 747272840Smelifaro if (ta != tc->ta) { 748272840Smelifaro IPFW_UH_WUNLOCK(ch); 749272840Smelifaro error = EINVAL; 750272840Smelifaro goto cleanup; 751232865Smelifaro } 752232865Smelifaro 753272840Smelifaro kidx = tc->no.kidx; 754272840Smelifaro numdel = 0; 755272840Smelifaro first_error = 0; 756272840Smelifaro 757200590Sluigi IPFW_WLOCK(ch); 758272840Smelifaro v = ta_buf_m; 759272840Smelifaro for (i = 0; i < count; i++, v += ta->ta_buf_size) { 760272840Smelifaro ptei = &tei[i]; 761272840Smelifaro num = 0; 762272840Smelifaro error = ta->del(tc->astate, KIDX_TO_TI(ch, kidx), ptei, v, 763272840Smelifaro &num); 764272840Smelifaro /* Save state for userland */ 765272840Smelifaro store_tei_result(ptei, OP_DEL, error, num); 766272840Smelifaro if (error != 0 && first_error == 0) 767272840Smelifaro first_error = error; 768272840Smelifaro tc->count -= num; 769272840Smelifaro numdel += num; 770272840Smelifaro } 771272840Smelifaro IPFW_WUNLOCK(ch); 772232865Smelifaro 773272840Smelifaro /* Unlink non-used values */ 774272840Smelifaro ipfw_garbage_table_values(ch, tc, tei, count, 0); 775272840Smelifaro 776272840Smelifaro if (numdel != 0) { 777272840Smelifaro /* Run post-del hook to permit shrinking */ 778272840Smelifaro check_table_space(ch, NULL, tc, KIDX_TO_TI(ch, kidx), 0); 779232865Smelifaro } 780232865Smelifaro 781272840Smelifaro IPFW_UH_WUNLOCK(ch); 782272840Smelifaro 783272840Smelifaro /* Return first error to user, if any */ 784272840Smelifaro error = first_error; 785272840Smelifaro 786272840Smelifarocleanup: 787272840Smelifaro flush_batch_buffer(ch, ta, tei, count, 0, ta_buf_m, ta_buf); 788272840Smelifaro 789272840Smelifaro return (error); 790272840Smelifaro} 791272840Smelifaro 792272840Smelifaro/* 793272840Smelifaro * Ensure that table @tc has enough space to add @count entries without 794272840Smelifaro * need for reallocation. 795272840Smelifaro * 796272840Smelifaro * Callbacks order: 797272840Smelifaro * 0) need_modify() (UH_WLOCK) - checks if @count items can be added w/o resize. 798272840Smelifaro * 799272840Smelifaro * 1) alloc_modify (no locks, M_WAITOK) - alloc new state based on @pflags. 800272840Smelifaro * 2) prepare_modifyt (UH_WLOCK) - copy old data into new storage 801272840Smelifaro * 3) modify (UH_WLOCK + WLOCK) - switch pointers 802272840Smelifaro * 4) flush_modify (UH_WLOCK) - free state, if needed 803272840Smelifaro * 804272840Smelifaro * Returns 0 on success. 805272840Smelifaro */ 806272840Smelifarostatic int 807272840Smelifarocheck_table_space(struct ip_fw_chain *ch, struct tableop_state *ts, 808272840Smelifaro struct table_config *tc, struct table_info *ti, uint32_t count) 809272840Smelifaro{ 810272840Smelifaro struct table_algo *ta; 811272840Smelifaro uint64_t pflags; 812272840Smelifaro char ta_buf[TA_BUF_SZ]; 813272840Smelifaro int error; 814272840Smelifaro 815272840Smelifaro IPFW_UH_WLOCK_ASSERT(ch); 816272840Smelifaro 817272840Smelifaro error = 0; 818272840Smelifaro ta = tc->ta; 819272840Smelifaro if (ta->need_modify == NULL) 820272840Smelifaro return (0); 821272840Smelifaro 822272840Smelifaro /* Acquire reference not to loose @tc between locks/unlocks */ 823272840Smelifaro tc->no.refcnt++; 824272840Smelifaro 825272840Smelifaro /* 826272840Smelifaro * TODO: think about avoiding race between large add/large delete 827272840Smelifaro * operation on algorithm which implements shrinking along with 828272840Smelifaro * growing. 829272840Smelifaro */ 830272840Smelifaro while (true) { 831272840Smelifaro pflags = 0; 832272840Smelifaro if (ta->need_modify(tc->astate, ti, count, &pflags) == 0) { 833272840Smelifaro error = 0; 834272840Smelifaro break; 835232865Smelifaro } 836232865Smelifaro 837272840Smelifaro /* We have to shrink/grow table */ 838272840Smelifaro if (ts != NULL) 839272840Smelifaro add_toperation_state(ch, ts); 840272840Smelifaro IPFW_UH_WUNLOCK(ch); 841272840Smelifaro 842272840Smelifaro memset(&ta_buf, 0, sizeof(ta_buf)); 843272840Smelifaro error = ta->prepare_mod(ta_buf, &pflags); 844272840Smelifaro 845272840Smelifaro IPFW_UH_WLOCK(ch); 846272840Smelifaro if (ts != NULL) 847272840Smelifaro del_toperation_state(ch, ts); 848272840Smelifaro 849272840Smelifaro if (error != 0) 850272840Smelifaro break; 851272840Smelifaro 852272840Smelifaro if (ts != NULL && ts->modified != 0) { 853272840Smelifaro 854272840Smelifaro /* 855272840Smelifaro * Swap operation has happened 856272840Smelifaro * so we're currently operating on other 857272840Smelifaro * table data. Stop doing this. 858232865Smelifaro */ 859272840Smelifaro ta->flush_mod(ta_buf); 860272840Smelifaro break; 861232865Smelifaro } 862272840Smelifaro 863272840Smelifaro /* Check if we still need to alter table */ 864272840Smelifaro ti = KIDX_TO_TI(ch, tc->no.kidx); 865272840Smelifaro if (ta->need_modify(tc->astate, ti, count, &pflags) == 0) { 866272840Smelifaro IPFW_UH_WUNLOCK(ch); 867272840Smelifaro 868272840Smelifaro /* 869272840Smelifaro * Other thread has already performed resize. 870272840Smelifaro * Flush our state and return. 871272840Smelifaro */ 872272840Smelifaro ta->flush_mod(ta_buf); 873272840Smelifaro break; 874272840Smelifaro } 875272840Smelifaro 876272840Smelifaro error = ta->fill_mod(tc->astate, ti, ta_buf, &pflags); 877272840Smelifaro if (error == 0) { 878272840Smelifaro /* Do actual modification */ 879272840Smelifaro IPFW_WLOCK(ch); 880272840Smelifaro ta->modify(tc->astate, ti, ta_buf, pflags); 881272840Smelifaro IPFW_WUNLOCK(ch); 882272840Smelifaro } 883272840Smelifaro 884272840Smelifaro /* Anyway, flush data and retry */ 885272840Smelifaro ta->flush_mod(ta_buf); 886232865Smelifaro } 887232865Smelifaro 888272840Smelifaro tc->no.refcnt--; 889272840Smelifaro return (error); 890272840Smelifaro} 891232865Smelifaro 892272840Smelifaro/* 893272840Smelifaro * Adds or deletes record in table. 894272840Smelifaro * Data layout (v0): 895272840Smelifaro * Request: [ ip_fw3_opheader ipfw_table_xentry ] 896272840Smelifaro * 897272840Smelifaro * Returns 0 on success 898272840Smelifaro */ 899272840Smelifarostatic int 900272840Smelifaromanage_table_ent_v0(struct ip_fw_chain *ch, ip_fw3_opheader *op3, 901272840Smelifaro struct sockopt_data *sd) 902272840Smelifaro{ 903272840Smelifaro ipfw_table_xentry *xent; 904272840Smelifaro struct tentry_info tei; 905272840Smelifaro struct tid_info ti; 906272840Smelifaro struct table_value v; 907272840Smelifaro int error, hdrlen, read; 908272840Smelifaro 909272840Smelifaro hdrlen = offsetof(ipfw_table_xentry, k); 910272840Smelifaro 911272840Smelifaro /* Check minimum header size */ 912272840Smelifaro if (sd->valsize < (sizeof(*op3) + hdrlen)) 913272840Smelifaro return (EINVAL); 914272840Smelifaro 915272840Smelifaro read = sizeof(ip_fw3_opheader); 916272840Smelifaro 917272840Smelifaro /* Check if xentry len field is valid */ 918272840Smelifaro xent = (ipfw_table_xentry *)(op3 + 1); 919272840Smelifaro if (xent->len < hdrlen || xent->len + read > sd->valsize) 920272840Smelifaro return (EINVAL); 921272840Smelifaro 922272840Smelifaro memset(&tei, 0, sizeof(tei)); 923272840Smelifaro tei.paddr = &xent->k; 924272840Smelifaro tei.masklen = xent->masklen; 925272840Smelifaro ipfw_import_table_value_legacy(xent->value, &v); 926272840Smelifaro tei.pvalue = &v; 927272840Smelifaro /* Old requests compability */ 928272840Smelifaro tei.flags = TEI_FLAGS_COMPAT; 929272840Smelifaro if (xent->type == IPFW_TABLE_ADDR) { 930272840Smelifaro if (xent->len - hdrlen == sizeof(in_addr_t)) 931272840Smelifaro tei.subtype = AF_INET; 932272840Smelifaro else 933272840Smelifaro tei.subtype = AF_INET6; 934200590Sluigi } 935272840Smelifaro 936272840Smelifaro memset(&ti, 0, sizeof(ti)); 937272840Smelifaro ti.uidx = xent->tbl; 938272840Smelifaro ti.type = xent->type; 939272840Smelifaro 940272840Smelifaro error = (op3->opcode == IP_FW_TABLE_XADD) ? 941272840Smelifaro add_table_entry(ch, &ti, &tei, 0, 1) : 942272840Smelifaro del_table_entry(ch, &ti, &tei, 0, 1); 943272840Smelifaro 944272840Smelifaro return (error); 945200590Sluigi} 946200590Sluigi 947272840Smelifaro/* 948272840Smelifaro * Adds or deletes record in table. 949272840Smelifaro * Data layout (v1)(current): 950272840Smelifaro * Request: [ ipfw_obj_header 951272840Smelifaro * ipfw_obj_ctlv(IPFW_TLV_TBLENT_LIST) [ ipfw_obj_tentry x N ] 952272840Smelifaro * ] 953272840Smelifaro * 954272840Smelifaro * Returns 0 on success 955272840Smelifaro */ 956272840Smelifarostatic int 957272840Smelifaromanage_table_ent_v1(struct ip_fw_chain *ch, ip_fw3_opheader *op3, 958272840Smelifaro struct sockopt_data *sd) 959200590Sluigi{ 960272840Smelifaro ipfw_obj_tentry *tent, *ptent; 961272840Smelifaro ipfw_obj_ctlv *ctlv; 962272840Smelifaro ipfw_obj_header *oh; 963272840Smelifaro struct tentry_info *ptei, tei, *tei_buf; 964272840Smelifaro struct tid_info ti; 965272840Smelifaro int error, i, kidx, read; 966200590Sluigi 967272840Smelifaro /* Check minimum header size */ 968272840Smelifaro if (sd->valsize < (sizeof(*oh) + sizeof(*ctlv))) 969200590Sluigi return (EINVAL); 970232865Smelifaro 971272840Smelifaro /* Check if passed data is too long */ 972272840Smelifaro if (sd->valsize != sd->kavail) 973272840Smelifaro return (EINVAL); 974232865Smelifaro 975272840Smelifaro oh = (ipfw_obj_header *)sd->kbuf; 976272840Smelifaro 977272840Smelifaro /* Basic length checks for TLVs */ 978272840Smelifaro if (oh->ntlv.head.length != sizeof(oh->ntlv)) 979272840Smelifaro return (EINVAL); 980272840Smelifaro 981272840Smelifaro read = sizeof(*oh); 982272840Smelifaro 983272840Smelifaro ctlv = (ipfw_obj_ctlv *)(oh + 1); 984272840Smelifaro if (ctlv->head.length + read != sd->valsize) 985272840Smelifaro return (EINVAL); 986272840Smelifaro 987272840Smelifaro read += sizeof(*ctlv); 988272840Smelifaro tent = (ipfw_obj_tentry *)(ctlv + 1); 989272840Smelifaro if (ctlv->count * sizeof(*tent) + read != sd->valsize) 990272840Smelifaro return (EINVAL); 991272840Smelifaro 992272840Smelifaro if (ctlv->count == 0) 993272840Smelifaro return (0); 994272840Smelifaro 995272840Smelifaro /* 996272840Smelifaro * Mark entire buffer as "read". 997272840Smelifaro * This instructs sopt api write it back 998272840Smelifaro * after function return. 999272840Smelifaro */ 1000272840Smelifaro ipfw_get_sopt_header(sd, sd->valsize); 1001272840Smelifaro 1002272840Smelifaro /* Perform basic checks for each entry */ 1003272840Smelifaro ptent = tent; 1004272840Smelifaro kidx = tent->idx; 1005272840Smelifaro for (i = 0; i < ctlv->count; i++, ptent++) { 1006272840Smelifaro if (ptent->head.length != sizeof(*ptent)) 1007232865Smelifaro return (EINVAL); 1008272840Smelifaro if (ptent->idx != kidx) 1009272840Smelifaro return (ENOTSUP); 1010272840Smelifaro } 1011232865Smelifaro 1012272840Smelifaro /* Convert data into kernel request objects */ 1013272840Smelifaro objheader_to_ti(oh, &ti); 1014272840Smelifaro ti.type = oh->ntlv.type; 1015272840Smelifaro ti.uidx = kidx; 1016232865Smelifaro 1017272840Smelifaro /* Use on-stack buffer for single add/del */ 1018272840Smelifaro if (ctlv->count == 1) { 1019272840Smelifaro memset(&tei, 0, sizeof(tei)); 1020272840Smelifaro tei_buf = &tei; 1021272840Smelifaro } else 1022272840Smelifaro tei_buf = malloc(ctlv->count * sizeof(tei), M_TEMP, 1023272840Smelifaro M_WAITOK | M_ZERO); 1024238265Smelifaro 1025272840Smelifaro ptei = tei_buf; 1026272840Smelifaro ptent = tent; 1027272840Smelifaro for (i = 0; i < ctlv->count; i++, ptent++, ptei++) { 1028272840Smelifaro ptei->paddr = &ptent->k; 1029272840Smelifaro ptei->subtype = ptent->subtype; 1030272840Smelifaro ptei->masklen = ptent->masklen; 1031272840Smelifaro if (ptent->head.flags & IPFW_TF_UPDATE) 1032272840Smelifaro ptei->flags |= TEI_FLAGS_UPDATE; 1033232865Smelifaro 1034272840Smelifaro ipfw_import_table_value_v1(&ptent->v.value); 1035272840Smelifaro ptei->pvalue = (struct table_value *)&ptent->v.value; 1036272840Smelifaro } 1037232865Smelifaro 1038272840Smelifaro error = (oh->opheader.opcode == IP_FW_TABLE_XADD) ? 1039272840Smelifaro add_table_entry(ch, &ti, tei_buf, ctlv->flags, ctlv->count) : 1040272840Smelifaro del_table_entry(ch, &ti, tei_buf, ctlv->flags, ctlv->count); 1041272840Smelifaro 1042272840Smelifaro /* Translate result back to userland */ 1043272840Smelifaro ptei = tei_buf; 1044272840Smelifaro ptent = tent; 1045272840Smelifaro for (i = 0; i < ctlv->count; i++, ptent++, ptei++) { 1046272840Smelifaro if (ptei->flags & TEI_FLAGS_ADDED) 1047272840Smelifaro ptent->result = IPFW_TR_ADDED; 1048272840Smelifaro else if (ptei->flags & TEI_FLAGS_DELETED) 1049272840Smelifaro ptent->result = IPFW_TR_DELETED; 1050272840Smelifaro else if (ptei->flags & TEI_FLAGS_UPDATED) 1051272840Smelifaro ptent->result = IPFW_TR_UPDATED; 1052272840Smelifaro else if (ptei->flags & TEI_FLAGS_LIMIT) 1053272840Smelifaro ptent->result = IPFW_TR_LIMIT; 1054272840Smelifaro else if (ptei->flags & TEI_FLAGS_ERROR) 1055272840Smelifaro ptent->result = IPFW_TR_ERROR; 1056272840Smelifaro else if (ptei->flags & TEI_FLAGS_NOTFOUND) 1057272840Smelifaro ptent->result = IPFW_TR_NOTFOUND; 1058272840Smelifaro else if (ptei->flags & TEI_FLAGS_EXISTS) 1059272840Smelifaro ptent->result = IPFW_TR_EXISTS; 1060272840Smelifaro ipfw_export_table_value_v1(ptei->pvalue, &ptent->v.value); 1061232865Smelifaro } 1062232865Smelifaro 1063272840Smelifaro if (tei_buf != &tei) 1064272840Smelifaro free(tei_buf, M_TEMP); 1065272840Smelifaro 1066272840Smelifaro return (error); 1067272840Smelifaro} 1068272840Smelifaro 1069272840Smelifaro/* 1070272840Smelifaro * Looks up an entry in given table. 1071272840Smelifaro * Data layout (v0)(current): 1072272840Smelifaro * Request: [ ipfw_obj_header ipfw_obj_tentry ] 1073272840Smelifaro * Reply: [ ipfw_obj_header ipfw_obj_tentry ] 1074272840Smelifaro * 1075272840Smelifaro * Returns 0 on success 1076272840Smelifaro */ 1077272840Smelifarostatic int 1078272840Smelifarofind_table_entry(struct ip_fw_chain *ch, ip_fw3_opheader *op3, 1079272840Smelifaro struct sockopt_data *sd) 1080272840Smelifaro{ 1081272840Smelifaro ipfw_obj_tentry *tent; 1082272840Smelifaro ipfw_obj_header *oh; 1083272840Smelifaro struct tid_info ti; 1084272840Smelifaro struct table_config *tc; 1085272840Smelifaro struct table_algo *ta; 1086272840Smelifaro struct table_info *kti; 1087272840Smelifaro struct namedobj_instance *ni; 1088272840Smelifaro int error; 1089272840Smelifaro size_t sz; 1090272840Smelifaro 1091272840Smelifaro /* Check minimum header size */ 1092272840Smelifaro sz = sizeof(*oh) + sizeof(*tent); 1093272840Smelifaro if (sd->valsize != sz) 1094272840Smelifaro return (EINVAL); 1095272840Smelifaro 1096272840Smelifaro oh = (struct _ipfw_obj_header *)ipfw_get_sopt_header(sd, sz); 1097272840Smelifaro tent = (ipfw_obj_tentry *)(oh + 1); 1098272840Smelifaro 1099272840Smelifaro /* Basic length checks for TLVs */ 1100272840Smelifaro if (oh->ntlv.head.length != sizeof(oh->ntlv)) 1101272840Smelifaro return (EINVAL); 1102272840Smelifaro 1103272840Smelifaro objheader_to_ti(oh, &ti); 1104272840Smelifaro ti.type = oh->ntlv.type; 1105272840Smelifaro ti.uidx = tent->idx; 1106272840Smelifaro 1107272840Smelifaro IPFW_UH_RLOCK(ch); 1108272840Smelifaro ni = CHAIN_TO_NI(ch); 1109272840Smelifaro 1110272840Smelifaro /* 1111272840Smelifaro * Find existing table and check its type . 1112272840Smelifaro */ 1113272840Smelifaro ta = NULL; 1114272840Smelifaro if ((tc = find_table(ni, &ti)) == NULL) { 1115272840Smelifaro IPFW_UH_RUNLOCK(ch); 1116200590Sluigi return (ESRCH); 1117200590Sluigi } 1118232865Smelifaro 1119272840Smelifaro /* check table type */ 1120282070Smelifaro if (tc->no.subtype != ti.type) { 1121272840Smelifaro IPFW_UH_RUNLOCK(ch); 1122232865Smelifaro return (EINVAL); 1123232865Smelifaro } 1124232865Smelifaro 1125272840Smelifaro kti = KIDX_TO_TI(ch, tc->no.kidx); 1126272840Smelifaro ta = tc->ta; 1127232865Smelifaro 1128272840Smelifaro if (ta->find_tentry == NULL) 1129272840Smelifaro return (ENOTSUP); 1130232865Smelifaro 1131272840Smelifaro error = ta->find_tentry(tc->astate, kti, tent); 1132272840Smelifaro 1133272840Smelifaro IPFW_UH_RUNLOCK(ch); 1134272840Smelifaro 1135272840Smelifaro return (error); 1136200590Sluigi} 1137200590Sluigi 1138272840Smelifaro/* 1139272840Smelifaro * Flushes all entries or destroys given table. 1140272840Smelifaro * Data layout (v0)(current): 1141272840Smelifaro * Request: [ ipfw_obj_header ] 1142272840Smelifaro * 1143272840Smelifaro * Returns 0 on success 1144272840Smelifaro */ 1145200590Sluigistatic int 1146272840Smelifaroflush_table_v0(struct ip_fw_chain *ch, ip_fw3_opheader *op3, 1147272840Smelifaro struct sockopt_data *sd) 1148200590Sluigi{ 1149272840Smelifaro int error; 1150272840Smelifaro struct _ipfw_obj_header *oh; 1151272840Smelifaro struct tid_info ti; 1152200590Sluigi 1153272840Smelifaro if (sd->valsize != sizeof(*oh)) 1154272840Smelifaro return (EINVAL); 1155272840Smelifaro 1156272840Smelifaro oh = (struct _ipfw_obj_header *)op3; 1157272840Smelifaro objheader_to_ti(oh, &ti); 1158272840Smelifaro 1159272840Smelifaro if (op3->opcode == IP_FW_TABLE_XDESTROY) 1160272840Smelifaro error = destroy_table(ch, &ti); 1161272840Smelifaro else if (op3->opcode == IP_FW_TABLE_XFLUSH) 1162272840Smelifaro error = flush_table(ch, &ti); 1163272840Smelifaro else 1164272840Smelifaro return (ENOTSUP); 1165272840Smelifaro 1166272840Smelifaro return (error); 1167200590Sluigi} 1168200590Sluigi 1169272840Smelifarostatic void 1170272840Smelifarorestart_flush(void *object, struct op_state *_state) 1171272840Smelifaro{ 1172272840Smelifaro struct tableop_state *ts; 1173272840Smelifaro 1174272840Smelifaro ts = (struct tableop_state *)_state; 1175272840Smelifaro 1176272840Smelifaro if (ts->tc != object) 1177272840Smelifaro return; 1178272840Smelifaro 1179272840Smelifaro /* Indicate we've called */ 1180272840Smelifaro ts->modified = 1; 1181272840Smelifaro} 1182272840Smelifaro 1183272840Smelifaro/* 1184272840Smelifaro * Flushes given table. 1185272840Smelifaro * 1186272840Smelifaro * Function create new table instance with the same 1187272840Smelifaro * parameters, swaps it with old one and 1188272840Smelifaro * flushes state without holding runtime WLOCK. 1189272840Smelifaro * 1190272840Smelifaro * Returns 0 on success. 1191272840Smelifaro */ 1192200590Sluigiint 1193272840Smelifaroflush_table(struct ip_fw_chain *ch, struct tid_info *ti) 1194200590Sluigi{ 1195272840Smelifaro struct namedobj_instance *ni; 1196272840Smelifaro struct table_config *tc; 1197272840Smelifaro struct table_algo *ta; 1198272840Smelifaro struct table_info ti_old, ti_new, *tablestate; 1199272840Smelifaro void *astate_old, *astate_new; 1200272840Smelifaro char algostate[64], *pstate; 1201272840Smelifaro struct tableop_state ts; 1202278259Smelifaro int error, need_gc; 1203272840Smelifaro uint16_t kidx; 1204272840Smelifaro uint8_t tflags; 1205200590Sluigi 1206272840Smelifaro /* 1207272840Smelifaro * Stage 1: save table algoritm. 1208272840Smelifaro * Reference found table to ensure it won't disappear. 1209272840Smelifaro */ 1210272840Smelifaro IPFW_UH_WLOCK(ch); 1211272840Smelifaro ni = CHAIN_TO_NI(ch); 1212272840Smelifaro if ((tc = find_table(ni, ti)) == NULL) { 1213272840Smelifaro IPFW_UH_WUNLOCK(ch); 1214272840Smelifaro return (ESRCH); 1215272840Smelifaro } 1216278259Smelifaro need_gc = 0; 1217278259Smelifaro astate_new = NULL; 1218278259Smelifaro memset(&ti_new, 0, sizeof(ti_new)); 1219272840Smelifarorestart: 1220272840Smelifaro /* Set up swap handler */ 1221272840Smelifaro memset(&ts, 0, sizeof(ts)); 1222272840Smelifaro ts.opstate.func = restart_flush; 1223272840Smelifaro ts.tc = tc; 1224200590Sluigi 1225272840Smelifaro ta = tc->ta; 1226272840Smelifaro /* Do not flush readonly tables */ 1227272840Smelifaro if ((ta->flags & TA_FLAG_READONLY) != 0) { 1228272840Smelifaro IPFW_UH_WUNLOCK(ch); 1229272840Smelifaro return (EACCES); 1230272840Smelifaro } 1231272840Smelifaro /* Save startup algo parameters */ 1232272840Smelifaro if (ta->print_config != NULL) { 1233272840Smelifaro ta->print_config(tc->astate, KIDX_TO_TI(ch, tc->no.kidx), 1234272840Smelifaro algostate, sizeof(algostate)); 1235272840Smelifaro pstate = algostate; 1236272840Smelifaro } else 1237272840Smelifaro pstate = NULL; 1238272840Smelifaro tflags = tc->tflags; 1239272840Smelifaro tc->no.refcnt++; 1240272840Smelifaro add_toperation_state(ch, &ts); 1241272840Smelifaro IPFW_UH_WUNLOCK(ch); 1242272840Smelifaro 1243232865Smelifaro /* 1244278259Smelifaro * Stage 1.5: if this is not the first attempt, destroy previous state 1245278259Smelifaro */ 1246278259Smelifaro if (need_gc != 0) { 1247278259Smelifaro ta->destroy(astate_new, &ti_new); 1248278259Smelifaro need_gc = 0; 1249278259Smelifaro } 1250278259Smelifaro 1251278259Smelifaro /* 1252272840Smelifaro * Stage 2: allocate new table instance using same algo. 1253232865Smelifaro */ 1254272840Smelifaro memset(&ti_new, 0, sizeof(struct table_info)); 1255272840Smelifaro error = ta->init(ch, &astate_new, &ti_new, pstate, tflags); 1256232865Smelifaro 1257272840Smelifaro /* 1258272840Smelifaro * Stage 3: swap old state pointers with newly-allocated ones. 1259272840Smelifaro * Decrease refcount. 1260272840Smelifaro */ 1261272840Smelifaro IPFW_UH_WLOCK(ch); 1262272840Smelifaro tc->no.refcnt--; 1263272840Smelifaro del_toperation_state(ch, &ts); 1264232865Smelifaro 1265272840Smelifaro if (error != 0) { 1266272840Smelifaro IPFW_UH_WUNLOCK(ch); 1267272840Smelifaro return (error); 1268232865Smelifaro } 1269232865Smelifaro 1270272840Smelifaro /* 1271272840Smelifaro * Restart operation if table swap has happened: 1272272840Smelifaro * even if algo may be the same, algo init parameters 1273272840Smelifaro * may change. Restart operation instead of doing 1274272840Smelifaro * complex checks. 1275272840Smelifaro */ 1276272840Smelifaro if (ts.modified != 0) { 1277278259Smelifaro /* Delay destroying data since we're holding UH lock */ 1278278259Smelifaro need_gc = 1; 1279272840Smelifaro goto restart; 1280232865Smelifaro } 1281232865Smelifaro 1282272840Smelifaro ni = CHAIN_TO_NI(ch); 1283272840Smelifaro kidx = tc->no.kidx; 1284272840Smelifaro tablestate = (struct table_info *)ch->tablestate; 1285272840Smelifaro 1286272840Smelifaro IPFW_WLOCK(ch); 1287272840Smelifaro ti_old = tablestate[kidx]; 1288272840Smelifaro tablestate[kidx] = ti_new; 1289272840Smelifaro IPFW_WUNLOCK(ch); 1290272840Smelifaro 1291272840Smelifaro astate_old = tc->astate; 1292272840Smelifaro tc->astate = astate_new; 1293272840Smelifaro tc->ti_copy = ti_new; 1294272840Smelifaro tc->count = 0; 1295272840Smelifaro 1296272840Smelifaro /* Notify algo on real @ti address */ 1297272840Smelifaro if (ta->change_ti != NULL) 1298272840Smelifaro ta->change_ti(tc->astate, &tablestate[kidx]); 1299272840Smelifaro 1300272840Smelifaro /* 1301272840Smelifaro * Stage 4: unref values. 1302272840Smelifaro */ 1303272840Smelifaro ipfw_unref_table_values(ch, tc, ta, astate_old, &ti_old); 1304272840Smelifaro IPFW_UH_WUNLOCK(ch); 1305272840Smelifaro 1306272840Smelifaro /* 1307272840Smelifaro * Stage 5: perform real flush/destroy. 1308272840Smelifaro */ 1309272840Smelifaro ta->destroy(astate_old, &ti_old); 1310272840Smelifaro 1311200590Sluigi return (0); 1312200590Sluigi} 1313200590Sluigi 1314272840Smelifaro/* 1315272840Smelifaro * Swaps two tables. 1316272840Smelifaro * Data layout (v0)(current): 1317272840Smelifaro * Request: [ ipfw_obj_header ipfw_obj_ntlv ] 1318272840Smelifaro * 1319272840Smelifaro * Returns 0 on success 1320272840Smelifaro */ 1321272840Smelifarostatic int 1322272840Smelifaroswap_table(struct ip_fw_chain *ch, ip_fw3_opheader *op3, 1323272840Smelifaro struct sockopt_data *sd) 1324200590Sluigi{ 1325272840Smelifaro int error; 1326272840Smelifaro struct _ipfw_obj_header *oh; 1327272840Smelifaro struct tid_info ti_a, ti_b; 1328200590Sluigi 1329272840Smelifaro if (sd->valsize != sizeof(*oh) + sizeof(ipfw_obj_ntlv)) 1330272840Smelifaro return (EINVAL); 1331200590Sluigi 1332272840Smelifaro oh = (struct _ipfw_obj_header *)op3; 1333272840Smelifaro ntlv_to_ti(&oh->ntlv, &ti_a); 1334272840Smelifaro ntlv_to_ti((ipfw_obj_ntlv *)(oh + 1), &ti_b); 1335272840Smelifaro 1336272840Smelifaro error = swap_tables(ch, &ti_a, &ti_b); 1337272840Smelifaro 1338272840Smelifaro return (error); 1339200590Sluigi} 1340200590Sluigi 1341272840Smelifaro/* 1342272840Smelifaro * Swaps two tables of the same type/valtype. 1343272840Smelifaro * 1344272840Smelifaro * Checks if tables are compatible and limits 1345272840Smelifaro * permits swap, than actually perform swap. 1346272840Smelifaro * 1347272840Smelifaro * Each table consists of 2 different parts: 1348272840Smelifaro * config: 1349272840Smelifaro * @tc (with name, set, kidx) and rule bindings, which is "stable". 1350272840Smelifaro * number of items 1351272840Smelifaro * table algo 1352272840Smelifaro * runtime: 1353272840Smelifaro * runtime data @ti (ch->tablestate) 1354272840Smelifaro * runtime cache in @tc 1355272840Smelifaro * algo-specific data (@tc->astate) 1356272840Smelifaro * 1357272840Smelifaro * So we switch: 1358272840Smelifaro * all runtime data 1359272840Smelifaro * number of items 1360272840Smelifaro * table algo 1361272840Smelifaro * 1362272840Smelifaro * After that we call @ti change handler for each table. 1363272840Smelifaro * 1364272840Smelifaro * Note that referencing @tc won't protect tc->ta from change. 1365272840Smelifaro * XXX: Do we need to restrict swap between locked tables? 1366272840Smelifaro * XXX: Do we need to exchange ftype? 1367272840Smelifaro * 1368272840Smelifaro * Returns 0 on success. 1369272840Smelifaro */ 1370272840Smelifarostatic int 1371272840Smelifaroswap_tables(struct ip_fw_chain *ch, struct tid_info *a, 1372272840Smelifaro struct tid_info *b) 1373232865Smelifaro{ 1374272840Smelifaro struct namedobj_instance *ni; 1375272840Smelifaro struct table_config *tc_a, *tc_b; 1376272840Smelifaro struct table_algo *ta; 1377272840Smelifaro struct table_info ti, *tablestate; 1378272840Smelifaro void *astate; 1379272840Smelifaro uint32_t count; 1380272840Smelifaro 1381272840Smelifaro /* 1382272840Smelifaro * Stage 1: find both tables and ensure they are of 1383272840Smelifaro * the same type. 1384272840Smelifaro */ 1385272840Smelifaro IPFW_UH_WLOCK(ch); 1386272840Smelifaro ni = CHAIN_TO_NI(ch); 1387272840Smelifaro if ((tc_a = find_table(ni, a)) == NULL) { 1388272840Smelifaro IPFW_UH_WUNLOCK(ch); 1389272840Smelifaro return (ESRCH); 1390272840Smelifaro } 1391272840Smelifaro if ((tc_b = find_table(ni, b)) == NULL) { 1392272840Smelifaro IPFW_UH_WUNLOCK(ch); 1393272840Smelifaro return (ESRCH); 1394272840Smelifaro } 1395272840Smelifaro 1396272840Smelifaro /* It is very easy to swap between the same table */ 1397272840Smelifaro if (tc_a == tc_b) { 1398272840Smelifaro IPFW_UH_WUNLOCK(ch); 1399272840Smelifaro return (0); 1400272840Smelifaro } 1401272840Smelifaro 1402272840Smelifaro /* Check type and value are the same */ 1403282070Smelifaro if (tc_a->no.subtype!=tc_b->no.subtype || tc_a->tflags!=tc_b->tflags) { 1404272840Smelifaro IPFW_UH_WUNLOCK(ch); 1405272840Smelifaro return (EINVAL); 1406272840Smelifaro } 1407272840Smelifaro 1408272840Smelifaro /* Check limits before swap */ 1409272840Smelifaro if ((tc_a->limit != 0 && tc_b->count > tc_a->limit) || 1410272840Smelifaro (tc_b->limit != 0 && tc_a->count > tc_b->limit)) { 1411272840Smelifaro IPFW_UH_WUNLOCK(ch); 1412272840Smelifaro return (EFBIG); 1413272840Smelifaro } 1414272840Smelifaro 1415272840Smelifaro /* Check if one of the tables is readonly */ 1416272840Smelifaro if (((tc_a->ta->flags | tc_b->ta->flags) & TA_FLAG_READONLY) != 0) { 1417272840Smelifaro IPFW_UH_WUNLOCK(ch); 1418272840Smelifaro return (EACCES); 1419272840Smelifaro } 1420272840Smelifaro 1421272840Smelifaro /* Notify we're going to swap */ 1422272840Smelifaro rollback_toperation_state(ch, tc_a); 1423272840Smelifaro rollback_toperation_state(ch, tc_b); 1424272840Smelifaro 1425272840Smelifaro /* Everything is fine, prepare to swap */ 1426272840Smelifaro tablestate = (struct table_info *)ch->tablestate; 1427272840Smelifaro ti = tablestate[tc_a->no.kidx]; 1428272840Smelifaro ta = tc_a->ta; 1429272840Smelifaro astate = tc_a->astate; 1430272840Smelifaro count = tc_a->count; 1431272840Smelifaro 1432272840Smelifaro IPFW_WLOCK(ch); 1433272840Smelifaro /* a <- b */ 1434272840Smelifaro tablestate[tc_a->no.kidx] = tablestate[tc_b->no.kidx]; 1435272840Smelifaro tc_a->ta = tc_b->ta; 1436272840Smelifaro tc_a->astate = tc_b->astate; 1437272840Smelifaro tc_a->count = tc_b->count; 1438272840Smelifaro /* b <- a */ 1439272840Smelifaro tablestate[tc_b->no.kidx] = ti; 1440272840Smelifaro tc_b->ta = ta; 1441272840Smelifaro tc_b->astate = astate; 1442272840Smelifaro tc_b->count = count; 1443272840Smelifaro IPFW_WUNLOCK(ch); 1444272840Smelifaro 1445272840Smelifaro /* Ensure tc.ti copies are in sync */ 1446272840Smelifaro tc_a->ti_copy = tablestate[tc_a->no.kidx]; 1447272840Smelifaro tc_b->ti_copy = tablestate[tc_b->no.kidx]; 1448272840Smelifaro 1449272840Smelifaro /* Notify both tables on @ti change */ 1450272840Smelifaro if (tc_a->ta->change_ti != NULL) 1451272840Smelifaro tc_a->ta->change_ti(tc_a->astate, &tablestate[tc_a->no.kidx]); 1452272840Smelifaro if (tc_b->ta->change_ti != NULL) 1453272840Smelifaro tc_b->ta->change_ti(tc_b->astate, &tablestate[tc_b->no.kidx]); 1454272840Smelifaro 1455272840Smelifaro IPFW_UH_WUNLOCK(ch); 1456272840Smelifaro 1457200590Sluigi return (0); 1458200590Sluigi} 1459200590Sluigi 1460272840Smelifaro/* 1461272840Smelifaro * Destroys table specified by @ti. 1462272840Smelifaro * Data layout (v0)(current): 1463272840Smelifaro * Request: [ ip_fw3_opheader ] 1464272840Smelifaro * 1465272840Smelifaro * Returns 0 on success 1466272840Smelifaro */ 1467272840Smelifarostatic int 1468272840Smelifarodestroy_table(struct ip_fw_chain *ch, struct tid_info *ti) 1469272840Smelifaro{ 1470272840Smelifaro struct namedobj_instance *ni; 1471272840Smelifaro struct table_config *tc; 1472272840Smelifaro 1473272840Smelifaro IPFW_UH_WLOCK(ch); 1474272840Smelifaro 1475272840Smelifaro ni = CHAIN_TO_NI(ch); 1476272840Smelifaro if ((tc = find_table(ni, ti)) == NULL) { 1477272840Smelifaro IPFW_UH_WUNLOCK(ch); 1478272840Smelifaro return (ESRCH); 1479272840Smelifaro } 1480272840Smelifaro 1481272840Smelifaro /* Do not permit destroying referenced tables */ 1482272840Smelifaro if (tc->no.refcnt > 0) { 1483272840Smelifaro IPFW_UH_WUNLOCK(ch); 1484272840Smelifaro return (EBUSY); 1485272840Smelifaro } 1486272840Smelifaro 1487272840Smelifaro IPFW_WLOCK(ch); 1488272840Smelifaro unlink_table(ch, tc); 1489272840Smelifaro IPFW_WUNLOCK(ch); 1490272840Smelifaro 1491272840Smelifaro /* Free obj index */ 1492272840Smelifaro if (ipfw_objhash_free_idx(ni, tc->no.kidx) != 0) 1493272840Smelifaro printf("Error unlinking kidx %d from table %s\n", 1494272840Smelifaro tc->no.kidx, tc->tablename); 1495272840Smelifaro 1496272840Smelifaro /* Unref values used in tables while holding UH lock */ 1497272840Smelifaro ipfw_unref_table_values(ch, tc, tc->ta, tc->astate, &tc->ti_copy); 1498272840Smelifaro IPFW_UH_WUNLOCK(ch); 1499272840Smelifaro 1500272840Smelifaro free_table_config(ni, tc); 1501272840Smelifaro 1502272840Smelifaro return (0); 1503272840Smelifaro} 1504272840Smelifaro 1505273274Smelifarostatic uint32_t 1506273274Smelifaroroundup2p(uint32_t v) 1507273274Smelifaro{ 1508273274Smelifaro 1509273274Smelifaro v--; 1510273274Smelifaro v |= v >> 1; 1511273274Smelifaro v |= v >> 2; 1512273274Smelifaro v |= v >> 4; 1513273274Smelifaro v |= v >> 8; 1514273274Smelifaro v |= v >> 16; 1515273274Smelifaro v++; 1516273274Smelifaro 1517273274Smelifaro return (v); 1518273274Smelifaro} 1519273274Smelifaro 1520272840Smelifaro/* 1521272840Smelifaro * Grow tables index. 1522272840Smelifaro * 1523272840Smelifaro * Returns 0 on success. 1524272840Smelifaro */ 1525200590Sluigiint 1526233478Smelifaroipfw_resize_tables(struct ip_fw_chain *ch, unsigned int ntables) 1527233478Smelifaro{ 1528233478Smelifaro unsigned int ntables_old, tbl; 1529272840Smelifaro struct namedobj_instance *ni; 1530272840Smelifaro void *new_idx, *old_tablestate, *tablestate; 1531272840Smelifaro struct table_info *ti; 1532272840Smelifaro struct table_config *tc; 1533272840Smelifaro int i, new_blocks; 1534233478Smelifaro 1535233478Smelifaro /* Check new value for validity */ 1536273274Smelifaro if (ntables == 0) 1537273274Smelifaro return (EINVAL); 1538233478Smelifaro if (ntables > IPFW_TABLES_MAX) 1539233478Smelifaro ntables = IPFW_TABLES_MAX; 1540273274Smelifaro /* Alight to nearest power of 2 */ 1541273274Smelifaro ntables = (unsigned int)roundup2p(ntables); 1542233478Smelifaro 1543233478Smelifaro /* Allocate new pointers */ 1544272840Smelifaro tablestate = malloc(ntables * sizeof(struct table_info), 1545272840Smelifaro M_IPFW, M_WAITOK | M_ZERO); 1546233478Smelifaro 1547272840Smelifaro ipfw_objhash_bitmap_alloc(ntables, (void *)&new_idx, &new_blocks); 1548233478Smelifaro 1549272840Smelifaro IPFW_UH_WLOCK(ch); 1550272840Smelifaro 1551233478Smelifaro tbl = (ntables >= V_fw_tables_max) ? V_fw_tables_max : ntables; 1552272840Smelifaro ni = CHAIN_TO_NI(ch); 1553233478Smelifaro 1554272840Smelifaro /* Temporary restrict decreasing max_tables */ 1555272840Smelifaro if (ntables < V_fw_tables_max) { 1556233478Smelifaro 1557272840Smelifaro /* 1558272840Smelifaro * FIXME: Check if we really can shrink 1559272840Smelifaro */ 1560272840Smelifaro IPFW_UH_WUNLOCK(ch); 1561272840Smelifaro return (EINVAL); 1562272840Smelifaro } 1563233478Smelifaro 1564272840Smelifaro /* Copy table info/indices */ 1565272840Smelifaro memcpy(tablestate, ch->tablestate, sizeof(struct table_info) * tbl); 1566272840Smelifaro ipfw_objhash_bitmap_merge(ni, &new_idx, &new_blocks); 1567272840Smelifaro 1568272840Smelifaro IPFW_WLOCK(ch); 1569272840Smelifaro 1570272840Smelifaro /* Change pointers */ 1571272840Smelifaro old_tablestate = ch->tablestate; 1572272840Smelifaro ch->tablestate = tablestate; 1573272840Smelifaro ipfw_objhash_bitmap_swap(ni, &new_idx, &new_blocks); 1574272840Smelifaro 1575233478Smelifaro ntables_old = V_fw_tables_max; 1576233478Smelifaro V_fw_tables_max = ntables; 1577233478Smelifaro 1578233478Smelifaro IPFW_WUNLOCK(ch); 1579233478Smelifaro 1580272840Smelifaro /* Notify all consumers that their @ti pointer has changed */ 1581272840Smelifaro ti = (struct table_info *)ch->tablestate; 1582272840Smelifaro for (i = 0; i < tbl; i++, ti++) { 1583272840Smelifaro if (ti->lookup == NULL) 1584272840Smelifaro continue; 1585272840Smelifaro tc = (struct table_config *)ipfw_objhash_lookup_kidx(ni, i); 1586272840Smelifaro if (tc == NULL || tc->ta->change_ti == NULL) 1587272840Smelifaro continue; 1588272840Smelifaro 1589272840Smelifaro tc->ta->change_ti(tc->astate, ti); 1590272840Smelifaro } 1591272840Smelifaro 1592272840Smelifaro IPFW_UH_WUNLOCK(ch); 1593272840Smelifaro 1594272840Smelifaro /* Free old pointers */ 1595272840Smelifaro free(old_tablestate, M_IPFW); 1596272840Smelifaro ipfw_objhash_bitmap_free(new_idx, new_blocks); 1597272840Smelifaro 1598272840Smelifaro return (0); 1599272840Smelifaro} 1600272840Smelifaro 1601272840Smelifaro/* 1602272840Smelifaro * Switch between "set 0" and "rule's set" table binding, 1603272840Smelifaro * Check all ruleset bindings and permits changing 1604272840Smelifaro * IFF each binding has both rule AND table in default set (set 0). 1605272840Smelifaro * 1606272840Smelifaro * Returns 0 on success. 1607272840Smelifaro */ 1608272840Smelifaroint 1609272840Smelifaroipfw_switch_tables_namespace(struct ip_fw_chain *ch, unsigned int sets) 1610272840Smelifaro{ 1611272840Smelifaro struct namedobj_instance *ni; 1612272840Smelifaro struct named_object *no; 1613272840Smelifaro struct ip_fw *rule; 1614272840Smelifaro ipfw_insn *cmd; 1615272840Smelifaro int cmdlen, i, l; 1616272840Smelifaro uint16_t kidx; 1617272840Smelifaro 1618272840Smelifaro IPFW_UH_WLOCK(ch); 1619272840Smelifaro 1620272840Smelifaro if (V_fw_tables_sets == sets) { 1621272840Smelifaro IPFW_UH_WUNLOCK(ch); 1622272840Smelifaro return (0); 1623272840Smelifaro } 1624272840Smelifaro 1625272840Smelifaro ni = CHAIN_TO_NI(ch); 1626272840Smelifaro 1627272840Smelifaro /* 1628272840Smelifaro * Scan all rules and examine tables opcodes. 1629272840Smelifaro */ 1630272840Smelifaro for (i = 0; i < ch->n_rules; i++) { 1631272840Smelifaro rule = ch->map[i]; 1632272840Smelifaro 1633272840Smelifaro l = rule->cmd_len; 1634272840Smelifaro cmd = rule->cmd; 1635272840Smelifaro cmdlen = 0; 1636272840Smelifaro for ( ; l > 0 ; l -= cmdlen, cmd += cmdlen) { 1637272840Smelifaro cmdlen = F_LEN(cmd); 1638272840Smelifaro 1639282070Smelifaro if (classify_opcode_kidx(cmd, &kidx) != 0) 1640272840Smelifaro continue; 1641272840Smelifaro 1642272840Smelifaro no = ipfw_objhash_lookup_kidx(ni, kidx); 1643272840Smelifaro 1644272840Smelifaro /* Check if both table object and rule has the set 0 */ 1645272840Smelifaro if (no->set != 0 || rule->set != 0) { 1646272840Smelifaro IPFW_UH_WUNLOCK(ch); 1647272840Smelifaro return (EBUSY); 1648233478Smelifaro } 1649233478Smelifaro 1650233478Smelifaro } 1651233478Smelifaro } 1652272840Smelifaro V_fw_tables_sets = sets; 1653233478Smelifaro 1654272840Smelifaro IPFW_UH_WUNLOCK(ch); 1655233478Smelifaro 1656233478Smelifaro return (0); 1657233478Smelifaro} 1658233478Smelifaro 1659272840Smelifaro/* 1660272840Smelifaro * Lookup an IP @addr in table @tbl. 1661272840Smelifaro * Stores found value in @val. 1662272840Smelifaro * 1663272840Smelifaro * Returns 1 if @addr was found. 1664272840Smelifaro */ 1665233478Smelifaroint 1666200590Sluigiipfw_lookup_table(struct ip_fw_chain *ch, uint16_t tbl, in_addr_t addr, 1667200590Sluigi uint32_t *val) 1668200590Sluigi{ 1669272840Smelifaro struct table_info *ti; 1670200590Sluigi 1671272840Smelifaro ti = KIDX_TO_TI(ch, tbl); 1672272840Smelifaro 1673272840Smelifaro return (ti->lookup(ti, &addr, sizeof(in_addr_t), val)); 1674272840Smelifaro} 1675272840Smelifaro 1676272840Smelifaro/* 1677272840Smelifaro * Lookup an arbtrary key @paddr of legth @plen in table @tbl. 1678272840Smelifaro * Stores found value in @val. 1679272840Smelifaro * 1680272840Smelifaro * Returns 1 if key was found. 1681272840Smelifaro */ 1682272840Smelifaroint 1683272840Smelifaroipfw_lookup_table_extended(struct ip_fw_chain *ch, uint16_t tbl, uint16_t plen, 1684272840Smelifaro void *paddr, uint32_t *val) 1685272840Smelifaro{ 1686272840Smelifaro struct table_info *ti; 1687272840Smelifaro 1688272840Smelifaro ti = KIDX_TO_TI(ch, tbl); 1689272840Smelifaro 1690272840Smelifaro return (ti->lookup(ti, paddr, plen, val)); 1691272840Smelifaro} 1692272840Smelifaro 1693272840Smelifaro/* 1694272840Smelifaro * Info/List/dump support for tables. 1695272840Smelifaro * 1696272840Smelifaro */ 1697272840Smelifaro 1698272840Smelifaro/* 1699272840Smelifaro * High-level 'get' cmds sysctl handlers 1700272840Smelifaro */ 1701272840Smelifaro 1702272840Smelifaro/* 1703272840Smelifaro * Lists all tables currently available in kernel. 1704272840Smelifaro * Data layout (v0)(current): 1705272840Smelifaro * Request: [ ipfw_obj_lheader ], size = ipfw_obj_lheader.size 1706272840Smelifaro * Reply: [ ipfw_obj_lheader ipfw_xtable_info x N ] 1707272840Smelifaro * 1708272840Smelifaro * Returns 0 on success 1709272840Smelifaro */ 1710272840Smelifarostatic int 1711272840Smelifarolist_tables(struct ip_fw_chain *ch, ip_fw3_opheader *op3, 1712272840Smelifaro struct sockopt_data *sd) 1713272840Smelifaro{ 1714272840Smelifaro struct _ipfw_obj_lheader *olh; 1715272840Smelifaro int error; 1716272840Smelifaro 1717272840Smelifaro olh = (struct _ipfw_obj_lheader *)ipfw_get_sopt_header(sd,sizeof(*olh)); 1718272840Smelifaro if (olh == NULL) 1719272840Smelifaro return (EINVAL); 1720272840Smelifaro if (sd->valsize < olh->size) 1721272840Smelifaro return (EINVAL); 1722272840Smelifaro 1723272840Smelifaro IPFW_UH_RLOCK(ch); 1724272840Smelifaro error = export_tables(ch, olh, sd); 1725272840Smelifaro IPFW_UH_RUNLOCK(ch); 1726272840Smelifaro 1727272840Smelifaro return (error); 1728272840Smelifaro} 1729272840Smelifaro 1730272840Smelifaro/* 1731272840Smelifaro * Store table info to buffer provided by @sd. 1732272840Smelifaro * Data layout (v0)(current): 1733272840Smelifaro * Request: [ ipfw_obj_header ipfw_xtable_info(empty)] 1734272840Smelifaro * Reply: [ ipfw_obj_header ipfw_xtable_info ] 1735272840Smelifaro * 1736272840Smelifaro * Returns 0 on success. 1737272840Smelifaro */ 1738272840Smelifarostatic int 1739272840Smelifarodescribe_table(struct ip_fw_chain *ch, ip_fw3_opheader *op3, 1740272840Smelifaro struct sockopt_data *sd) 1741272840Smelifaro{ 1742272840Smelifaro struct _ipfw_obj_header *oh; 1743272840Smelifaro struct table_config *tc; 1744272840Smelifaro struct tid_info ti; 1745272840Smelifaro size_t sz; 1746272840Smelifaro 1747272840Smelifaro sz = sizeof(*oh) + sizeof(ipfw_xtable_info); 1748272840Smelifaro oh = (struct _ipfw_obj_header *)ipfw_get_sopt_header(sd, sz); 1749272840Smelifaro if (oh == NULL) 1750272840Smelifaro return (EINVAL); 1751272840Smelifaro 1752272840Smelifaro objheader_to_ti(oh, &ti); 1753272840Smelifaro 1754272840Smelifaro IPFW_UH_RLOCK(ch); 1755272840Smelifaro if ((tc = find_table(CHAIN_TO_NI(ch), &ti)) == NULL) { 1756272840Smelifaro IPFW_UH_RUNLOCK(ch); 1757272840Smelifaro return (ESRCH); 1758200590Sluigi } 1759272840Smelifaro 1760272840Smelifaro export_table_info(ch, tc, (ipfw_xtable_info *)(oh + 1)); 1761272840Smelifaro IPFW_UH_RUNLOCK(ch); 1762272840Smelifaro 1763200590Sluigi return (0); 1764200590Sluigi} 1765200590Sluigi 1766272840Smelifaro/* 1767272840Smelifaro * Modifies existing table. 1768272840Smelifaro * Data layout (v0)(current): 1769272840Smelifaro * Request: [ ipfw_obj_header ipfw_xtable_info ] 1770272840Smelifaro * 1771272840Smelifaro * Returns 0 on success 1772272840Smelifaro */ 1773272840Smelifarostatic int 1774272840Smelifaromodify_table(struct ip_fw_chain *ch, ip_fw3_opheader *op3, 1775272840Smelifaro struct sockopt_data *sd) 1776232865Smelifaro{ 1777272840Smelifaro struct _ipfw_obj_header *oh; 1778272840Smelifaro ipfw_xtable_info *i; 1779272840Smelifaro char *tname; 1780272840Smelifaro struct tid_info ti; 1781272840Smelifaro struct namedobj_instance *ni; 1782272840Smelifaro struct table_config *tc; 1783232865Smelifaro 1784272840Smelifaro if (sd->valsize != sizeof(*oh) + sizeof(ipfw_xtable_info)) 1785272840Smelifaro return (EINVAL); 1786232865Smelifaro 1787272840Smelifaro oh = (struct _ipfw_obj_header *)sd->kbuf; 1788272840Smelifaro i = (ipfw_xtable_info *)(oh + 1); 1789232865Smelifaro 1790272840Smelifaro /* 1791272840Smelifaro * Verify user-supplied strings. 1792272840Smelifaro * Check for null-terminated/zero-length strings/ 1793272840Smelifaro */ 1794272840Smelifaro tname = oh->ntlv.name; 1795272840Smelifaro if (ipfw_check_table_name(tname) != 0) 1796272840Smelifaro return (EINVAL); 1797232865Smelifaro 1798272840Smelifaro objheader_to_ti(oh, &ti); 1799272840Smelifaro ti.type = i->type; 1800272840Smelifaro 1801272840Smelifaro IPFW_UH_WLOCK(ch); 1802272840Smelifaro ni = CHAIN_TO_NI(ch); 1803272840Smelifaro if ((tc = find_table(ni, &ti)) == NULL) { 1804272840Smelifaro IPFW_UH_WUNLOCK(ch); 1805272840Smelifaro return (ESRCH); 1806232865Smelifaro } 1807232865Smelifaro 1808272840Smelifaro /* Do not support any modifications for readonly tables */ 1809272840Smelifaro if ((tc->ta->flags & TA_FLAG_READONLY) != 0) { 1810272840Smelifaro IPFW_UH_WUNLOCK(ch); 1811272840Smelifaro return (EACCES); 1812232865Smelifaro } 1813272840Smelifaro 1814272840Smelifaro if ((i->mflags & IPFW_TMFLAGS_LIMIT) != 0) 1815272840Smelifaro tc->limit = i->limit; 1816272840Smelifaro if ((i->mflags & IPFW_TMFLAGS_LOCK) != 0) 1817272840Smelifaro tc->locked = ((i->flags & IPFW_TGFLAGS_LOCKED) != 0); 1818272840Smelifaro IPFW_UH_WUNLOCK(ch); 1819272840Smelifaro 1820232865Smelifaro return (0); 1821232865Smelifaro} 1822232865Smelifaro 1823272840Smelifaro/* 1824272840Smelifaro * Creates new table. 1825272840Smelifaro * Data layout (v0)(current): 1826272840Smelifaro * Request: [ ipfw_obj_header ipfw_xtable_info ] 1827272840Smelifaro * 1828272840Smelifaro * Returns 0 on success 1829272840Smelifaro */ 1830200590Sluigistatic int 1831272840Smelifarocreate_table(struct ip_fw_chain *ch, ip_fw3_opheader *op3, 1832272840Smelifaro struct sockopt_data *sd) 1833200590Sluigi{ 1834272840Smelifaro struct _ipfw_obj_header *oh; 1835272840Smelifaro ipfw_xtable_info *i; 1836272840Smelifaro char *tname, *aname; 1837272840Smelifaro struct tid_info ti; 1838272840Smelifaro struct namedobj_instance *ni; 1839200590Sluigi 1840272840Smelifaro if (sd->valsize != sizeof(*oh) + sizeof(ipfw_xtable_info)) 1841272840Smelifaro return (EINVAL); 1842272840Smelifaro 1843272840Smelifaro oh = (struct _ipfw_obj_header *)sd->kbuf; 1844272840Smelifaro i = (ipfw_xtable_info *)(oh + 1); 1845272840Smelifaro 1846272840Smelifaro /* 1847272840Smelifaro * Verify user-supplied strings. 1848272840Smelifaro * Check for null-terminated/zero-length strings/ 1849272840Smelifaro */ 1850272840Smelifaro tname = oh->ntlv.name; 1851272840Smelifaro aname = i->algoname; 1852272840Smelifaro if (ipfw_check_table_name(tname) != 0 || 1853272840Smelifaro strnlen(aname, sizeof(i->algoname)) == sizeof(i->algoname)) 1854272840Smelifaro return (EINVAL); 1855272840Smelifaro 1856272840Smelifaro if (aname[0] == '\0') { 1857272840Smelifaro /* Use default algorithm */ 1858272840Smelifaro aname = NULL; 1859272840Smelifaro } 1860272840Smelifaro 1861272840Smelifaro objheader_to_ti(oh, &ti); 1862272840Smelifaro ti.type = i->type; 1863272840Smelifaro 1864272840Smelifaro ni = CHAIN_TO_NI(ch); 1865272840Smelifaro 1866272840Smelifaro IPFW_UH_RLOCK(ch); 1867274087Smelifaro if (find_table(ni, &ti) != NULL) { 1868272840Smelifaro IPFW_UH_RUNLOCK(ch); 1869272840Smelifaro return (EEXIST); 1870272840Smelifaro } 1871272840Smelifaro IPFW_UH_RUNLOCK(ch); 1872272840Smelifaro 1873272840Smelifaro return (create_table_internal(ch, &ti, aname, i, NULL, 0)); 1874272840Smelifaro} 1875272840Smelifaro 1876272840Smelifaro/* 1877272840Smelifaro * Creates new table based on @ti and @aname. 1878272840Smelifaro * 1879272840Smelifaro * Relies on table name checking inside find_name_tlv() 1880272840Smelifaro * Assume @aname to be checked and valid. 1881272840Smelifaro * Stores allocated table kidx inside @pkidx (if non-NULL). 1882272840Smelifaro * Reference created table if @compat is non-zero. 1883272840Smelifaro * 1884272840Smelifaro * Returns 0 on success. 1885272840Smelifaro */ 1886272840Smelifarostatic int 1887272840Smelifarocreate_table_internal(struct ip_fw_chain *ch, struct tid_info *ti, 1888272840Smelifaro char *aname, ipfw_xtable_info *i, uint16_t *pkidx, int compat) 1889272840Smelifaro{ 1890272840Smelifaro struct namedobj_instance *ni; 1891272840Smelifaro struct table_config *tc, *tc_new, *tmp; 1892272840Smelifaro struct table_algo *ta; 1893272840Smelifaro uint16_t kidx; 1894272840Smelifaro 1895272840Smelifaro ni = CHAIN_TO_NI(ch); 1896272840Smelifaro 1897272840Smelifaro ta = find_table_algo(CHAIN_TO_TCFG(ch), ti, aname); 1898272840Smelifaro if (ta == NULL) 1899272840Smelifaro return (ENOTSUP); 1900272840Smelifaro 1901272840Smelifaro tc = alloc_table_config(ch, ti, ta, aname, i->tflags); 1902272840Smelifaro if (tc == NULL) 1903272840Smelifaro return (ENOMEM); 1904272840Smelifaro 1905272840Smelifaro tc->vmask = i->vmask; 1906272840Smelifaro tc->limit = i->limit; 1907272840Smelifaro if (ta->flags & TA_FLAG_READONLY) 1908272840Smelifaro tc->locked = 1; 1909272840Smelifaro else 1910272840Smelifaro tc->locked = (i->flags & IPFW_TGFLAGS_LOCKED) != 0; 1911272840Smelifaro 1912272840Smelifaro IPFW_UH_WLOCK(ch); 1913272840Smelifaro 1914272840Smelifaro /* Check if table has been already created */ 1915272840Smelifaro tc_new = find_table(ni, ti); 1916272840Smelifaro if (tc_new != NULL) { 1917272840Smelifaro 1918272840Smelifaro /* 1919272840Smelifaro * Compat: do not fail if we're 1920272840Smelifaro * requesting to create existing table 1921272840Smelifaro * which has the same type 1922272840Smelifaro */ 1923282070Smelifaro if (compat == 0 || tc_new->no.subtype != tc->no.subtype) { 1924272840Smelifaro IPFW_UH_WUNLOCK(ch); 1925272840Smelifaro free_table_config(ni, tc); 1926272840Smelifaro return (EEXIST); 1927272840Smelifaro } 1928272840Smelifaro 1929272840Smelifaro /* Exchange tc and tc_new for proper refcounting & freeing */ 1930272840Smelifaro tmp = tc; 1931272840Smelifaro tc = tc_new; 1932272840Smelifaro tc_new = tmp; 1933272840Smelifaro } else { 1934272840Smelifaro /* New table */ 1935272840Smelifaro if (ipfw_objhash_alloc_idx(ni, &kidx) != 0) { 1936272840Smelifaro IPFW_UH_WUNLOCK(ch); 1937272840Smelifaro printf("Unable to allocate table index." 1938272840Smelifaro " Consider increasing net.inet.ip.fw.tables_max"); 1939272840Smelifaro free_table_config(ni, tc); 1940272840Smelifaro return (EBUSY); 1941272840Smelifaro } 1942272840Smelifaro tc->no.kidx = kidx; 1943282070Smelifaro tc->no.etlv = IPFW_TLV_TBL_NAME; 1944272840Smelifaro 1945272840Smelifaro IPFW_WLOCK(ch); 1946272840Smelifaro link_table(ch, tc); 1947272840Smelifaro IPFW_WUNLOCK(ch); 1948272840Smelifaro } 1949272840Smelifaro 1950272840Smelifaro if (compat != 0) 1951272840Smelifaro tc->no.refcnt++; 1952272840Smelifaro if (pkidx != NULL) 1953272840Smelifaro *pkidx = tc->no.kidx; 1954272840Smelifaro 1955272840Smelifaro IPFW_UH_WUNLOCK(ch); 1956272840Smelifaro 1957272840Smelifaro if (tc_new != NULL) 1958272840Smelifaro free_table_config(ni, tc_new); 1959272840Smelifaro 1960200590Sluigi return (0); 1961200590Sluigi} 1962200590Sluigi 1963272840Smelifarostatic void 1964272840Smelifarontlv_to_ti(ipfw_obj_ntlv *ntlv, struct tid_info *ti) 1965272840Smelifaro{ 1966272840Smelifaro 1967272840Smelifaro memset(ti, 0, sizeof(struct tid_info)); 1968272840Smelifaro ti->set = ntlv->set; 1969272840Smelifaro ti->uidx = ntlv->idx; 1970272840Smelifaro ti->tlvs = ntlv; 1971272840Smelifaro ti->tlen = ntlv->head.length; 1972272840Smelifaro} 1973272840Smelifaro 1974272840Smelifarostatic void 1975272840Smelifaroobjheader_to_ti(struct _ipfw_obj_header *oh, struct tid_info *ti) 1976272840Smelifaro{ 1977272840Smelifaro 1978272840Smelifaro ntlv_to_ti(&oh->ntlv, ti); 1979272840Smelifaro} 1980272840Smelifaro 1981282070Smelifarostruct namedobj_instance * 1982282070Smelifaroipfw_get_table_objhash(struct ip_fw_chain *ch) 1983282070Smelifaro{ 1984282070Smelifaro 1985282070Smelifaro return (CHAIN_TO_NI(ch)); 1986282070Smelifaro} 1987282070Smelifaro 1988272840Smelifaro/* 1989272840Smelifaro * Exports basic table info as name TLV. 1990272840Smelifaro * Used inside dump_static_rules() to provide info 1991272840Smelifaro * about all tables referenced by current ruleset. 1992272840Smelifaro * 1993272840Smelifaro * Returns 0 on success. 1994272840Smelifaro */ 1995200590Sluigiint 1996272840Smelifaroipfw_export_table_ntlv(struct ip_fw_chain *ch, uint16_t kidx, 1997272840Smelifaro struct sockopt_data *sd) 1998200590Sluigi{ 1999272840Smelifaro struct namedobj_instance *ni; 2000272840Smelifaro struct named_object *no; 2001272840Smelifaro ipfw_obj_ntlv *ntlv; 2002200590Sluigi 2003272840Smelifaro ni = CHAIN_TO_NI(ch); 2004272840Smelifaro 2005272840Smelifaro no = ipfw_objhash_lookup_kidx(ni, kidx); 2006272840Smelifaro KASSERT(no != NULL, ("invalid table kidx passed")); 2007272840Smelifaro 2008272840Smelifaro ntlv = (ipfw_obj_ntlv *)ipfw_get_sopt_space(sd, sizeof(*ntlv)); 2009272840Smelifaro if (ntlv == NULL) 2010272840Smelifaro return (ENOMEM); 2011272840Smelifaro 2012272840Smelifaro ntlv->head.type = IPFW_TLV_TBL_NAME; 2013272840Smelifaro ntlv->head.length = sizeof(*ntlv); 2014272840Smelifaro ntlv->idx = no->kidx; 2015272840Smelifaro strlcpy(ntlv->name, no->name, sizeof(ntlv->name)); 2016272840Smelifaro 2017272840Smelifaro return (0); 2018272840Smelifaro} 2019272840Smelifaro 2020272840Smelifarostruct dump_args { 2021272840Smelifaro struct ip_fw_chain *ch; 2022272840Smelifaro struct table_info *ti; 2023272840Smelifaro struct table_config *tc; 2024272840Smelifaro struct sockopt_data *sd; 2025272840Smelifaro uint32_t cnt; 2026272840Smelifaro uint16_t uidx; 2027272840Smelifaro int error; 2028272840Smelifaro uint32_t size; 2029272840Smelifaro ipfw_table_entry *ent; 2030272840Smelifaro ta_foreach_f *f; 2031272840Smelifaro void *farg; 2032272840Smelifaro ipfw_obj_tentry tent; 2033272840Smelifaro}; 2034272840Smelifaro 2035272840Smelifarostatic int 2036272840Smelifarocount_ext_entries(void *e, void *arg) 2037272840Smelifaro{ 2038272840Smelifaro struct dump_args *da; 2039272840Smelifaro 2040272840Smelifaro da = (struct dump_args *)arg; 2041272840Smelifaro da->cnt++; 2042272840Smelifaro 2043272840Smelifaro return (0); 2044272840Smelifaro} 2045272840Smelifaro 2046272840Smelifaro/* 2047272840Smelifaro * Gets number of items from table either using 2048272840Smelifaro * internal counter or calling algo callback for 2049272840Smelifaro * externally-managed tables. 2050272840Smelifaro * 2051272840Smelifaro * Returns number of records. 2052272840Smelifaro */ 2053272840Smelifarostatic uint32_t 2054272840Smelifarotable_get_count(struct ip_fw_chain *ch, struct table_config *tc) 2055272840Smelifaro{ 2056272840Smelifaro struct table_info *ti; 2057272840Smelifaro struct table_algo *ta; 2058272840Smelifaro struct dump_args da; 2059272840Smelifaro 2060272840Smelifaro ti = KIDX_TO_TI(ch, tc->no.kidx); 2061272840Smelifaro ta = tc->ta; 2062272840Smelifaro 2063272840Smelifaro /* Use internal counter for self-managed tables */ 2064272840Smelifaro if ((ta->flags & TA_FLAG_READONLY) == 0) 2065272840Smelifaro return (tc->count); 2066272840Smelifaro 2067272840Smelifaro /* Use callback to quickly get number of items */ 2068272840Smelifaro if ((ta->flags & TA_FLAG_EXTCOUNTER) != 0) 2069272840Smelifaro return (ta->get_count(tc->astate, ti)); 2070272840Smelifaro 2071272840Smelifaro /* Count number of iterms ourselves */ 2072272840Smelifaro memset(&da, 0, sizeof(da)); 2073272840Smelifaro ta->foreach(tc->astate, ti, count_ext_entries, &da); 2074272840Smelifaro 2075272840Smelifaro return (da.cnt); 2076272840Smelifaro} 2077272840Smelifaro 2078272840Smelifaro/* 2079272840Smelifaro * Exports table @tc info into standard ipfw_xtable_info format. 2080272840Smelifaro */ 2081272840Smelifarostatic void 2082272840Smelifaroexport_table_info(struct ip_fw_chain *ch, struct table_config *tc, 2083272840Smelifaro ipfw_xtable_info *i) 2084272840Smelifaro{ 2085272840Smelifaro struct table_info *ti; 2086272840Smelifaro struct table_algo *ta; 2087272840Smelifaro 2088282070Smelifaro i->type = tc->no.subtype; 2089272840Smelifaro i->tflags = tc->tflags; 2090272840Smelifaro i->vmask = tc->vmask; 2091272840Smelifaro i->set = tc->no.set; 2092272840Smelifaro i->kidx = tc->no.kidx; 2093272840Smelifaro i->refcnt = tc->no.refcnt; 2094272840Smelifaro i->count = table_get_count(ch, tc); 2095272840Smelifaro i->limit = tc->limit; 2096272840Smelifaro i->flags |= (tc->locked != 0) ? IPFW_TGFLAGS_LOCKED : 0; 2097272840Smelifaro i->size = tc->count * sizeof(ipfw_obj_tentry); 2098272840Smelifaro i->size += sizeof(ipfw_obj_header) + sizeof(ipfw_xtable_info); 2099272840Smelifaro strlcpy(i->tablename, tc->tablename, sizeof(i->tablename)); 2100272840Smelifaro ti = KIDX_TO_TI(ch, tc->no.kidx); 2101272840Smelifaro ta = tc->ta; 2102272840Smelifaro if (ta->print_config != NULL) { 2103272840Smelifaro /* Use algo function to print table config to string */ 2104272840Smelifaro ta->print_config(tc->astate, ti, i->algoname, 2105272840Smelifaro sizeof(i->algoname)); 2106272840Smelifaro } else 2107272840Smelifaro strlcpy(i->algoname, ta->name, sizeof(i->algoname)); 2108272840Smelifaro /* Dump algo-specific data, if possible */ 2109272840Smelifaro if (ta->dump_tinfo != NULL) { 2110272840Smelifaro ta->dump_tinfo(tc->astate, ti, &i->ta_info); 2111272840Smelifaro i->ta_info.flags |= IPFW_TATFLAGS_DATA; 2112272840Smelifaro } 2113272840Smelifaro} 2114272840Smelifaro 2115272840Smelifarostruct dump_table_args { 2116272840Smelifaro struct ip_fw_chain *ch; 2117272840Smelifaro struct sockopt_data *sd; 2118272840Smelifaro}; 2119272840Smelifaro 2120272840Smelifarostatic void 2121272840Smelifaroexport_table_internal(struct namedobj_instance *ni, struct named_object *no, 2122272840Smelifaro void *arg) 2123272840Smelifaro{ 2124272840Smelifaro ipfw_xtable_info *i; 2125272840Smelifaro struct dump_table_args *dta; 2126272840Smelifaro 2127272840Smelifaro dta = (struct dump_table_args *)arg; 2128272840Smelifaro 2129272840Smelifaro i = (ipfw_xtable_info *)ipfw_get_sopt_space(dta->sd, sizeof(*i)); 2130272840Smelifaro KASSERT(i != 0, ("previously checked buffer is not enough")); 2131272840Smelifaro 2132272840Smelifaro export_table_info(dta->ch, (struct table_config *)no, i); 2133272840Smelifaro} 2134272840Smelifaro 2135272840Smelifaro/* 2136272840Smelifaro * Export all tables as ipfw_xtable_info structures to 2137272840Smelifaro * storage provided by @sd. 2138272840Smelifaro * 2139272840Smelifaro * If supplied buffer is too small, fills in required size 2140272840Smelifaro * and returns ENOMEM. 2141272840Smelifaro * Returns 0 on success. 2142272840Smelifaro */ 2143272840Smelifarostatic int 2144272840Smelifaroexport_tables(struct ip_fw_chain *ch, ipfw_obj_lheader *olh, 2145272840Smelifaro struct sockopt_data *sd) 2146272840Smelifaro{ 2147272840Smelifaro uint32_t size; 2148272840Smelifaro uint32_t count; 2149272840Smelifaro struct dump_table_args dta; 2150272840Smelifaro 2151272840Smelifaro count = ipfw_objhash_count(CHAIN_TO_NI(ch)); 2152272840Smelifaro size = count * sizeof(ipfw_xtable_info) + sizeof(ipfw_obj_lheader); 2153272840Smelifaro 2154272840Smelifaro /* Fill in header regadless of buffer size */ 2155272840Smelifaro olh->count = count; 2156272840Smelifaro olh->objsize = sizeof(ipfw_xtable_info); 2157272840Smelifaro 2158272840Smelifaro if (size > olh->size) { 2159272840Smelifaro olh->size = size; 2160272840Smelifaro return (ENOMEM); 2161272840Smelifaro } 2162272840Smelifaro 2163272840Smelifaro olh->size = size; 2164272840Smelifaro 2165272840Smelifaro dta.ch = ch; 2166272840Smelifaro dta.sd = sd; 2167272840Smelifaro 2168272840Smelifaro ipfw_objhash_foreach(CHAIN_TO_NI(ch), export_table_internal, &dta); 2169272840Smelifaro 2170272840Smelifaro return (0); 2171272840Smelifaro} 2172272840Smelifaro 2173272840Smelifaro/* 2174272840Smelifaro * Dumps all table data 2175272840Smelifaro * Data layout (v1)(current): 2176272840Smelifaro * Request: [ ipfw_obj_header ], size = ipfw_xtable_info.size 2177272840Smelifaro * Reply: [ ipfw_obj_header ipfw_xtable_info ipfw_obj_tentry x N ] 2178272840Smelifaro * 2179272840Smelifaro * Returns 0 on success 2180272840Smelifaro */ 2181272840Smelifarostatic int 2182272840Smelifarodump_table_v1(struct ip_fw_chain *ch, ip_fw3_opheader *op3, 2183272840Smelifaro struct sockopt_data *sd) 2184272840Smelifaro{ 2185272840Smelifaro struct _ipfw_obj_header *oh; 2186272840Smelifaro ipfw_xtable_info *i; 2187272840Smelifaro struct tid_info ti; 2188272840Smelifaro struct table_config *tc; 2189272840Smelifaro struct table_algo *ta; 2190272840Smelifaro struct dump_args da; 2191272840Smelifaro uint32_t sz; 2192272840Smelifaro 2193272840Smelifaro sz = sizeof(ipfw_obj_header) + sizeof(ipfw_xtable_info); 2194272840Smelifaro oh = (struct _ipfw_obj_header *)ipfw_get_sopt_header(sd, sz); 2195272840Smelifaro if (oh == NULL) 2196200590Sluigi return (EINVAL); 2197272840Smelifaro 2198272840Smelifaro i = (ipfw_xtable_info *)(oh + 1); 2199272840Smelifaro objheader_to_ti(oh, &ti); 2200272840Smelifaro 2201272840Smelifaro IPFW_UH_RLOCK(ch); 2202272840Smelifaro if ((tc = find_table(CHAIN_TO_NI(ch), &ti)) == NULL) { 2203272840Smelifaro IPFW_UH_RUNLOCK(ch); 2204272840Smelifaro return (ESRCH); 2205272840Smelifaro } 2206272840Smelifaro export_table_info(ch, tc, i); 2207272840Smelifaro 2208272840Smelifaro if (sd->valsize < i->size) { 2209272840Smelifaro 2210272840Smelifaro /* 2211272840Smelifaro * Submitted buffer size is not enough. 2212272840Smelifaro * WE've already filled in @i structure with 2213272840Smelifaro * relevant table info including size, so we 2214272840Smelifaro * can return. Buffer will be flushed automatically. 2215272840Smelifaro */ 2216272840Smelifaro IPFW_UH_RUNLOCK(ch); 2217272840Smelifaro return (ENOMEM); 2218272840Smelifaro } 2219272840Smelifaro 2220272840Smelifaro /* 2221272840Smelifaro * Do the actual dump in eXtended format 2222272840Smelifaro */ 2223272840Smelifaro memset(&da, 0, sizeof(da)); 2224272840Smelifaro da.ch = ch; 2225272840Smelifaro da.ti = KIDX_TO_TI(ch, tc->no.kidx); 2226272840Smelifaro da.tc = tc; 2227272840Smelifaro da.sd = sd; 2228272840Smelifaro 2229272840Smelifaro ta = tc->ta; 2230272840Smelifaro 2231272840Smelifaro ta->foreach(tc->astate, da.ti, dump_table_tentry, &da); 2232272840Smelifaro IPFW_UH_RUNLOCK(ch); 2233272840Smelifaro 2234272840Smelifaro return (da.error); 2235272840Smelifaro} 2236272840Smelifaro 2237272840Smelifaro/* 2238272840Smelifaro * Dumps all table data 2239272840Smelifaro * Data layout (version 0)(legacy): 2240272840Smelifaro * Request: [ ipfw_xtable ], size = IP_FW_TABLE_XGETSIZE() 2241272840Smelifaro * Reply: [ ipfw_xtable ipfw_table_xentry x N ] 2242272840Smelifaro * 2243272840Smelifaro * Returns 0 on success 2244272840Smelifaro */ 2245272840Smelifarostatic int 2246272840Smelifarodump_table_v0(struct ip_fw_chain *ch, ip_fw3_opheader *op3, 2247272840Smelifaro struct sockopt_data *sd) 2248272840Smelifaro{ 2249272840Smelifaro ipfw_xtable *xtbl; 2250272840Smelifaro struct tid_info ti; 2251272840Smelifaro struct table_config *tc; 2252272840Smelifaro struct table_algo *ta; 2253272840Smelifaro struct dump_args da; 2254272840Smelifaro size_t sz, count; 2255272840Smelifaro 2256272840Smelifaro xtbl = (ipfw_xtable *)ipfw_get_sopt_header(sd, sizeof(ipfw_xtable)); 2257272840Smelifaro if (xtbl == NULL) 2258272840Smelifaro return (EINVAL); 2259272840Smelifaro 2260272840Smelifaro memset(&ti, 0, sizeof(ti)); 2261272840Smelifaro ti.uidx = xtbl->tbl; 2262272840Smelifaro 2263272840Smelifaro IPFW_UH_RLOCK(ch); 2264272840Smelifaro if ((tc = find_table(CHAIN_TO_NI(ch), &ti)) == NULL) { 2265272840Smelifaro IPFW_UH_RUNLOCK(ch); 2266232865Smelifaro return (0); 2267272840Smelifaro } 2268272840Smelifaro count = table_get_count(ch, tc); 2269272840Smelifaro sz = count * sizeof(ipfw_table_xentry) + sizeof(ipfw_xtable); 2270272840Smelifaro 2271272840Smelifaro xtbl->cnt = count; 2272272840Smelifaro xtbl->size = sz; 2273282070Smelifaro xtbl->type = tc->no.subtype; 2274272840Smelifaro xtbl->tbl = ti.uidx; 2275272840Smelifaro 2276272840Smelifaro if (sd->valsize < sz) { 2277272840Smelifaro 2278272840Smelifaro /* 2279272840Smelifaro * Submitted buffer size is not enough. 2280272840Smelifaro * WE've already filled in @i structure with 2281272840Smelifaro * relevant table info including size, so we 2282272840Smelifaro * can return. Buffer will be flushed automatically. 2283272840Smelifaro */ 2284272840Smelifaro IPFW_UH_RUNLOCK(ch); 2285272840Smelifaro return (ENOMEM); 2286272840Smelifaro } 2287272840Smelifaro 2288272840Smelifaro /* Do the actual dump in eXtended format */ 2289272840Smelifaro memset(&da, 0, sizeof(da)); 2290272840Smelifaro da.ch = ch; 2291272840Smelifaro da.ti = KIDX_TO_TI(ch, tc->no.kidx); 2292272840Smelifaro da.tc = tc; 2293272840Smelifaro da.sd = sd; 2294272840Smelifaro 2295272840Smelifaro ta = tc->ta; 2296272840Smelifaro 2297272840Smelifaro ta->foreach(tc->astate, da.ti, dump_table_xentry, &da); 2298272840Smelifaro IPFW_UH_RUNLOCK(ch); 2299272840Smelifaro 2300200590Sluigi return (0); 2301200590Sluigi} 2302200590Sluigi 2303272840Smelifaro/* 2304272840Smelifaro * Legacy function to retrieve number of items in table. 2305272840Smelifaro */ 2306200590Sluigistatic int 2307272840Smelifaroget_table_size(struct ip_fw_chain *ch, ip_fw3_opheader *op3, 2308272840Smelifaro struct sockopt_data *sd) 2309200590Sluigi{ 2310272840Smelifaro uint32_t *tbl; 2311272840Smelifaro struct tid_info ti; 2312272840Smelifaro size_t sz; 2313272840Smelifaro int error; 2314200590Sluigi 2315272840Smelifaro sz = sizeof(*op3) + sizeof(uint32_t); 2316272840Smelifaro op3 = (ip_fw3_opheader *)ipfw_get_sopt_header(sd, sz); 2317272840Smelifaro if (op3 == NULL) 2318272840Smelifaro return (EINVAL); 2319272840Smelifaro 2320272840Smelifaro tbl = (uint32_t *)(op3 + 1); 2321272840Smelifaro memset(&ti, 0, sizeof(ti)); 2322272840Smelifaro ti.uidx = *tbl; 2323272840Smelifaro IPFW_UH_RLOCK(ch); 2324272840Smelifaro error = ipfw_count_xtable(ch, &ti, tbl); 2325272840Smelifaro IPFW_UH_RUNLOCK(ch); 2326272840Smelifaro return (error); 2327272840Smelifaro} 2328272840Smelifaro 2329272840Smelifaro/* 2330272840Smelifaro * Legacy IP_FW_TABLE_GETSIZE handler 2331272840Smelifaro */ 2332272840Smelifaroint 2333272840Smelifaroipfw_count_table(struct ip_fw_chain *ch, struct tid_info *ti, uint32_t *cnt) 2334272840Smelifaro{ 2335272840Smelifaro struct table_config *tc; 2336272840Smelifaro 2337272840Smelifaro if ((tc = find_table(CHAIN_TO_NI(ch), ti)) == NULL) 2338272840Smelifaro return (ESRCH); 2339272840Smelifaro *cnt = table_get_count(ch, tc); 2340200590Sluigi return (0); 2341200590Sluigi} 2342200590Sluigi 2343272840Smelifaro/* 2344272840Smelifaro * Legacy IP_FW_TABLE_XGETSIZE handler 2345272840Smelifaro */ 2346200590Sluigiint 2347272840Smelifaroipfw_count_xtable(struct ip_fw_chain *ch, struct tid_info *ti, uint32_t *cnt) 2348200590Sluigi{ 2349272840Smelifaro struct table_config *tc; 2350272840Smelifaro uint32_t count; 2351200590Sluigi 2352272840Smelifaro if ((tc = find_table(CHAIN_TO_NI(ch), ti)) == NULL) { 2353272840Smelifaro *cnt = 0; 2354272840Smelifaro return (0); /* 'table all list' requires success */ 2355272840Smelifaro } 2356272840Smelifaro 2357272840Smelifaro count = table_get_count(ch, tc); 2358272840Smelifaro *cnt = count * sizeof(ipfw_table_xentry); 2359272840Smelifaro if (count > 0) 2360272840Smelifaro *cnt += sizeof(ipfw_xtable); 2361200590Sluigi return (0); 2362200590Sluigi} 2363232865Smelifaro 2364232865Smelifarostatic int 2365272840Smelifarodump_table_entry(void *e, void *arg) 2366232865Smelifaro{ 2367272840Smelifaro struct dump_args *da; 2368272840Smelifaro struct table_config *tc; 2369272840Smelifaro struct table_algo *ta; 2370272840Smelifaro ipfw_table_entry *ent; 2371272840Smelifaro struct table_value *pval; 2372272840Smelifaro int error; 2373232865Smelifaro 2374272840Smelifaro da = (struct dump_args *)arg; 2375272840Smelifaro 2376272840Smelifaro tc = da->tc; 2377272840Smelifaro ta = tc->ta; 2378272840Smelifaro 2379272840Smelifaro /* Out of memory, returning */ 2380272840Smelifaro if (da->cnt == da->size) 2381272840Smelifaro return (1); 2382272840Smelifaro ent = da->ent++; 2383272840Smelifaro ent->tbl = da->uidx; 2384272840Smelifaro da->cnt++; 2385272840Smelifaro 2386272840Smelifaro error = ta->dump_tentry(tc->astate, da->ti, e, &da->tent); 2387272840Smelifaro if (error != 0) 2388272840Smelifaro return (error); 2389272840Smelifaro 2390272840Smelifaro ent->addr = da->tent.k.addr.s_addr; 2391272840Smelifaro ent->masklen = da->tent.masklen; 2392272840Smelifaro pval = get_table_value(da->ch, da->tc, da->tent.v.kidx); 2393272840Smelifaro ent->value = ipfw_export_table_value_legacy(pval); 2394272840Smelifaro 2395232865Smelifaro return (0); 2396232865Smelifaro} 2397232865Smelifaro 2398272840Smelifaro/* 2399272840Smelifaro * Dumps table in pre-8.1 legacy format. 2400272840Smelifaro */ 2401232865Smelifaroint 2402272840Smelifaroipfw_dump_table_legacy(struct ip_fw_chain *ch, struct tid_info *ti, 2403272840Smelifaro ipfw_table *tbl) 2404232865Smelifaro{ 2405272840Smelifaro struct table_config *tc; 2406272840Smelifaro struct table_algo *ta; 2407272840Smelifaro struct dump_args da; 2408232865Smelifaro 2409272840Smelifaro tbl->cnt = 0; 2410272840Smelifaro 2411272840Smelifaro if ((tc = find_table(CHAIN_TO_NI(ch), ti)) == NULL) 2412272840Smelifaro return (0); /* XXX: We should return ESRCH */ 2413272840Smelifaro 2414272840Smelifaro ta = tc->ta; 2415272840Smelifaro 2416272840Smelifaro /* This dump format supports IPv4 only */ 2417282070Smelifaro if (tc->no.subtype != IPFW_TABLE_ADDR) 2418272840Smelifaro return (0); 2419272840Smelifaro 2420272840Smelifaro memset(&da, 0, sizeof(da)); 2421272840Smelifaro da.ch = ch; 2422272840Smelifaro da.ti = KIDX_TO_TI(ch, tc->no.kidx); 2423272840Smelifaro da.tc = tc; 2424272840Smelifaro da.ent = &tbl->ent[0]; 2425272840Smelifaro da.size = tbl->size; 2426272840Smelifaro 2427272840Smelifaro tbl->cnt = 0; 2428272840Smelifaro ta->foreach(tc->astate, da.ti, dump_table_entry, &da); 2429272840Smelifaro tbl->cnt = da.cnt; 2430272840Smelifaro 2431232865Smelifaro return (0); 2432232865Smelifaro} 2433232865Smelifaro 2434272840Smelifaro/* 2435272840Smelifaro * Dumps table entry in eXtended format (v1)(current). 2436272840Smelifaro */ 2437232865Smelifarostatic int 2438272840Smelifarodump_table_tentry(void *e, void *arg) 2439232865Smelifaro{ 2440272840Smelifaro struct dump_args *da; 2441272840Smelifaro struct table_config *tc; 2442272840Smelifaro struct table_algo *ta; 2443272840Smelifaro struct table_value *pval; 2444272840Smelifaro ipfw_obj_tentry *tent; 2445272840Smelifaro int error; 2446232865Smelifaro 2447272840Smelifaro da = (struct dump_args *)arg; 2448272840Smelifaro 2449272840Smelifaro tc = da->tc; 2450272840Smelifaro ta = tc->ta; 2451272840Smelifaro 2452272840Smelifaro tent = (ipfw_obj_tentry *)ipfw_get_sopt_space(da->sd, sizeof(*tent)); 2453232865Smelifaro /* Out of memory, returning */ 2454272840Smelifaro if (tent == NULL) { 2455272840Smelifaro da->error = ENOMEM; 2456232865Smelifaro return (1); 2457272840Smelifaro } 2458272840Smelifaro tent->head.length = sizeof(ipfw_obj_tentry); 2459272840Smelifaro tent->idx = da->uidx; 2460272840Smelifaro 2461272840Smelifaro error = ta->dump_tentry(tc->astate, da->ti, e, tent); 2462272840Smelifaro if (error != 0) 2463272840Smelifaro return (error); 2464272840Smelifaro 2465272840Smelifaro pval = get_table_value(da->ch, da->tc, tent->v.kidx); 2466272840Smelifaro ipfw_export_table_value_v1(pval, &tent->v.value); 2467272840Smelifaro 2468232865Smelifaro return (0); 2469232865Smelifaro} 2470232865Smelifaro 2471272840Smelifaro/* 2472272840Smelifaro * Dumps table entry in eXtended format (v0). 2473272840Smelifaro */ 2474232865Smelifarostatic int 2475272840Smelifarodump_table_xentry(void *e, void *arg) 2476232865Smelifaro{ 2477272840Smelifaro struct dump_args *da; 2478272840Smelifaro struct table_config *tc; 2479272840Smelifaro struct table_algo *ta; 2480232865Smelifaro ipfw_table_xentry *xent; 2481272840Smelifaro ipfw_obj_tentry *tent; 2482272840Smelifaro struct table_value *pval; 2483272840Smelifaro int error; 2484272840Smelifaro 2485272840Smelifaro da = (struct dump_args *)arg; 2486272840Smelifaro 2487272840Smelifaro tc = da->tc; 2488272840Smelifaro ta = tc->ta; 2489272840Smelifaro 2490272840Smelifaro xent = (ipfw_table_xentry *)ipfw_get_sopt_space(da->sd, sizeof(*xent)); 2491232865Smelifaro /* Out of memory, returning */ 2492272840Smelifaro if (xent == NULL) 2493232865Smelifaro return (1); 2494232865Smelifaro xent->len = sizeof(ipfw_table_xentry); 2495272840Smelifaro xent->tbl = da->uidx; 2496232865Smelifaro 2497272840Smelifaro memset(&da->tent, 0, sizeof(da->tent)); 2498272840Smelifaro tent = &da->tent; 2499272840Smelifaro error = ta->dump_tentry(tc->astate, da->ti, e, tent); 2500272840Smelifaro if (error != 0) 2501272840Smelifaro return (error); 2502272840Smelifaro 2503272840Smelifaro /* Convert current format to previous one */ 2504272840Smelifaro xent->masklen = tent->masklen; 2505272840Smelifaro pval = get_table_value(da->ch, da->tc, da->tent.v.kidx); 2506272840Smelifaro xent->value = ipfw_export_table_value_legacy(pval); 2507272840Smelifaro /* Apply some hacks */ 2508282070Smelifaro if (tc->no.subtype == IPFW_TABLE_ADDR && tent->subtype == AF_INET) { 2509272840Smelifaro xent->k.addr6.s6_addr32[3] = tent->k.addr.s_addr; 2510272840Smelifaro xent->flags = IPFW_TCF_INET; 2511272840Smelifaro } else 2512272840Smelifaro memcpy(&xent->k, &tent->k, sizeof(xent->k)); 2513272840Smelifaro 2514272840Smelifaro return (0); 2515272840Smelifaro} 2516272840Smelifaro 2517272840Smelifaro/* 2518272840Smelifaro * Helper function to export table algo data 2519272840Smelifaro * to tentry format before calling user function. 2520272840Smelifaro * 2521272840Smelifaro * Returns 0 on success. 2522272840Smelifaro */ 2523272840Smelifarostatic int 2524272840Smelifaroprepare_table_tentry(void *e, void *arg) 2525272840Smelifaro{ 2526272840Smelifaro struct dump_args *da; 2527272840Smelifaro struct table_config *tc; 2528272840Smelifaro struct table_algo *ta; 2529272840Smelifaro int error; 2530272840Smelifaro 2531272840Smelifaro da = (struct dump_args *)arg; 2532272840Smelifaro 2533272840Smelifaro tc = da->tc; 2534272840Smelifaro ta = tc->ta; 2535272840Smelifaro 2536272840Smelifaro error = ta->dump_tentry(tc->astate, da->ti, e, &da->tent); 2537272840Smelifaro if (error != 0) 2538272840Smelifaro return (error); 2539272840Smelifaro 2540272840Smelifaro da->f(&da->tent, da->farg); 2541272840Smelifaro 2542272840Smelifaro return (0); 2543272840Smelifaro} 2544272840Smelifaro 2545272840Smelifaro/* 2546272840Smelifaro * Allow external consumers to read table entries in standard format. 2547272840Smelifaro */ 2548272840Smelifaroint 2549272840Smelifaroipfw_foreach_table_tentry(struct ip_fw_chain *ch, uint16_t kidx, 2550272840Smelifaro ta_foreach_f *f, void *arg) 2551272840Smelifaro{ 2552272840Smelifaro struct namedobj_instance *ni; 2553272840Smelifaro struct table_config *tc; 2554272840Smelifaro struct table_algo *ta; 2555272840Smelifaro struct dump_args da; 2556272840Smelifaro 2557272840Smelifaro ni = CHAIN_TO_NI(ch); 2558272840Smelifaro 2559272840Smelifaro tc = (struct table_config *)ipfw_objhash_lookup_kidx(ni, kidx); 2560272840Smelifaro if (tc == NULL) 2561272840Smelifaro return (ESRCH); 2562272840Smelifaro 2563272840Smelifaro ta = tc->ta; 2564272840Smelifaro 2565272840Smelifaro memset(&da, 0, sizeof(da)); 2566272840Smelifaro da.ch = ch; 2567272840Smelifaro da.ti = KIDX_TO_TI(ch, tc->no.kidx); 2568272840Smelifaro da.tc = tc; 2569272840Smelifaro da.f = f; 2570272840Smelifaro da.farg = arg; 2571272840Smelifaro 2572272840Smelifaro ta->foreach(tc->astate, da.ti, prepare_table_tentry, &da); 2573272840Smelifaro 2574272840Smelifaro return (0); 2575272840Smelifaro} 2576272840Smelifaro 2577272840Smelifaro/* 2578272840Smelifaro * Table algorithms 2579272840Smelifaro */ 2580272840Smelifaro 2581272840Smelifaro/* 2582272840Smelifaro * Finds algoritm by index, table type or supplied name. 2583272840Smelifaro * 2584272840Smelifaro * Returns pointer to algo or NULL. 2585272840Smelifaro */ 2586272840Smelifarostatic struct table_algo * 2587272840Smelifarofind_table_algo(struct tables_config *tcfg, struct tid_info *ti, char *name) 2588272840Smelifaro{ 2589272840Smelifaro int i, l; 2590272840Smelifaro struct table_algo *ta; 2591272840Smelifaro 2592272840Smelifaro if (ti->type > IPFW_TABLE_MAXTYPE) 2593272840Smelifaro return (NULL); 2594272840Smelifaro 2595272840Smelifaro /* Search by index */ 2596272840Smelifaro if (ti->atype != 0) { 2597272840Smelifaro if (ti->atype > tcfg->algo_count) 2598272840Smelifaro return (NULL); 2599272840Smelifaro return (tcfg->algo[ti->atype]); 2600272840Smelifaro } 2601272840Smelifaro 2602272840Smelifaro if (name == NULL) { 2603272840Smelifaro /* Return default algorithm for given type if set */ 2604272840Smelifaro return (tcfg->def_algo[ti->type]); 2605272840Smelifaro } 2606272840Smelifaro 2607272840Smelifaro /* Search by name */ 2608272840Smelifaro /* TODO: better search */ 2609272840Smelifaro for (i = 1; i <= tcfg->algo_count; i++) { 2610272840Smelifaro ta = tcfg->algo[i]; 2611272840Smelifaro 2612272840Smelifaro /* 2613272840Smelifaro * One can supply additional algorithm 2614272840Smelifaro * parameters so we compare only the first word 2615272840Smelifaro * of supplied name: 2616272840Smelifaro * 'addr:chash hsize=32' 2617272840Smelifaro * '^^^^^^^^^' 2618272840Smelifaro * 2619272840Smelifaro */ 2620272840Smelifaro l = strlen(ta->name); 2621272840Smelifaro if (strncmp(name, ta->name, l) != 0) 2622272840Smelifaro continue; 2623272840Smelifaro if (name[l] != '\0' && name[l] != ' ') 2624272840Smelifaro continue; 2625272840Smelifaro /* Check if we're requesting proper table type */ 2626272840Smelifaro if (ti->type != 0 && ti->type != ta->type) 2627272840Smelifaro return (NULL); 2628272840Smelifaro return (ta); 2629272840Smelifaro } 2630272840Smelifaro 2631272840Smelifaro return (NULL); 2632272840Smelifaro} 2633272840Smelifaro 2634272840Smelifaro/* 2635272840Smelifaro * Register new table algo @ta. 2636272840Smelifaro * Stores algo id inside @idx. 2637272840Smelifaro * 2638272840Smelifaro * Returns 0 on success. 2639272840Smelifaro */ 2640272840Smelifaroint 2641272840Smelifaroipfw_add_table_algo(struct ip_fw_chain *ch, struct table_algo *ta, size_t size, 2642272840Smelifaro int *idx) 2643272840Smelifaro{ 2644272840Smelifaro struct tables_config *tcfg; 2645272840Smelifaro struct table_algo *ta_new; 2646272840Smelifaro size_t sz; 2647272840Smelifaro 2648272840Smelifaro if (size > sizeof(struct table_algo)) 2649272840Smelifaro return (EINVAL); 2650272840Smelifaro 2651272840Smelifaro /* Check for the required on-stack size for add/del */ 2652272840Smelifaro sz = roundup2(ta->ta_buf_size, sizeof(void *)); 2653272840Smelifaro if (sz > TA_BUF_SZ) 2654272840Smelifaro return (EINVAL); 2655272840Smelifaro 2656272840Smelifaro KASSERT(ta->type <= IPFW_TABLE_MAXTYPE,("Increase IPFW_TABLE_MAXTYPE")); 2657272840Smelifaro 2658272840Smelifaro /* Copy algorithm data to stable storage. */ 2659272840Smelifaro ta_new = malloc(sizeof(struct table_algo), M_IPFW, M_WAITOK | M_ZERO); 2660272840Smelifaro memcpy(ta_new, ta, size); 2661272840Smelifaro 2662272840Smelifaro tcfg = CHAIN_TO_TCFG(ch); 2663272840Smelifaro 2664272840Smelifaro KASSERT(tcfg->algo_count < 255, ("Increase algo array size")); 2665272840Smelifaro 2666272840Smelifaro tcfg->algo[++tcfg->algo_count] = ta_new; 2667272840Smelifaro ta_new->idx = tcfg->algo_count; 2668272840Smelifaro 2669272840Smelifaro /* Set algorithm as default one for given type */ 2670272840Smelifaro if ((ta_new->flags & TA_FLAG_DEFAULT) != 0 && 2671272840Smelifaro tcfg->def_algo[ta_new->type] == NULL) 2672272840Smelifaro tcfg->def_algo[ta_new->type] = ta_new; 2673272840Smelifaro 2674272840Smelifaro *idx = ta_new->idx; 2675232865Smelifaro 2676272840Smelifaro return (0); 2677272840Smelifaro} 2678272840Smelifaro 2679272840Smelifaro/* 2680272840Smelifaro * Unregisters table algo using @idx as id. 2681272840Smelifaro * XXX: It is NOT safe to call this function in any place 2682272840Smelifaro * other than ipfw instance destroy handler. 2683272840Smelifaro */ 2684272840Smelifarovoid 2685272840Smelifaroipfw_del_table_algo(struct ip_fw_chain *ch, int idx) 2686272840Smelifaro{ 2687272840Smelifaro struct tables_config *tcfg; 2688272840Smelifaro struct table_algo *ta; 2689272840Smelifaro 2690272840Smelifaro tcfg = CHAIN_TO_TCFG(ch); 2691272840Smelifaro 2692272840Smelifaro KASSERT(idx <= tcfg->algo_count, ("algo idx %d out of range 1..%d", 2693272840Smelifaro idx, tcfg->algo_count)); 2694272840Smelifaro 2695272840Smelifaro ta = tcfg->algo[idx]; 2696272840Smelifaro KASSERT(ta != NULL, ("algo idx %d is NULL", idx)); 2697272840Smelifaro 2698272840Smelifaro if (tcfg->def_algo[ta->type] == ta) 2699272840Smelifaro tcfg->def_algo[ta->type] = NULL; 2700272840Smelifaro 2701272840Smelifaro free(ta, M_IPFW); 2702272840Smelifaro} 2703272840Smelifaro 2704272840Smelifaro/* 2705272840Smelifaro * Lists all table algorithms currently available. 2706272840Smelifaro * Data layout (v0)(current): 2707272840Smelifaro * Request: [ ipfw_obj_lheader ], size = ipfw_obj_lheader.size 2708272840Smelifaro * Reply: [ ipfw_obj_lheader ipfw_ta_info x N ] 2709272840Smelifaro * 2710272840Smelifaro * Returns 0 on success 2711272840Smelifaro */ 2712272840Smelifarostatic int 2713272840Smelifarolist_table_algo(struct ip_fw_chain *ch, ip_fw3_opheader *op3, 2714272840Smelifaro struct sockopt_data *sd) 2715272840Smelifaro{ 2716272840Smelifaro struct _ipfw_obj_lheader *olh; 2717272840Smelifaro struct tables_config *tcfg; 2718272840Smelifaro ipfw_ta_info *i; 2719272840Smelifaro struct table_algo *ta; 2720272840Smelifaro uint32_t count, n, size; 2721272840Smelifaro 2722272840Smelifaro olh = (struct _ipfw_obj_lheader *)ipfw_get_sopt_header(sd,sizeof(*olh)); 2723272840Smelifaro if (olh == NULL) 2724272840Smelifaro return (EINVAL); 2725272840Smelifaro if (sd->valsize < olh->size) 2726272840Smelifaro return (EINVAL); 2727272840Smelifaro 2728272840Smelifaro IPFW_UH_RLOCK(ch); 2729272840Smelifaro tcfg = CHAIN_TO_TCFG(ch); 2730272840Smelifaro count = tcfg->algo_count; 2731272840Smelifaro size = count * sizeof(ipfw_ta_info) + sizeof(ipfw_obj_lheader); 2732272840Smelifaro 2733272840Smelifaro /* Fill in header regadless of buffer size */ 2734272840Smelifaro olh->count = count; 2735272840Smelifaro olh->objsize = sizeof(ipfw_ta_info); 2736272840Smelifaro 2737272840Smelifaro if (size > olh->size) { 2738272840Smelifaro olh->size = size; 2739272840Smelifaro IPFW_UH_RUNLOCK(ch); 2740272840Smelifaro return (ENOMEM); 2741232865Smelifaro } 2742272840Smelifaro olh->size = size; 2743232865Smelifaro 2744272840Smelifaro for (n = 1; n <= count; n++) { 2745272840Smelifaro i = (ipfw_ta_info *)ipfw_get_sopt_space(sd, sizeof(*i)); 2746272840Smelifaro KASSERT(i != 0, ("previously checked buffer is not enough")); 2747272840Smelifaro ta = tcfg->algo[n]; 2748272840Smelifaro strlcpy(i->algoname, ta->name, sizeof(i->algoname)); 2749272840Smelifaro i->type = ta->type; 2750272840Smelifaro i->refcnt = ta->refcnt; 2751272840Smelifaro } 2752272840Smelifaro 2753272840Smelifaro IPFW_UH_RUNLOCK(ch); 2754272840Smelifaro 2755232865Smelifaro return (0); 2756232865Smelifaro} 2757232865Smelifaro 2758282070Smelifarostatic int 2759282070Smelifaroclassify_srcdst(ipfw_insn *cmd, uint16_t *puidx, uint8_t *ptype) 2760282070Smelifaro{ 2761282070Smelifaro /* Basic IPv4/IPv6 or u32 lookups */ 2762282070Smelifaro *puidx = cmd->arg1; 2763282070Smelifaro /* Assume ADDR by default */ 2764282070Smelifaro *ptype = IPFW_TABLE_ADDR; 2765282070Smelifaro int v; 2766282070Smelifaro 2767282070Smelifaro if (F_LEN(cmd) > F_INSN_SIZE(ipfw_insn_u32)) { 2768282070Smelifaro /* 2769282070Smelifaro * generic lookup. The key must be 2770282070Smelifaro * in 32bit big-endian format. 2771282070Smelifaro */ 2772282070Smelifaro v = ((ipfw_insn_u32 *)cmd)->d[1]; 2773282070Smelifaro switch (v) { 2774282070Smelifaro case 0: 2775282070Smelifaro case 1: 2776282070Smelifaro /* IPv4 src/dst */ 2777282070Smelifaro break; 2778282070Smelifaro case 2: 2779282070Smelifaro case 3: 2780282070Smelifaro /* src/dst port */ 2781282070Smelifaro *ptype = IPFW_TABLE_NUMBER; 2782282070Smelifaro break; 2783282070Smelifaro case 4: 2784282070Smelifaro /* uid/gid */ 2785282070Smelifaro *ptype = IPFW_TABLE_NUMBER; 2786282070Smelifaro break; 2787282070Smelifaro case 5: 2788282070Smelifaro /* jid */ 2789282070Smelifaro *ptype = IPFW_TABLE_NUMBER; 2790282070Smelifaro break; 2791282070Smelifaro case 6: 2792282070Smelifaro /* dscp */ 2793282070Smelifaro *ptype = IPFW_TABLE_NUMBER; 2794282070Smelifaro break; 2795282070Smelifaro } 2796282070Smelifaro } 2797272840Smelifaro 2798282070Smelifaro return (0); 2799282070Smelifaro} 2800282070Smelifaro 2801272840Smelifarostatic int 2802282070Smelifaroclassify_via(ipfw_insn *cmd, uint16_t *puidx, uint8_t *ptype) 2803272840Smelifaro{ 2804272840Smelifaro ipfw_insn_if *cmdif; 2805272840Smelifaro 2806282070Smelifaro /* Interface table, possibly */ 2807282070Smelifaro cmdif = (ipfw_insn_if *)cmd; 2808282070Smelifaro if (cmdif->name[0] != '\1') 2809282070Smelifaro return (1); 2810272840Smelifaro 2811282070Smelifaro *ptype = IPFW_TABLE_INTERFACE; 2812282070Smelifaro *puidx = cmdif->p.kidx; 2813272840Smelifaro 2814282070Smelifaro return (0); 2815282070Smelifaro} 2816272840Smelifaro 2817282070Smelifarostatic int 2818282070Smelifaroclassify_flow(ipfw_insn *cmd, uint16_t *puidx, uint8_t *ptype) 2819282070Smelifaro{ 2820282070Smelifaro 2821282070Smelifaro *puidx = cmd->arg1; 2822282070Smelifaro *ptype = IPFW_TABLE_FLOW; 2823282070Smelifaro 2824282070Smelifaro return (0); 2825272840Smelifaro} 2826272840Smelifaro 2827272840Smelifarostatic void 2828282070Smelifaroupdate_arg1(ipfw_insn *cmd, uint16_t idx) 2829272840Smelifaro{ 2830282070Smelifaro 2831282070Smelifaro cmd->arg1 = idx; 2832282070Smelifaro} 2833282070Smelifaro 2834282070Smelifarostatic void 2835282070Smelifaroupdate_via(ipfw_insn *cmd, uint16_t idx) 2836282070Smelifaro{ 2837272840Smelifaro ipfw_insn_if *cmdif; 2838272840Smelifaro 2839282070Smelifaro cmdif = (ipfw_insn_if *)cmd; 2840282070Smelifaro cmdif->p.kidx = idx; 2841272840Smelifaro} 2842272840Smelifaro 2843282070Smelifarostatic int 2844282070Smelifarotable_findbyname(struct ip_fw_chain *ch, struct tid_info *ti, 2845282070Smelifaro struct named_object **pno) 2846282070Smelifaro{ 2847282070Smelifaro struct table_config *tc; 2848282070Smelifaro int error; 2849282070Smelifaro 2850282070Smelifaro IPFW_UH_WLOCK_ASSERT(ch); 2851282070Smelifaro 2852282070Smelifaro error = find_table_err(CHAIN_TO_NI(ch), ti, &tc); 2853282070Smelifaro if (error != 0) 2854282070Smelifaro return (error); 2855282070Smelifaro 2856282070Smelifaro *pno = &tc->no; 2857282070Smelifaro return (0); 2858282070Smelifaro} 2859282070Smelifaro 2860282070Smelifaro/* XXX: sets-sets! */ 2861282070Smelifarostatic struct named_object * 2862282070Smelifarotable_findbykidx(struct ip_fw_chain *ch, uint16_t idx) 2863282070Smelifaro{ 2864282070Smelifaro struct namedobj_instance *ni; 2865282070Smelifaro struct table_config *tc; 2866282070Smelifaro 2867282070Smelifaro IPFW_UH_WLOCK_ASSERT(ch); 2868282070Smelifaro ni = CHAIN_TO_NI(ch); 2869282070Smelifaro tc = (struct table_config *)ipfw_objhash_lookup_kidx(ni, idx); 2870282070Smelifaro KASSERT(tc != NULL, ("Table with index %d not found", idx)); 2871282070Smelifaro 2872282070Smelifaro return (&tc->no); 2873282070Smelifaro} 2874282070Smelifaro 2875282070Smelifarostatic struct opcode_obj_rewrite opcodes[] = { 2876282070Smelifaro { 2877282070Smelifaro O_IP_SRC_LOOKUP, IPFW_TLV_TBL_NAME, 2878282070Smelifaro classify_srcdst, update_arg1, 2879282070Smelifaro table_findbyname, table_findbykidx, create_table_compat 2880282070Smelifaro }, 2881282070Smelifaro { 2882282070Smelifaro O_IP_DST_LOOKUP, IPFW_TLV_TBL_NAME, 2883282070Smelifaro classify_srcdst, update_arg1, 2884282070Smelifaro table_findbyname, table_findbykidx, create_table_compat 2885282070Smelifaro }, 2886282070Smelifaro { 2887282070Smelifaro O_IP_FLOW_LOOKUP, IPFW_TLV_TBL_NAME, 2888282070Smelifaro classify_flow, update_arg1, 2889282070Smelifaro table_findbyname, table_findbykidx, create_table_compat 2890282070Smelifaro }, 2891282070Smelifaro { 2892282070Smelifaro O_XMIT, IPFW_TLV_TBL_NAME, 2893282070Smelifaro classify_via, update_via, 2894282070Smelifaro table_findbyname, table_findbykidx, create_table_compat 2895282070Smelifaro }, 2896282070Smelifaro { 2897282070Smelifaro O_RECV, IPFW_TLV_TBL_NAME, 2898282070Smelifaro classify_via, update_via, 2899282070Smelifaro table_findbyname, table_findbykidx, create_table_compat 2900282070Smelifaro }, 2901282070Smelifaro { 2902282070Smelifaro O_VIA, IPFW_TLV_TBL_NAME, 2903282070Smelifaro classify_via, update_via, 2904282070Smelifaro table_findbyname, table_findbykidx, create_table_compat 2905282070Smelifaro }, 2906282070Smelifaro}; 2907282070Smelifaro 2908282070Smelifaro 2909272840Smelifaro/* 2910272840Smelifaro * Checks table name for validity. 2911272840Smelifaro * Enforce basic length checks, the rest 2912272840Smelifaro * should be done in userland. 2913272840Smelifaro * 2914272840Smelifaro * Returns 0 if name is considered valid. 2915272840Smelifaro */ 2916232865Smelifaroint 2917272840Smelifaroipfw_check_table_name(char *name) 2918232865Smelifaro{ 2919272840Smelifaro int nsize; 2920272840Smelifaro ipfw_obj_ntlv *ntlv = NULL; 2921232865Smelifaro 2922272840Smelifaro nsize = sizeof(ntlv->name); 2923272840Smelifaro 2924272840Smelifaro if (strnlen(name, nsize) == nsize) 2925232865Smelifaro return (EINVAL); 2926272840Smelifaro 2927272840Smelifaro if (name[0] == '\0') 2928272840Smelifaro return (EINVAL); 2929272840Smelifaro 2930272840Smelifaro /* 2931272840Smelifaro * TODO: do some more complicated checks 2932272840Smelifaro */ 2933272840Smelifaro 2934232865Smelifaro return (0); 2935232865Smelifaro} 2936232865Smelifaro 2937272840Smelifaro/* 2938272840Smelifaro * Find tablename TLV by @uid. 2939272840Smelifaro * Check @tlvs for valid data inside. 2940272840Smelifaro * 2941272840Smelifaro * Returns pointer to found TLV or NULL. 2942272840Smelifaro */ 2943272840Smelifarostatic ipfw_obj_ntlv * 2944272840Smelifarofind_name_tlv(void *tlvs, int len, uint16_t uidx) 2945272840Smelifaro{ 2946272840Smelifaro ipfw_obj_ntlv *ntlv; 2947272840Smelifaro uintptr_t pa, pe; 2948272840Smelifaro int l; 2949272840Smelifaro 2950272840Smelifaro pa = (uintptr_t)tlvs; 2951272840Smelifaro pe = pa + len; 2952272840Smelifaro l = 0; 2953272840Smelifaro for (; pa < pe; pa += l) { 2954272840Smelifaro ntlv = (ipfw_obj_ntlv *)pa; 2955272840Smelifaro l = ntlv->head.length; 2956272840Smelifaro 2957272840Smelifaro if (l != sizeof(*ntlv)) 2958272840Smelifaro return (NULL); 2959272840Smelifaro 2960272840Smelifaro if (ntlv->head.type != IPFW_TLV_TBL_NAME) 2961272840Smelifaro continue; 2962272840Smelifaro 2963272840Smelifaro if (ntlv->idx != uidx) 2964272840Smelifaro continue; 2965272840Smelifaro 2966272840Smelifaro if (ipfw_check_table_name(ntlv->name) != 0) 2967272840Smelifaro return (NULL); 2968272840Smelifaro 2969272840Smelifaro return (ntlv); 2970272840Smelifaro } 2971272840Smelifaro 2972272840Smelifaro return (NULL); 2973272840Smelifaro} 2974272840Smelifaro 2975272840Smelifaro/* 2976272840Smelifaro * Finds table config based on either legacy index 2977272840Smelifaro * or name in ntlv. 2978272840Smelifaro * Note @ti structure contains unchecked data from userland. 2979272840Smelifaro * 2980282070Smelifaro * Returns 0 in success and fills in @tc with found config 2981272840Smelifaro */ 2982282070Smelifarostatic int 2983282070Smelifarofind_table_err(struct namedobj_instance *ni, struct tid_info *ti, 2984282070Smelifaro struct table_config **tc) 2985272840Smelifaro{ 2986272840Smelifaro char *name, bname[16]; 2987272840Smelifaro struct named_object *no; 2988272840Smelifaro ipfw_obj_ntlv *ntlv; 2989272840Smelifaro uint32_t set; 2990272840Smelifaro 2991272840Smelifaro if (ti->tlvs != NULL) { 2992272840Smelifaro ntlv = find_name_tlv(ti->tlvs, ti->tlen, ti->uidx); 2993272840Smelifaro if (ntlv == NULL) 2994282070Smelifaro return (EINVAL); 2995272840Smelifaro name = ntlv->name; 2996272840Smelifaro 2997272840Smelifaro /* 2998272840Smelifaro * Use set provided by @ti instead of @ntlv one. 2999272840Smelifaro * This is needed due to different sets behavior 3000272840Smelifaro * controlled by V_fw_tables_sets. 3001272840Smelifaro */ 3002272840Smelifaro set = ti->set; 3003272840Smelifaro } else { 3004272840Smelifaro snprintf(bname, sizeof(bname), "%d", ti->uidx); 3005272840Smelifaro name = bname; 3006272840Smelifaro set = 0; 3007272840Smelifaro } 3008272840Smelifaro 3009272840Smelifaro no = ipfw_objhash_lookup_name(ni, set, name); 3010282070Smelifaro *tc = (struct table_config *)no; 3011272840Smelifaro 3012282070Smelifaro return (0); 3013272840Smelifaro} 3014272840Smelifaro 3015272840Smelifaro/* 3016282070Smelifaro * Finds table config based on either legacy index 3017282070Smelifaro * or name in ntlv. 3018282070Smelifaro * Note @ti structure contains unchecked data from userland. 3019282070Smelifaro * 3020282070Smelifaro * Returns pointer to table_config or NULL. 3021282070Smelifaro */ 3022282070Smelifarostatic struct table_config * 3023282070Smelifarofind_table(struct namedobj_instance *ni, struct tid_info *ti) 3024282070Smelifaro{ 3025282070Smelifaro struct table_config *tc; 3026282070Smelifaro 3027282070Smelifaro if (find_table_err(ni, ti, &tc) != 0) 3028282070Smelifaro return (NULL); 3029282070Smelifaro 3030282070Smelifaro return (tc); 3031282070Smelifaro} 3032282070Smelifaro 3033282070Smelifaro/* 3034272840Smelifaro * Allocate new table config structure using 3035272840Smelifaro * specified @algo and @aname. 3036272840Smelifaro * 3037272840Smelifaro * Returns pointer to config or NULL. 3038272840Smelifaro */ 3039272840Smelifarostatic struct table_config * 3040272840Smelifaroalloc_table_config(struct ip_fw_chain *ch, struct tid_info *ti, 3041272840Smelifaro struct table_algo *ta, char *aname, uint8_t tflags) 3042272840Smelifaro{ 3043272840Smelifaro char *name, bname[16]; 3044272840Smelifaro struct table_config *tc; 3045272840Smelifaro int error; 3046272840Smelifaro ipfw_obj_ntlv *ntlv; 3047272840Smelifaro uint32_t set; 3048272840Smelifaro 3049272840Smelifaro if (ti->tlvs != NULL) { 3050272840Smelifaro ntlv = find_name_tlv(ti->tlvs, ti->tlen, ti->uidx); 3051272840Smelifaro if (ntlv == NULL) 3052272840Smelifaro return (NULL); 3053272840Smelifaro name = ntlv->name; 3054272840Smelifaro set = ntlv->set; 3055272840Smelifaro } else { 3056282070Smelifaro /* Compat part: convert number to string representation */ 3057272840Smelifaro snprintf(bname, sizeof(bname), "%d", ti->uidx); 3058272840Smelifaro name = bname; 3059272840Smelifaro set = 0; 3060272840Smelifaro } 3061272840Smelifaro 3062272840Smelifaro tc = malloc(sizeof(struct table_config), M_IPFW, M_WAITOK | M_ZERO); 3063272840Smelifaro tc->no.name = tc->tablename; 3064282070Smelifaro tc->no.subtype = ta->type; 3065272840Smelifaro tc->no.set = set; 3066272840Smelifaro tc->tflags = tflags; 3067272840Smelifaro tc->ta = ta; 3068272840Smelifaro strlcpy(tc->tablename, name, sizeof(tc->tablename)); 3069272840Smelifaro /* Set "shared" value type by default */ 3070272840Smelifaro tc->vshared = 1; 3071272840Smelifaro 3072272840Smelifaro /* Preallocate data structures for new tables */ 3073272840Smelifaro error = ta->init(ch, &tc->astate, &tc->ti_copy, aname, tflags); 3074272840Smelifaro if (error != 0) { 3075272840Smelifaro free(tc, M_IPFW); 3076272840Smelifaro return (NULL); 3077272840Smelifaro } 3078272840Smelifaro 3079272840Smelifaro return (tc); 3080272840Smelifaro} 3081272840Smelifaro 3082272840Smelifaro/* 3083272840Smelifaro * Destroys table state and config. 3084272840Smelifaro */ 3085272840Smelifarostatic void 3086272840Smelifarofree_table_config(struct namedobj_instance *ni, struct table_config *tc) 3087272840Smelifaro{ 3088272840Smelifaro 3089272840Smelifaro KASSERT(tc->linked == 0, ("free() on linked config")); 3090278259Smelifaro /* UH lock MUST NOT be held */ 3091272840Smelifaro 3092272840Smelifaro /* 3093272840Smelifaro * We're using ta without any locking/referencing. 3094272840Smelifaro * TODO: fix this if we're going to use unloadable algos. 3095272840Smelifaro */ 3096272840Smelifaro tc->ta->destroy(tc->astate, &tc->ti_copy); 3097272840Smelifaro free(tc, M_IPFW); 3098272840Smelifaro} 3099272840Smelifaro 3100272840Smelifaro/* 3101272840Smelifaro * Links @tc to @chain table named instance. 3102272840Smelifaro * Sets appropriate type/states in @chain table info. 3103272840Smelifaro */ 3104272840Smelifarostatic void 3105272840Smelifarolink_table(struct ip_fw_chain *ch, struct table_config *tc) 3106272840Smelifaro{ 3107272840Smelifaro struct namedobj_instance *ni; 3108272840Smelifaro struct table_info *ti; 3109272840Smelifaro uint16_t kidx; 3110272840Smelifaro 3111272840Smelifaro IPFW_UH_WLOCK_ASSERT(ch); 3112272840Smelifaro IPFW_WLOCK_ASSERT(ch); 3113272840Smelifaro 3114272840Smelifaro ni = CHAIN_TO_NI(ch); 3115272840Smelifaro kidx = tc->no.kidx; 3116272840Smelifaro 3117272840Smelifaro ipfw_objhash_add(ni, &tc->no); 3118272840Smelifaro 3119272840Smelifaro ti = KIDX_TO_TI(ch, kidx); 3120272840Smelifaro *ti = tc->ti_copy; 3121272840Smelifaro 3122272840Smelifaro /* Notify algo on real @ti address */ 3123272840Smelifaro if (tc->ta->change_ti != NULL) 3124272840Smelifaro tc->ta->change_ti(tc->astate, ti); 3125272840Smelifaro 3126272840Smelifaro tc->linked = 1; 3127272840Smelifaro tc->ta->refcnt++; 3128272840Smelifaro} 3129272840Smelifaro 3130272840Smelifaro/* 3131272840Smelifaro * Unlinks @tc from @chain table named instance. 3132272840Smelifaro * Zeroes states in @chain and stores them in @tc. 3133272840Smelifaro */ 3134272840Smelifarostatic void 3135272840Smelifarounlink_table(struct ip_fw_chain *ch, struct table_config *tc) 3136272840Smelifaro{ 3137272840Smelifaro struct namedobj_instance *ni; 3138272840Smelifaro struct table_info *ti; 3139272840Smelifaro uint16_t kidx; 3140272840Smelifaro 3141272840Smelifaro IPFW_UH_WLOCK_ASSERT(ch); 3142272840Smelifaro IPFW_WLOCK_ASSERT(ch); 3143272840Smelifaro 3144272840Smelifaro ni = CHAIN_TO_NI(ch); 3145272840Smelifaro kidx = tc->no.kidx; 3146272840Smelifaro 3147272840Smelifaro /* Clear state. @ti copy is already saved inside @tc */ 3148272840Smelifaro ipfw_objhash_del(ni, &tc->no); 3149272840Smelifaro ti = KIDX_TO_TI(ch, kidx); 3150272840Smelifaro memset(ti, 0, sizeof(struct table_info)); 3151272840Smelifaro tc->linked = 0; 3152272840Smelifaro tc->ta->refcnt--; 3153272840Smelifaro 3154272840Smelifaro /* Notify algo on real @ti address */ 3155272840Smelifaro if (tc->ta->change_ti != NULL) 3156272840Smelifaro tc->ta->change_ti(tc->astate, NULL); 3157272840Smelifaro} 3158272840Smelifaro 3159272840Smelifarostruct swap_table_args { 3160272840Smelifaro int set; 3161272840Smelifaro int new_set; 3162272840Smelifaro int mv; 3163272840Smelifaro}; 3164272840Smelifaro 3165272840Smelifaro/* 3166272840Smelifaro * Change set for each matching table. 3167272840Smelifaro * 3168272840Smelifaro * Ensure we dispatch each table once by setting/checking ochange 3169272840Smelifaro * fields. 3170272840Smelifaro */ 3171272840Smelifarostatic void 3172272840Smelifaroswap_table_set(struct namedobj_instance *ni, struct named_object *no, 3173272840Smelifaro void *arg) 3174272840Smelifaro{ 3175272840Smelifaro struct table_config *tc; 3176272840Smelifaro struct swap_table_args *sta; 3177272840Smelifaro 3178272840Smelifaro tc = (struct table_config *)no; 3179272840Smelifaro sta = (struct swap_table_args *)arg; 3180272840Smelifaro 3181272840Smelifaro if (no->set != sta->set && (no->set != sta->new_set || sta->mv != 0)) 3182272840Smelifaro return; 3183272840Smelifaro 3184272840Smelifaro if (tc->ochanged != 0) 3185272840Smelifaro return; 3186272840Smelifaro 3187272840Smelifaro tc->ochanged = 1; 3188272840Smelifaro ipfw_objhash_del(ni, no); 3189272840Smelifaro if (no->set == sta->set) 3190272840Smelifaro no->set = sta->new_set; 3191272840Smelifaro else 3192272840Smelifaro no->set = sta->set; 3193272840Smelifaro ipfw_objhash_add(ni, no); 3194272840Smelifaro} 3195272840Smelifaro 3196272840Smelifaro/* 3197272840Smelifaro * Cleans up ochange field for all tables. 3198272840Smelifaro */ 3199272840Smelifarostatic void 3200272840Smelifaroclean_table_set_data(struct namedobj_instance *ni, struct named_object *no, 3201272840Smelifaro void *arg) 3202272840Smelifaro{ 3203272840Smelifaro struct table_config *tc; 3204272840Smelifaro struct swap_table_args *sta; 3205272840Smelifaro 3206272840Smelifaro tc = (struct table_config *)no; 3207272840Smelifaro sta = (struct swap_table_args *)arg; 3208272840Smelifaro 3209272840Smelifaro tc->ochanged = 0; 3210272840Smelifaro} 3211272840Smelifaro 3212272840Smelifaro/* 3213272840Smelifaro * Swaps tables within two sets. 3214272840Smelifaro */ 3215272840Smelifarovoid 3216272840Smelifaroipfw_swap_tables_sets(struct ip_fw_chain *ch, uint32_t set, 3217272840Smelifaro uint32_t new_set, int mv) 3218272840Smelifaro{ 3219272840Smelifaro struct swap_table_args sta; 3220272840Smelifaro 3221272840Smelifaro IPFW_UH_WLOCK_ASSERT(ch); 3222272840Smelifaro 3223272840Smelifaro sta.set = set; 3224272840Smelifaro sta.new_set = new_set; 3225272840Smelifaro sta.mv = mv; 3226272840Smelifaro 3227272840Smelifaro ipfw_objhash_foreach(CHAIN_TO_NI(ch), swap_table_set, &sta); 3228272840Smelifaro ipfw_objhash_foreach(CHAIN_TO_NI(ch), clean_table_set_data, &sta); 3229272840Smelifaro} 3230272840Smelifaro 3231272840Smelifaro/* 3232272840Smelifaro * Move all tables which are reference by rules in @rr to set @new_set. 3233272840Smelifaro * Makes sure that all relevant tables are referenced ONLLY by given rules. 3234272840Smelifaro * 3235272840Smelifaro * Retuns 0 on success, 3236272840Smelifaro */ 3237272840Smelifaroint 3238272840Smelifaroipfw_move_tables_sets(struct ip_fw_chain *ch, ipfw_range_tlv *rt, 3239272840Smelifaro uint32_t new_set) 3240272840Smelifaro{ 3241272840Smelifaro struct ip_fw *rule; 3242272840Smelifaro struct table_config *tc; 3243272840Smelifaro struct named_object *no; 3244272840Smelifaro struct namedobj_instance *ni; 3245272840Smelifaro int bad, i, l, cmdlen; 3246272840Smelifaro uint16_t kidx; 3247272840Smelifaro ipfw_insn *cmd; 3248272840Smelifaro 3249272840Smelifaro IPFW_UH_WLOCK_ASSERT(ch); 3250272840Smelifaro 3251272840Smelifaro ni = CHAIN_TO_NI(ch); 3252272840Smelifaro 3253272840Smelifaro /* Stage 1: count number of references by given rules */ 3254272840Smelifaro for (i = 0; i < ch->n_rules - 1; i++) { 3255272840Smelifaro rule = ch->map[i]; 3256272840Smelifaro if (ipfw_match_range(rule, rt) == 0) 3257272840Smelifaro continue; 3258272840Smelifaro 3259272840Smelifaro l = rule->cmd_len; 3260272840Smelifaro cmd = rule->cmd; 3261272840Smelifaro cmdlen = 0; 3262272840Smelifaro for ( ; l > 0 ; l -= cmdlen, cmd += cmdlen) { 3263272840Smelifaro cmdlen = F_LEN(cmd); 3264282070Smelifaro if (classify_opcode_kidx(cmd, &kidx) != 0) 3265272840Smelifaro continue; 3266272840Smelifaro no = ipfw_objhash_lookup_kidx(ni, kidx); 3267272840Smelifaro KASSERT(no != NULL, 3268272840Smelifaro ("objhash lookup failed on index %d", kidx)); 3269272840Smelifaro tc = (struct table_config *)no; 3270272840Smelifaro tc->ocount++; 3271272840Smelifaro } 3272272840Smelifaro 3273272840Smelifaro } 3274272840Smelifaro 3275272840Smelifaro /* Stage 2: verify "ownership" */ 3276272840Smelifaro bad = 0; 3277272840Smelifaro for (i = 0; i < ch->n_rules - 1; i++) { 3278272840Smelifaro rule = ch->map[i]; 3279272840Smelifaro if (ipfw_match_range(rule, rt) == 0) 3280272840Smelifaro continue; 3281272840Smelifaro 3282272840Smelifaro l = rule->cmd_len; 3283272840Smelifaro cmd = rule->cmd; 3284272840Smelifaro cmdlen = 0; 3285272840Smelifaro for ( ; l > 0 ; l -= cmdlen, cmd += cmdlen) { 3286272840Smelifaro cmdlen = F_LEN(cmd); 3287282070Smelifaro if (classify_opcode_kidx(cmd, &kidx) != 0) 3288272840Smelifaro continue; 3289272840Smelifaro no = ipfw_objhash_lookup_kidx(ni, kidx); 3290272840Smelifaro KASSERT(no != NULL, 3291272840Smelifaro ("objhash lookup failed on index %d", kidx)); 3292272840Smelifaro tc = (struct table_config *)no; 3293272840Smelifaro if (tc->no.refcnt != tc->ocount) { 3294272840Smelifaro 3295272840Smelifaro /* 3296272840Smelifaro * Number of references differ: 3297272840Smelifaro * Other rule(s) are holding reference to given 3298272840Smelifaro * table, so it is not possible to change its set. 3299272840Smelifaro * 3300272840Smelifaro * Note that refcnt may account 3301272840Smelifaro * references to some going-to-be-added rules. 3302272840Smelifaro * Since we don't know their numbers (and event 3303272840Smelifaro * if they will be added) it is perfectly OK 3304272840Smelifaro * to return error here. 3305272840Smelifaro */ 3306272840Smelifaro bad = 1; 3307272840Smelifaro break; 3308272840Smelifaro } 3309272840Smelifaro } 3310272840Smelifaro 3311272840Smelifaro if (bad != 0) 3312272840Smelifaro break; 3313272840Smelifaro } 3314272840Smelifaro 3315272840Smelifaro /* Stage 3: change set or cleanup */ 3316272840Smelifaro for (i = 0; i < ch->n_rules - 1; i++) { 3317272840Smelifaro rule = ch->map[i]; 3318272840Smelifaro if (ipfw_match_range(rule, rt) == 0) 3319272840Smelifaro continue; 3320272840Smelifaro 3321272840Smelifaro l = rule->cmd_len; 3322272840Smelifaro cmd = rule->cmd; 3323272840Smelifaro cmdlen = 0; 3324272840Smelifaro for ( ; l > 0 ; l -= cmdlen, cmd += cmdlen) { 3325272840Smelifaro cmdlen = F_LEN(cmd); 3326282070Smelifaro if (classify_opcode_kidx(cmd, &kidx) != 0) 3327272840Smelifaro continue; 3328272840Smelifaro no = ipfw_objhash_lookup_kidx(ni, kidx); 3329272840Smelifaro KASSERT(no != NULL, 3330272840Smelifaro ("objhash lookup failed on index %d", kidx)); 3331272840Smelifaro tc = (struct table_config *)no; 3332272840Smelifaro 3333272840Smelifaro tc->ocount = 0; 3334272840Smelifaro if (bad != 0) 3335272840Smelifaro continue; 3336272840Smelifaro 3337272840Smelifaro /* Actually change set. */ 3338272840Smelifaro ipfw_objhash_del(ni, no); 3339272840Smelifaro no->set = new_set; 3340272840Smelifaro ipfw_objhash_add(ni, no); 3341272840Smelifaro } 3342272840Smelifaro } 3343272840Smelifaro 3344272840Smelifaro return (bad); 3345272840Smelifaro} 3346272840Smelifaro 3347272840Smelifaro/* 3348282070Smelifaro * Finds and bumps refcount for objects referenced by given @rule. 3349272840Smelifaro * Auto-creates non-existing tables. 3350272840Smelifaro * Fills in @oib array with userland/kernel indexes. 3351272840Smelifaro * 3352272840Smelifaro * Returns 0 on success. 3353272840Smelifaro */ 3354272840Smelifarostatic int 3355282070Smelifaroref_rule_objects(struct ip_fw_chain *ch, struct ip_fw *rule, 3356282070Smelifaro struct rule_check_info *ci, struct obj_idx *oib, struct tid_info *ti) 3357272840Smelifaro{ 3358272840Smelifaro int cmdlen, error, l, numnew; 3359272840Smelifaro ipfw_insn *cmd; 3360282070Smelifaro struct obj_idx *pidx; 3361282070Smelifaro int found, unresolved; 3362272840Smelifaro 3363282070Smelifaro pidx = oib; 3364272840Smelifaro l = rule->cmd_len; 3365272840Smelifaro cmd = rule->cmd; 3366272840Smelifaro cmdlen = 0; 3367272840Smelifaro error = 0; 3368272840Smelifaro numnew = 0; 3369282070Smelifaro found = 0; 3370282070Smelifaro unresolved = 0; 3371272840Smelifaro 3372272840Smelifaro IPFW_UH_WLOCK(ch); 3373272840Smelifaro 3374272840Smelifaro /* Increase refcount on each existing referenced table. */ 3375272840Smelifaro for ( ; l > 0 ; l -= cmdlen, cmd += cmdlen) { 3376272840Smelifaro cmdlen = F_LEN(cmd); 3377272840Smelifaro 3378282070Smelifaro error = ref_opcode_object(ch, cmd, ti, pidx, &found, &unresolved); 3379282070Smelifaro if (error != 0) 3380282070Smelifaro break; 3381282070Smelifaro if (found || unresolved) { 3382282070Smelifaro pidx->off = rule->cmd_len - l; 3383272840Smelifaro pidx++; 3384272840Smelifaro } 3385272840Smelifaro /* 3386272840Smelifaro * Compability stuff for old clients: 3387282070Smelifaro * prepare to manually create non-existing objects. 3388272840Smelifaro */ 3389282070Smelifaro if (unresolved) 3390282070Smelifaro numnew++; 3391272840Smelifaro } 3392272840Smelifaro 3393272840Smelifaro if (error != 0) { 3394272840Smelifaro /* Unref everything we have already done */ 3395282070Smelifaro unref_oib_objects(ch, rule->cmd, oib, pidx); 3396272840Smelifaro IPFW_UH_WUNLOCK(ch); 3397272840Smelifaro return (error); 3398272840Smelifaro } 3399272840Smelifaro 3400282070Smelifaro IPFW_UH_WUNLOCK(ch); 3401272840Smelifaro 3402282070Smelifaro /* Perform auto-creation for non-existing objects */ 3403282070Smelifaro if (numnew != 0) 3404282070Smelifaro error = create_objects_compat(ch, rule->cmd, oib, pidx, ti); 3405272840Smelifaro 3406272840Smelifaro return (error); 3407272840Smelifaro} 3408272840Smelifaro 3409272840Smelifaro/* 3410272840Smelifaro * Checks is opcode is referencing table of appropriate type. 3411272840Smelifaro * Adds reference count for found table if true. 3412272840Smelifaro * Rewrites user-supplied opcode values with kernel ones. 3413272840Smelifaro * 3414272840Smelifaro * Returns 0 on success and appropriate error code otherwise. 3415272840Smelifaro */ 3416272840Smelifaroint 3417282070Smelifaroipfw_rewrite_rule_uidx(struct ip_fw_chain *chain, 3418272840Smelifaro struct rule_check_info *ci) 3419272840Smelifaro{ 3420282070Smelifaro int error; 3421272840Smelifaro ipfw_insn *cmd; 3422272840Smelifaro uint8_t type; 3423272840Smelifaro struct obj_idx *p, *pidx_first, *pidx_last; 3424272840Smelifaro struct tid_info ti; 3425272840Smelifaro 3426272840Smelifaro /* 3427272840Smelifaro * Prepare an array for storing opcode indices. 3428272840Smelifaro * Use stack allocation by default. 3429272840Smelifaro */ 3430282070Smelifaro if (ci->object_opcodes <= (sizeof(ci->obuf)/sizeof(ci->obuf[0]))) { 3431272840Smelifaro /* Stack */ 3432272840Smelifaro pidx_first = ci->obuf; 3433272840Smelifaro } else 3434282070Smelifaro pidx_first = malloc(ci->object_opcodes * sizeof(struct obj_idx), 3435272840Smelifaro M_IPFW, M_WAITOK | M_ZERO); 3436272840Smelifaro 3437282070Smelifaro pidx_last = pidx_first + ci->object_opcodes; 3438272840Smelifaro error = 0; 3439272840Smelifaro type = 0; 3440272840Smelifaro memset(&ti, 0, sizeof(ti)); 3441272840Smelifaro 3442272840Smelifaro /* 3443272840Smelifaro * Use default set for looking up tables (old way) or 3444272840Smelifaro * use set rule is assigned to (new way). 3445272840Smelifaro */ 3446272840Smelifaro ti.set = (V_fw_tables_sets != 0) ? ci->krule->set : 0; 3447272840Smelifaro if (ci->ctlv != NULL) { 3448272840Smelifaro ti.tlvs = (void *)(ci->ctlv + 1); 3449272840Smelifaro ti.tlen = ci->ctlv->head.length - sizeof(ipfw_obj_ctlv); 3450272840Smelifaro } 3451272840Smelifaro 3452282070Smelifaro /* Reference all used tables and other objects */ 3453282070Smelifaro error = ref_rule_objects(chain, ci->krule, ci, pidx_first, &ti); 3454272840Smelifaro if (error != 0) 3455272840Smelifaro goto free; 3456272840Smelifaro 3457272840Smelifaro /* Perform rule rewrite */ 3458272840Smelifaro p = pidx_first; 3459282070Smelifaro for (p = pidx_first; p < pidx_last; p++) { 3460282070Smelifaro cmd = ci->krule->cmd + p->off; 3461282070Smelifaro update_opcode_kidx(cmd, p->kidx); 3462272840Smelifaro } 3463272840Smelifaro 3464272840Smelifarofree: 3465272840Smelifaro if (pidx_first != ci->obuf) 3466272840Smelifaro free(pidx_first, M_IPFW); 3467272840Smelifaro 3468272840Smelifaro return (error); 3469272840Smelifaro} 3470272840Smelifaro 3471272840Smelifarostatic struct ipfw_sopt_handler scodes[] = { 3472272840Smelifaro { IP_FW_TABLE_XCREATE, 0, HDIR_SET, create_table }, 3473272840Smelifaro { IP_FW_TABLE_XDESTROY, 0, HDIR_SET, flush_table_v0 }, 3474272840Smelifaro { IP_FW_TABLE_XFLUSH, 0, HDIR_SET, flush_table_v0 }, 3475272840Smelifaro { IP_FW_TABLE_XMODIFY, 0, HDIR_BOTH, modify_table }, 3476272840Smelifaro { IP_FW_TABLE_XINFO, 0, HDIR_GET, describe_table }, 3477272840Smelifaro { IP_FW_TABLES_XLIST, 0, HDIR_GET, list_tables }, 3478272840Smelifaro { IP_FW_TABLE_XLIST, 0, HDIR_GET, dump_table_v0 }, 3479272840Smelifaro { IP_FW_TABLE_XLIST, 1, HDIR_GET, dump_table_v1 }, 3480272840Smelifaro { IP_FW_TABLE_XADD, 0, HDIR_BOTH, manage_table_ent_v0 }, 3481272840Smelifaro { IP_FW_TABLE_XADD, 1, HDIR_BOTH, manage_table_ent_v1 }, 3482272840Smelifaro { IP_FW_TABLE_XDEL, 0, HDIR_BOTH, manage_table_ent_v0 }, 3483272840Smelifaro { IP_FW_TABLE_XDEL, 1, HDIR_BOTH, manage_table_ent_v1 }, 3484272840Smelifaro { IP_FW_TABLE_XFIND, 0, HDIR_GET, find_table_entry }, 3485272840Smelifaro { IP_FW_TABLE_XSWAP, 0, HDIR_SET, swap_table }, 3486272840Smelifaro { IP_FW_TABLES_ALIST, 0, HDIR_GET, list_table_algo }, 3487272840Smelifaro { IP_FW_TABLE_XGETSIZE, 0, HDIR_GET, get_table_size }, 3488272840Smelifaro}; 3489272840Smelifaro 3490272840Smelifarostatic void 3491272840Smelifarodestroy_table_locked(struct namedobj_instance *ni, struct named_object *no, 3492272840Smelifaro void *arg) 3493272840Smelifaro{ 3494272840Smelifaro 3495272840Smelifaro unlink_table((struct ip_fw_chain *)arg, (struct table_config *)no); 3496272840Smelifaro if (ipfw_objhash_free_idx(ni, no->kidx) != 0) 3497272840Smelifaro printf("Error unlinking kidx %d from table %s\n", 3498272840Smelifaro no->kidx, no->name); 3499272840Smelifaro free_table_config(ni, (struct table_config *)no); 3500272840Smelifaro} 3501272840Smelifaro 3502272840Smelifaro/* 3503272840Smelifaro * Shuts tables module down. 3504272840Smelifaro */ 3505272840Smelifarovoid 3506272840Smelifaroipfw_destroy_tables(struct ip_fw_chain *ch, int last) 3507272840Smelifaro{ 3508272840Smelifaro 3509272840Smelifaro IPFW_DEL_SOPT_HANDLER(last, scodes); 3510282070Smelifaro IPFW_DEL_OBJ_REWRITER(last, opcodes); 3511272840Smelifaro 3512272840Smelifaro /* Remove all tables from working set */ 3513272840Smelifaro IPFW_UH_WLOCK(ch); 3514272840Smelifaro IPFW_WLOCK(ch); 3515272840Smelifaro ipfw_objhash_foreach(CHAIN_TO_NI(ch), destroy_table_locked, ch); 3516272840Smelifaro IPFW_WUNLOCK(ch); 3517272840Smelifaro IPFW_UH_WUNLOCK(ch); 3518272840Smelifaro 3519272840Smelifaro /* Free pointers itself */ 3520272840Smelifaro free(ch->tablestate, M_IPFW); 3521272840Smelifaro 3522272840Smelifaro ipfw_table_value_destroy(ch, last); 3523272840Smelifaro ipfw_table_algo_destroy(ch); 3524272840Smelifaro 3525272840Smelifaro ipfw_objhash_destroy(CHAIN_TO_NI(ch)); 3526272840Smelifaro free(CHAIN_TO_TCFG(ch), M_IPFW); 3527272840Smelifaro} 3528272840Smelifaro 3529272840Smelifaro/* 3530272840Smelifaro * Starts tables module. 3531272840Smelifaro */ 3532272840Smelifaroint 3533272840Smelifaroipfw_init_tables(struct ip_fw_chain *ch, int first) 3534272840Smelifaro{ 3535272840Smelifaro struct tables_config *tcfg; 3536272840Smelifaro 3537272840Smelifaro /* Allocate pointers */ 3538272840Smelifaro ch->tablestate = malloc(V_fw_tables_max * sizeof(struct table_info), 3539272840Smelifaro M_IPFW, M_WAITOK | M_ZERO); 3540272840Smelifaro 3541272840Smelifaro tcfg = malloc(sizeof(struct tables_config), M_IPFW, M_WAITOK | M_ZERO); 3542272840Smelifaro tcfg->namehash = ipfw_objhash_create(V_fw_tables_max); 3543272840Smelifaro ch->tblcfg = tcfg; 3544272840Smelifaro 3545272840Smelifaro ipfw_table_value_init(ch, first); 3546272840Smelifaro ipfw_table_algo_init(ch); 3547272840Smelifaro 3548282070Smelifaro IPFW_ADD_OBJ_REWRITER(first, opcodes); 3549272840Smelifaro IPFW_ADD_SOPT_HANDLER(first, scodes); 3550272840Smelifaro return (0); 3551272840Smelifaro} 3552272840Smelifaro 3553272840Smelifaro 3554272840Smelifaro 3555