Lines Matching refs:opt
128 { "accept", &opt.accepts, cmd_vector },
129 { "acceptregex", &opt.acceptregex_s, cmd_string },
130 { "addhostdir", &opt.add_hostdir, cmd_boolean },
131 { "adjustextension", &opt.adjust_extension, cmd_boolean },
132 { "alwaysrest", &opt.always_rest, cmd_boolean }, /* deprecated */
133 { "askpassword", &opt.ask_passwd, cmd_boolean },
134 { "authnochallenge", &opt.auth_without_challenge,
136 { "background", &opt.background, cmd_boolean },
137 { "backupconverted", &opt.backup_converted, cmd_boolean },
138 { "backups", &opt.backups, cmd_number },
139 { "base", &opt.base_href, cmd_string },
140 { "bindaddress", &opt.bind_address, cmd_string },
141 { "bodydata", &opt.body_data, cmd_string },
142 { "bodyfile", &opt.body_file, cmd_string },
144 { "cacertificate", &opt.ca_cert, cmd_file },
146 { "cache", &opt.allow_cache, cmd_boolean },
148 { "cadirectory", &opt.ca_directory, cmd_directory },
149 { "certificate", &opt.cert_file, cmd_file },
150 { "certificatetype", &opt.cert_type, cmd_cert_type },
151 { "checkcertificate", &opt.check_cert, cmd_boolean },
153 { "chooseconfig", &opt.choose_config, cmd_file },
154 { "connecttimeout", &opt.connect_timeout, cmd_time },
155 { "contentdisposition", &opt.content_disposition, cmd_boolean },
156 { "contentonerror", &opt.content_on_error, cmd_boolean },
157 { "continue", &opt.always_rest, cmd_boolean },
158 { "convertlinks", &opt.convert_links, cmd_boolean },
159 { "cookies", &opt.cookies, cmd_boolean },
160 { "cutdirs", &opt.cut_dirs, cmd_number },
161 { "debug", &opt.debug, cmd_boolean },
162 { "defaultpage", &opt.default_page, cmd_string },
163 { "deleteafter", &opt.delete_after, cmd_boolean },
164 { "dirprefix", &opt.dir_prefix, cmd_directory },
166 { "dnscache", &opt.dns_cache, cmd_boolean },
167 { "dnstimeout", &opt.dns_timeout, cmd_time },
168 { "domains", &opt.domains, cmd_vector },
169 { "dotbytes", &opt.dot_bytes, cmd_bytes },
170 { "dotsinline", &opt.dots_in_line, cmd_number },
171 { "dotspacing", &opt.dot_spacing, cmd_number },
172 { "dotstyle", &opt.dot_style, cmd_string }, /* deprecated */
174 { "egdfile", &opt.egd_file, cmd_file },
176 { "excludedirectories", &opt.excludes, cmd_directory_vector },
177 { "excludedomains", &opt.exclude_domains, cmd_vector },
178 { "followftp", &opt.follow_ftp, cmd_boolean },
179 { "followtags", &opt.follow_tags, cmd_vector },
180 { "forcehtml", &opt.force_html, cmd_boolean },
181 { "ftppasswd", &opt.ftp_passwd, cmd_string }, /* deprecated */
182 { "ftppassword", &opt.ftp_passwd, cmd_string },
183 { "ftpproxy", &opt.ftp_proxy, cmd_string },
185 { "ftpstmlf", &opt.ftp_stmlf, cmd_boolean },
187 { "ftpuser", &opt.ftp_user, cmd_string },
188 { "glob", &opt.ftp_glob, cmd_boolean },
190 { "htmlextension", &opt.adjust_extension, cmd_boolean }, /* deprecated */
192 { "httpkeepalive", &opt.http_keep_alive, cmd_boolean },
193 { "httppasswd", &opt.http_passwd, cmd_string }, /* deprecated */
194 { "httppassword", &opt.http_passwd, cmd_string },
195 { "httpproxy", &opt.http_proxy, cmd_string },
197 { "httpsonly", &opt.https_only, cmd_boolean },
199 { "httpsproxy", &opt.https_proxy, cmd_string },
200 { "httpuser", &opt.http_user, cmd_string },
201 { "ignorecase", &opt.ignore_case, cmd_boolean },
202 { "ignorelength", &opt.ignore_length, cmd_boolean },
203 { "ignoretags", &opt.ignore_tags, cmd_vector },
204 { "includedirectories", &opt.includes, cmd_directory_vector },
206 { "inet4only", &opt.ipv4_only, cmd_boolean },
207 { "inet6only", &opt.ipv6_only, cmd_boolean },
209 { "input", &opt.input_filename, cmd_file },
210 { "iri", &opt.enable_iri, cmd_boolean },
211 { "keepsessioncookies", &opt.keep_session_cookies, cmd_boolean },
212 { "limitrate", &opt.limit_rate, cmd_bytes },
213 { "loadcookies", &opt.cookies_input, cmd_file },
214 { "localencoding", &opt.locale, cmd_string },
215 { "logfile", &opt.lfilename, cmd_file },
216 { "login", &opt.ftp_user, cmd_string },/* deprecated*/
217 { "maxredirect", &opt.max_redirect, cmd_number },
218 { "method", &opt.method, cmd_string_uppercase },
220 { "netrc", &opt.netrc, cmd_boolean },
221 { "noclobber", &opt.noclobber, cmd_boolean },
222 { "noconfig", &opt.noconfig, cmd_boolean },
223 { "noparent", &opt.no_parent, cmd_boolean },
224 { "noproxy", &opt.no_proxy, cmd_vector },
225 { "numtries", &opt.ntry, cmd_number_inf },/* deprecated*/
226 { "outputdocument", &opt.output_document, cmd_file },
227 { "pagerequisites", &opt.page_requisites, cmd_boolean },
228 { "passiveftp", &opt.ftp_pasv, cmd_boolean },
229 { "passwd", &opt.ftp_passwd, cmd_string },/* deprecated*/
230 { "password", &opt.passwd, cmd_string },
231 { "postdata", &opt.post_data, cmd_string },
232 { "postfile", &opt.post_file_name, cmd_file },
234 { "preservepermissions", &opt.preserve_perm, cmd_boolean },
236 { "privatekey", &opt.private_key, cmd_file },
237 { "privatekeytype", &opt.private_key_type, cmd_cert_type },
239 { "progress", &opt.progress_type, cmd_spec_progress },
240 { "protocoldirectories", &opt.protocol_directories, cmd_boolean },
241 { "proxypasswd", &opt.proxy_passwd, cmd_string }, /* deprecated */
242 { "proxypassword", &opt.proxy_passwd, cmd_string },
243 { "proxyuser", &opt.proxy_user, cmd_string },
244 { "quiet", &opt.quiet, cmd_boolean },
245 { "quota", &opt.quota, cmd_bytes_sum },
247 { "randomfile", &opt.random_file, cmd_file },
249 { "randomwait", &opt.random_wait, cmd_boolean },
250 { "readtimeout", &opt.read_timeout, cmd_time },
251 { "reclevel", &opt.reclevel, cmd_number_inf },
253 { "referer", &opt.referer, cmd_string },
254 { "regextype", &opt.regex_type, cmd_spec_regex_type },
255 { "reject", &opt.rejects, cmd_vector },
256 { "rejectregex", &opt.rejectregex_s, cmd_string },
257 { "relativeonly", &opt.relative_only, cmd_boolean },
258 { "remoteencoding", &opt.encoding_remote, cmd_string },
259 { "removelisting", &opt.remove_listing, cmd_boolean },
260 { "reportspeed", &opt.report_bps, cmd_spec_report_speed},
262 { "retrsymlinks", &opt.retr_symlinks, cmd_boolean },
263 { "retryconnrefused", &opt.retry_connrefused, cmd_boolean },
264 { "robots", &opt.use_robots, cmd_boolean },
265 { "savecookies", &opt.cookies_output, cmd_file },
266 { "saveheaders", &opt.save_headers, cmd_boolean },
268 { "secureprotocol", &opt.secure_protocol, cmd_spec_secure_protocol },
270 { "serverresponse", &opt.server_response, cmd_boolean },
271 { "showalldnsentries", &opt.show_all_dns_entries, cmd_boolean },
272 { "showprogress", &opt.show_progress, cmd_boolean },
273 { "spanhosts", &opt.spanhost, cmd_boolean },
274 { "spider", &opt.spider, cmd_boolean },
275 { "startpos", &opt.start_pos, cmd_bytes },
276 { "strictcomments", &opt.strict_comments, cmd_boolean },
278 { "timestamping", &opt.timestamping, cmd_boolean },
279 { "tries", &opt.ntry, cmd_number_inf },
280 { "trustservernames", &opt.trustservernames, cmd_boolean },
281 { "unlink", &opt.unlink, cmd_boolean },
282 { "useproxy", &opt.use_proxy, cmd_boolean },
283 { "user", &opt.user, cmd_string },
285 { "useservertimestamps", &opt.useservertimestamps, cmd_boolean },
287 { "wait", &opt.wait, cmd_time },
288 { "waitretry", &opt.waitretry, cmd_time },
289 { "warccdx", &opt.warc_cdx_enabled, cmd_boolean },
290 { "warccdxdedup", &opt.warc_cdx_dedup_filename, cmd_file },
292 { "warccompression", &opt.warc_compression_enabled, cmd_boolean },
294 { "warcdigests", &opt.warc_digests_enabled, cmd_boolean },
295 { "warcfile", &opt.warc_filename, cmd_file },
297 { "warckeeplog", &opt.warc_keep_log, cmd_boolean },
298 { "warcmaxsize", &opt.warc_maxsize, cmd_bytes },
299 { "warctempdir", &opt.warc_tempdir, cmd_directory },
301 { "wdebug", &opt.wdebug, cmd_boolean },
341 xzero (opt);
343 opt.cookies = true;
344 opt.verbose = -1;
345 opt.ntry = 20;
346 opt.reclevel = 5;
347 opt.add_hostdir = true;
348 opt.netrc = true;
349 opt.ftp_glob = true;
350 opt.htmlify = true;
351 opt.http_keep_alive = true;
352 opt.use_proxy = true;
355 opt.no_proxy = sepstring (tmp);
356 opt.prefer_family = prefer_none;
357 opt.allow_cache = true;
359 opt.read_timeout = 900;
360 opt.use_robots = true;
362 opt.remove_listing = true;
364 opt.dot_bytes = 1024;
365 opt.dot_spacing = 10;
366 opt.dots_in_line = 50;
368 opt.dns_cache = true;
369 opt.ftp_pasv = true;
371 * opt.retr_symlinks is set to true by default. Creating symbolic links on the
385 opt.retr_symlinks = true;
388 opt.check_cert = true;
393 opt.restrict_files_os = restrict_windows;
395 opt.restrict_files_os = restrict_unix;
397 opt.restrict_files_ctrl = true;
398 opt.restrict_files_nonascii = false;
399 opt.restrict_files_case = restrict_no_case_restriction;
401 opt.regex_type = regex_type_posix;
403 opt.max_redirect = 20;
405 opt.waitretry = 10;
408 opt.enable_iri = true;
410 opt.enable_iri = false;
412 opt.locale = NULL;
413 opt.encoding_remote = NULL;
415 opt.useservertimestamps = true;
416 opt.show_all_dns_entries = false;
418 opt.warc_maxsize = 0; /* 1024 * 1024 * 1024; */
420 opt.warc_compression_enabled = true;
422 opt.warc_compression_enabled = false;
424 opt.warc_digests_enabled = true;
425 opt.warc_cdx_enabled = false;
426 opt.warc_cdx_dedup_filename = NULL;
427 opt.warc_tempdir = NULL;
428 opt.warc_keep_log = true;
431 opt.start_pos = -1;
432 opt.show_progress = false;
433 opt.noscroll = false;
1290 if (!cmd_boolean (com, val, &opt.dirstruct))
1294 if (opt.dirstruct)
1295 opt.no_dirstruct = false;
1297 opt.no_dirstruct = true;
1307 free_vec (opt.user_headers);
1308 opt.user_headers = NULL;
1318 opt.user_headers = vec_append (opt.user_headers, val);
1328 free_vec (opt.warc_user_headers);
1329 opt.warc_user_headers = NULL;
1339 opt.warc_user_headers = vec_append (opt.warc_user_headers, val);
1346 int flag = cmd_boolean (com, val, &opt.htmlify);
1347 if (flag && !opt.htmlify)
1348 opt.remove_listing = false;
1364 opt.recursive = true;
1365 if (!opt.no_dirstruct)
1366 opt.dirstruct = true;
1367 opt.timestamping = true;
1368 opt.reclevel = INFINITE_RECURSION;
1369 opt.remove_listing = false;
1389 opt.prefer_family = prefer_family;
1405 xfree_null (opt.progress_type);
1409 opt.progress_type = xstrdup (val);
1413 /* Set opt.recursive to VAL as with cmd_boolean. If opt.recursive is
1414 set to true, also set opt.dirstruct to true, unless opt.no_dirstruct
1420 if (!cmd_boolean (com, val, &opt.recursive))
1424 if (opt.recursive && !opt.no_dirstruct)
1425 opt.dirstruct = true;
1445 opt.regex_type = regex_type;
1452 int restrict_os = opt.restrict_files_os;
1453 int restrict_ctrl = opt.restrict_files_ctrl;
1454 int restrict_case = opt.restrict_files_case;
1455 int restrict_nonascii = opt.restrict_files_nonascii;
1495 opt.restrict_files_os = restrict_os;
1496 opt.restrict_files_ctrl = restrict_ctrl;
1497 opt.restrict_files_case = restrict_case;
1498 opt.restrict_files_nonascii = restrict_nonascii;
1506 opt.report_bps = strcasecmp (val, "bits") == 0;
1507 if (!opt.report_bps)
1509 return opt.report_bps;
1540 opt.read_timeout = value;
1541 opt.connect_timeout = value;
1542 opt.dns_timeout = value;
1556 xfree_null (opt.useragent);
1557 opt.useragent = xstrdup (val);
1571 opt.verbose = flag;
1727 if (opt.warc_filename != 0)
1760 xfree_null (opt.choose_config);
1761 xfree_null (opt.lfilename);
1762 xfree_null (opt.dir_prefix);
1763 xfree_null (opt.input_filename);
1764 xfree_null (opt.output_document);
1765 free_vec (opt.accepts);
1766 free_vec (opt.rejects);
1767 free_vec (opt.excludes);
1768 free_vec (opt.includes);
1769 free_vec (opt.domains);
1770 free_vec (opt.follow_tags);
1771 free_vec (opt.ignore_tags);
1772 xfree_null (opt.progress_type);
1773 xfree_null (opt.ftp_user);
1774 xfree_null (opt.ftp_passwd);
1775 xfree_null (opt.ftp_proxy);
1776 xfree_null (opt.https_proxy);
1777 xfree_null (opt.http_proxy);
1778 free_vec (opt.no_proxy);
1779 xfree_null (opt.useragent);
1780 xfree_null (opt.referer);
1781 xfree_null (opt.http_user);
1782 xfree_null (opt.http_passwd);
1783 free_vec (opt.user_headers);
1784 free_vec (opt.warc_user_headers);
1786 xfree_null (opt.cert_file);
1787 xfree_null (opt.private_key);
1788 xfree_null (opt.ca_directory);
1789 xfree_null (opt.ca_cert);
1790 xfree_null (opt.random_file);
1791 xfree_null (opt.egd_file);
1793 xfree_null (opt.bind_address);
1794 xfree_null (opt.cookies_input);
1795 xfree_null (opt.cookies_output);
1796 xfree_null (opt.user);
1797 xfree_null (opt.passwd);
1798 xfree_null (opt.base_href);
1799 xfree_null (opt.method);
1851 fprintf (stderr, "opt.restrict_files_os: %d\n", opt.restrict_files_os); fflush (stderr);
1852 fprintf (stderr, "opt.restrict_files_ctrl: %d\n", opt.restrict_files_ctrl); fflush (stderr);
1853 fprintf (stderr, "opt.restrict_files_case: %d\n", opt.restrict_files_case); fflush (stderr);
1857 && opt.restrict_files_os == test_array[i].expected_restrict_files_os
1858 && opt.restrict_files_ctrl == test_array[i].expected_restrict_files_ctrl
1859 && opt.restrict_files_case == test_array[i].expected_restrict_files_case);