1;;; nnslashdot.el --- interfacing with Slashdot 2 3;; Copyright (C) 1999, 2000, 2001, 2002, 2003, 2004, 4;; 2005, 2006, 2007 Free Software Foundation, Inc. 5 6;; Author: Lars Magne Ingebrigtsen <larsi@gnus.org> 7;; Keywords: news 8 9;; This file is part of GNU Emacs. 10 11;; GNU Emacs is free software; you can redistribute it and/or modify 12;; it under the terms of the GNU General Public License as published by 13;; the Free Software Foundation; either version 2, or (at your option) 14;; any later version. 15 16;; GNU Emacs is distributed in the hope that it will be useful, 17;; but WITHOUT ANY WARRANTY; without even the implied warranty of 18;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 19;; GNU General Public License for more details. 20 21;; You should have received a copy of the GNU General Public License 22;; along with GNU Emacs; see the file COPYING. If not, write to the 23;; Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor, 24;; Boston, MA 02110-1301, USA. 25 26;;; Commentary: 27 28;;; Code: 29 30(eval-when-compile (require 'cl)) 31 32(require 'nnoo) 33(require 'message) 34(require 'gnus-util) 35(require 'gnus) 36(require 'nnmail) 37(require 'mm-util) 38(require 'mm-url) 39 40(nnoo-declare nnslashdot) 41 42(defvoo nnslashdot-directory (nnheader-concat gnus-directory "slashdot/") 43 "Where nnslashdot will save its files.") 44 45(defvoo nnslashdot-active-url "http://slashdot.org/search.pl?section=&min=%d" 46 "Where nnslashdot will fetch the active file from.") 47 48(defvoo nnslashdot-comments-url "http://slashdot.org/comments.pl?sid=%s&threshold=%d&commentsort=%d&mode=flat&startat=%d" 49 "Where nnslashdot will fetch comments from.") 50 51(defvoo nnslashdot-article-url 52 "http://slashdot.org/article.pl?sid=%s&mode=nocomment" 53 "Where nnslashdot will fetch the article from.") 54 55(defvoo nnslashdot-backslash-url "http://slashdot.org/slashdot.xml" 56 "Where nnslashdot will fetch the stories from.") 57 58(defvoo nnslashdot-use-front-page nil 59 "Use the front page in addition to the backslash page.") 60 61(defvoo nnslashdot-threshold -1 62 "The article threshold.") 63 64(defvoo nnslashdot-threaded t 65 "Whether the nnslashdot groups should be threaded or not.") 66 67(defvoo nnslashdot-group-number 0 68 "The number of non-fresh groups to keep updated.") 69 70(defvoo nnslashdot-login-name "" 71 "The login name to use when posting.") 72 73(defvoo nnslashdot-password "" 74 "The password to use when posting.") 75 76;;; Internal variables 77 78(defvar nnslashdot-groups nil) 79(defvar nnslashdot-buffer nil) 80(defvar nnslashdot-headers nil) 81 82;;; Interface functions 83 84(nnoo-define-basics nnslashdot) 85 86(deffoo nnslashdot-retrieve-headers (articles &optional group server fetch-old) 87 (nnslashdot-possibly-change-server group server) 88 (condition-case why 89 (unless gnus-nov-is-evil 90 (nnslashdot-retrieve-headers-1 articles group)) 91 (search-failed (nnslashdot-lose why)))) 92 93(deffoo nnslashdot-retrieve-headers-1 (articles group) 94 (let* ((last (car (last articles))) 95 (start (if nnslashdot-threaded 1 (pop articles))) 96 (entry (assoc group nnslashdot-groups)) 97 (sid (nth 2 entry)) 98 (first-comments t) 99 headers article subject score from date lines parent point cid 100 s startats changed) 101 (save-excursion 102 (set-buffer nnslashdot-buffer) 103 (let ((case-fold-search t)) 104 (erase-buffer) 105 (when (= start 1) 106 (mm-url-insert (format nnslashdot-article-url sid) t) 107 (goto-char (point-min)) 108 (if (eobp) 109 (error "Couldn't open connection to slashdot")) 110 (re-search-forward "Posted by[ \t\r\n]+") 111 (when (looking-at "\\(<a[^>]+>\\)?[ \t\r\n]*\\([^<\r\n]+\\)") 112 (setq from (mm-url-decode-entities-string (match-string 2)))) 113 (search-forward "on ") 114 (setq date (nnslashdot-date-to-date 115 (buffer-substring (point) (1- (search-forward "<"))))) 116 (setq lines (/ (- (point) 117 (progn (forward-line 1) (point))) 118 60)) 119 (push 120 (cons 121 1 122 (make-full-mail-header 123 1 group from date 124 (concat "<" sid "%1@slashdot>") 125 "" 0 lines nil nil)) 126 headers) 127 (setq start (if nnslashdot-threaded 2 (pop articles)))) 128 (while (and start (<= start last)) 129 (setq point (goto-char (point-max))) 130 (mm-url-insert 131 (format nnslashdot-comments-url sid 132 nnslashdot-threshold 0 (- start 2)) 133 t) 134 (when (and nnslashdot-threaded first-comments) 135 (setq first-comments nil) 136 (goto-char (point-max)) 137 (while (re-search-backward "startat=\\([0-9]+\\)" nil t) 138 (setq s (string-to-number (match-string 1))) 139 (unless (memq s startats) 140 (push s startats))) 141 (setq startats (sort startats '<))) 142 (setq article (if (and article (< start article)) article start)) 143 (goto-char point) 144 (while (re-search-forward 145 "<a name=\"\\([0-9]+\\)\">\\([^<]+\\)\\(?:.*\n\\)\\{2,10\\}.*score:\\([^)]+\\))" 146 nil t) 147 (setq cid (match-string 1) 148 subject (match-string 2) 149 score (match-string 3)) 150 (unless (assq article (nth 4 entry)) 151 (setcar (nthcdr 4 entry) (cons (cons article cid) (nth 4 entry))) 152 (setq changed t)) 153 (when (string-match "^Re: *" subject) 154 (setq subject (concat "Re: " (substring subject (match-end 0))))) 155 (setq subject (mm-url-decode-entities-string subject) 156 from "") 157 (when (re-search-forward "by[ \t\n]+<[^>]+>\\([^<(]+\\)" nil t) 158 (setq from 159 (concat 160 (mm-url-decode-entities-string (match-string 1)) 161 " <nobody@slashdot.org>"))) 162 (search-forward "on ") 163 (setq date 164 (nnslashdot-date-to-date 165 (buffer-substring 166 (point) (progn (skip-chars-forward "^()<>\n\r") (point))))) 167 (setq lines (/ (abs (- (search-forward "<div") 168 (search-forward "</div>"))) 169 70)) 170 (if (not 171 (re-search-forward ".*cid=\\([0-9]+\\)\">Parent</A>" nil t)) 172 (setq parent nil) 173 (setq parent (match-string 1)) 174 (when (string= parent "0") 175 (setq parent nil))) 176 (push 177 (cons 178 article 179 (make-full-mail-header 180 article 181 (concat subject " (" score ")") 182 from date 183 (concat "<" sid "%" cid "@slashdot>") 184 (if parent 185 (concat "<" sid "%" parent "@slashdot>") 186 "") 187 0 lines nil nil)) 188 headers) 189 (while (and articles (<= (car articles) article)) 190 (pop articles)) 191 (setq article (1+ article))) 192 (if nnslashdot-threaded 193 (progn 194 (setq start (pop startats)) 195 (if start (setq start (+ start 2)))) 196 (setq start (pop articles)))))) 197 (if changed (nnslashdot-write-groups)) 198 (setq nnslashdot-headers (sort headers 'car-less-than-car)) 199 (save-excursion 200 (set-buffer nntp-server-buffer) 201 (erase-buffer) 202 (mm-with-unibyte-current-buffer 203 (dolist (header nnslashdot-headers) 204 (nnheader-insert-nov (cdr header))))) 205 'nov)) 206 207(deffoo nnslashdot-request-group (group &optional server dont-check) 208 (nnslashdot-possibly-change-server nil server) 209 (let ((elem (assoc group nnslashdot-groups))) 210 (cond 211 ((not elem) 212 (nnheader-report 'nnslashdot "Group does not exist")) 213 (t 214 (nnheader-report 'nnslashdot "Opened group %s" group) 215 (nnheader-insert 216 "211 %d %d %d %s\n" (cadr elem) 1 (cadr elem) 217 (prin1-to-string group)))))) 218 219(deffoo nnslashdot-close-group (group &optional server) 220 (nnslashdot-possibly-change-server group server) 221 (when (gnus-buffer-live-p nnslashdot-buffer) 222 (save-excursion 223 (set-buffer nnslashdot-buffer) 224 (kill-buffer nnslashdot-buffer))) 225 t) 226 227(deffoo nnslashdot-request-article (article &optional group server buffer) 228 (nnslashdot-possibly-change-server group server) 229 (let (contents cid) 230 (condition-case why 231 (save-excursion 232 (set-buffer nnslashdot-buffer) 233 (let ((case-fold-search t)) 234 (goto-char (point-min)) 235 (when (and (stringp article) 236 (string-match "%\\([0-9]+\\)@" article)) 237 (setq cid (match-string 1 article)) 238 (let ((map (nth 4 (assoc group nnslashdot-groups)))) 239 (while map 240 (if (equal (cdar map) cid) 241 (setq article (caar map) 242 map nil) 243 (setq map (cdr map)))))) 244 (when (numberp article) 245 (if (= article 1) 246 (progn 247 (search-forward "Posted by") 248 (search-forward "<div class=\"intro\">") 249 (setq contents 250 (buffer-substring 251 (point) 252 (progn 253 (search-forward "commentwrap") 254 (match-beginning 0))))) 255 (setq cid (cdr (assq article 256 (nth 4 (assoc group nnslashdot-groups))))) 257 (search-forward (format "<a name=\"%s\">" cid)) 258 (setq contents 259 (buffer-substring 260 (search-forward "<div class=\"commentBody\">") 261 (progn 262 (search-forward "<div class=\"commentSub\"") 263 (match-beginning 0)))))))) 264 (search-failed (nnslashdot-lose why))) 265 266 (when contents 267 (save-excursion 268 (set-buffer (or buffer nntp-server-buffer)) 269 (erase-buffer) 270 (mm-with-unibyte-current-buffer 271 (insert contents) 272 (goto-char (point-min)) 273 (while (re-search-forward "\\(<br>\r?\\)+" nil t) 274 (replace-match "<p>" t t)) 275 (goto-char (point-min)) 276 (insert "Content-Type: text/html\nMIME-Version: 1.0\n") 277 (insert "Newsgroups: " (caddr (assoc group nnslashdot-groups)) 278 "\n") 279 (let ((header (cdr (assq article nnslashdot-headers)))) 280 (nnheader-insert-header header)) 281 (nnheader-report 'nnslashdot "Fetched article %s" article)) 282 (cons group article))))) 283 284(deffoo nnslashdot-close-server (&optional server) 285 (when (and (nnslashdot-server-opened server) 286 (gnus-buffer-live-p nnslashdot-buffer)) 287 (save-excursion 288 (set-buffer nnslashdot-buffer) 289 (kill-buffer nnslashdot-buffer))) 290 (nnoo-close-server 'nnslashdot server)) 291 292(deffoo nnslashdot-request-list (&optional server) 293 (nnslashdot-possibly-change-server nil server) 294 (let ((number 0) 295 (first nnslashdot-use-front-page) 296 sid elem description articles gname) 297 (condition-case why 298 ;; First we do the Ultramode to get info on all the latest groups. 299 (progn 300 (mm-with-unibyte-buffer 301 (mm-url-insert nnslashdot-backslash-url t) 302 (goto-char (point-min)) 303 (if (eobp) 304 (error "Couldn't open connection to slashdot")) 305 (while (search-forward "<story>" nil t) 306 (narrow-to-region (point) (search-forward "</story>")) 307 (goto-char (point-min)) 308 (re-search-forward "<title>\\([^<]+\\)</title>") 309 (setq description 310 (mm-url-decode-entities-string (match-string 1))) 311 (re-search-forward "<url>\\([^<]+\\)</url>") 312 (setq sid (match-string 1)) 313 (string-match "sid=\\([0-9/]+\\)\\(.shtml\\|$\\)" sid) 314 (setq sid (match-string 1 sid)) 315 (re-search-forward "<comments>\\([^<]+\\)</comments>") 316 (setq articles (string-to-number (match-string 1))) 317 (setq gname (concat description " (" sid ")")) 318 (if (setq elem (assoc gname nnslashdot-groups)) 319 (setcar (cdr elem) articles) 320 (push (list gname articles sid (current-time) nil) 321 nnslashdot-groups)) 322 (goto-char (point-max)) 323 (widen))) 324 ;; Then do the older groups. 325 (while (or first 326 (> (- nnslashdot-group-number number) 0)) 327 (setq first nil) 328 (mm-with-unibyte-buffer 329 (let ((case-fold-search t)) 330 (mm-url-insert (format nnslashdot-active-url number) t) 331 (goto-char (point-min)) 332 (while (re-search-forward 333 "article.pl\\?sid=\\([^&]+\\).*>\\([^<]+\\)</a>" 334 nil t) 335 (setq sid (match-string 1) 336 description 337 (mm-url-decode-entities-string (match-string 2))) 338 (forward-line 1) 339 (when (re-search-forward "with \\([0-9]+\\) comment" nil t) 340 (setq articles (1+ (string-to-number (match-string 1))))) 341 (setq gname (concat description " (" sid ")")) 342 (if (setq elem (assoc gname nnslashdot-groups)) 343 (setcar (cdr elem) articles) 344 (push (list gname articles sid (current-time) nil) 345 nnslashdot-groups))))) 346 (incf number 30))) 347 (search-failed (nnslashdot-lose why))) 348 (nnslashdot-write-groups) 349 (nnslashdot-generate-active) 350 t)) 351 352(deffoo nnslashdot-request-newgroups (date &optional server) 353 (nnslashdot-possibly-change-server nil server) 354 (nnslashdot-generate-active) 355 t) 356 357(deffoo nnslashdot-request-post (&optional server) 358 (nnslashdot-possibly-change-server nil server) 359 (let ((sid (message-fetch-field "newsgroups")) 360 (subject (message-fetch-field "subject")) 361 (references (car (last (split-string 362 (message-fetch-field "references"))))) 363 body quoted pid) 364 (string-match "%\\([0-9]+\\)@slashdot" references) 365 (setq pid (match-string 1 references)) 366 (message-goto-body) 367 (narrow-to-region (point) (progn (message-goto-signature) (point))) 368 (goto-char (point-min)) 369 (while (not (eobp)) 370 (if (looking-at "> ") 371 (progn 372 (delete-region (point) (+ (point) 2)) 373 (unless quoted 374 (insert "<blockquote>\n")) 375 (setq quoted t)) 376 (when quoted 377 (insert "</blockquote>\n") 378 (setq quoted nil))) 379 (forward-line 1)) 380 (goto-char (point-min)) 381 (while (re-search-forward "^ *\n" nil t) 382 (replace-match "<p>\n")) 383 (widen) 384 (when (message-goto-signature) 385 (forward-line -1) 386 (insert "<p>\n") 387 (while (not (eobp)) 388 (end-of-line) 389 (insert "<br>") 390 (forward-line 1))) 391 (message-goto-body) 392 (setq body (buffer-substring (point) (point-max))) 393 (erase-buffer) 394 (mm-url-fetch-form 395 "http://slashdot.org/comments.pl" 396 `(("sid" . ,sid) 397 ("pid" . ,pid) 398 ("rlogin" . "userlogin") 399 ("unickname" . ,nnslashdot-login-name) 400 ("upasswd" . ,nnslashdot-password) 401 ("postersubj" . ,subject) 402 ("op" . "Submit") 403 ("postercomment" . ,body) 404 ("posttype" . "html"))))) 405 406(deffoo nnslashdot-request-delete-group (group &optional force server) 407 (nnslashdot-possibly-change-server group server) 408 (setq nnslashdot-groups (delq (assoc group nnslashdot-groups) 409 nnslashdot-groups)) 410 (nnslashdot-write-groups)) 411 412(deffoo nnslashdot-request-close () 413 (setq nnslashdot-headers nil 414 nnslashdot-groups nil)) 415 416(deffoo nnslashdot-request-expire-articles 417 (articles group &optional server force) 418 (nnslashdot-possibly-change-server group server) 419 (let ((item (assoc group nnslashdot-groups))) 420 (when item 421 (if (fourth item) 422 (when (and (>= (length articles) (cadr item)) ;; All are expirable. 423 (nnmail-expired-article-p 424 group 425 (fourth item) 426 force)) 427 (setq nnslashdot-groups (delq item nnslashdot-groups)) 428 (nnslashdot-write-groups) 429 (setq articles nil)) ;; all expired. 430 (setcdr (cddr item) (list (current-time))) 431 (nnslashdot-write-groups)))) 432 articles) 433 434(nnoo-define-skeleton nnslashdot) 435 436;;; Internal functions 437 438(defun nnslashdot-possibly-change-server (&optional group server) 439 (nnslashdot-init server) 440 (when (and server 441 (not (nnslashdot-server-opened server))) 442 (nnslashdot-open-server server)) 443 (unless nnslashdot-groups 444 (nnslashdot-read-groups))) 445 446(defun nnslashdot-make-tuple (tuple n) 447 (prog1 448 tuple 449 (while (> n 1) 450 (unless (cdr tuple) 451 (setcdr tuple (list nil))) 452 (setq tuple (cdr tuple) 453 n (1- n))))) 454 455(defun nnslashdot-read-groups () 456 (let ((file (expand-file-name "groups" nnslashdot-directory))) 457 (when (file-exists-p file) 458 (mm-with-unibyte-buffer 459 (insert-file-contents file) 460 (goto-char (point-min)) 461 (setq nnslashdot-groups (read (current-buffer)))) 462 (if (and nnslashdot-groups (< (length (car nnslashdot-groups)) 5)) 463 (let ((groups nnslashdot-groups)) 464 (while groups 465 (nnslashdot-make-tuple (car groups) 5) 466 (setq groups (cdr groups)))))))) 467 468(defun nnslashdot-write-groups () 469 (with-temp-file (expand-file-name "groups" nnslashdot-directory) 470 (gnus-prin1 nnslashdot-groups))) 471 472(defun nnslashdot-init (server) 473 "Initialize buffers and such." 474 (unless (file-exists-p nnslashdot-directory) 475 (gnus-make-directory nnslashdot-directory)) 476 (unless (gnus-buffer-live-p nnslashdot-buffer) 477 (setq nnslashdot-buffer 478 (save-excursion 479 (nnheader-set-temp-buffer 480 (format " *nnslashdot %s*" server)))) 481 (push nnslashdot-buffer gnus-buffers))) 482 483(defun nnslashdot-date-to-date (sdate) 484 (condition-case err 485 (let ((elem (delete "" (split-string sdate)))) 486 (concat (substring (nth 0 elem) 0 3) " " 487 (substring (nth 1 elem) 0 3) " " 488 (substring (nth 2 elem) 0 2) " " 489 (substring (nth 3 elem) 1 6) " " 490 (format-time-string "%Y") " " 491 (nth 4 elem))) 492 (error ""))) 493 494(defun nnslashdot-generate-active () 495 (save-excursion 496 (set-buffer nntp-server-buffer) 497 (erase-buffer) 498 (dolist (elem nnslashdot-groups) 499 (when (numberp (cadr elem)) 500 (insert (prin1-to-string (car elem)) 501 " " (number-to-string (cadr elem)) " 1 y\n"))))) 502 503(defun nnslashdot-lose (why) 504 (error "Slashdot HTML has changed; please get a new version of nnslashdot")) 505 506(provide 'nnslashdot) 507 508;;; arch-tag: aa73df7a-f7e6-4eef-bdea-5ce2f8c691b3 509;;; nnslashdot.el ends here 510