1/* 2 * 8259 interrupt controller emulation 3 * 4 * Copyright (c) 2003-2004 Fabrice Bellard 5 * Copyright (c) 2007 Intel Corporation 6 * Copyright 2009 Red Hat, Inc. and/or its affilates. 7 * 8 * Permission is hereby granted, free of charge, to any person obtaining a copy 9 * of this software and associated documentation files (the "Software"), to deal 10 * in the Software without restriction, including without limitation the rights 11 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell 12 * copies of the Software, and to permit persons to whom the Software is 13 * furnished to do so, subject to the following conditions: 14 * 15 * The above copyright notice and this permission notice shall be included in 16 * all copies or substantial portions of the Software. 17 * 18 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 19 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 20 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 21 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 22 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 23 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN 24 * THE SOFTWARE. 25 * Authors: 26 * Yaozu (Eddie) Dong <Eddie.dong@intel.com> 27 * Port from Qemu. 28 */ 29#include <linux/mm.h> 30#include <linux/slab.h> 31#include <linux/bitops.h> 32#include "irq.h" 33 34#include <linux/kvm_host.h> 35#include "trace.h" 36 37static void pic_irq_request(struct kvm *kvm, int level); 38 39static void pic_lock(struct kvm_pic *s) 40 __acquires(&s->lock) 41{ 42 raw_spin_lock(&s->lock); 43} 44 45static void pic_unlock(struct kvm_pic *s) 46 __releases(&s->lock) 47{ 48 bool wakeup = s->wakeup_needed; 49 struct kvm_vcpu *vcpu, *found = NULL; 50 int i; 51 52 s->wakeup_needed = false; 53 54 raw_spin_unlock(&s->lock); 55 56 if (wakeup) { 57 kvm_for_each_vcpu(i, vcpu, s->kvm) { 58 if (kvm_apic_accept_pic_intr(vcpu)) { 59 found = vcpu; 60 break; 61 } 62 } 63 64 if (!found) 65 found = s->kvm->bsp_vcpu; 66 67 if (!found) 68 return; 69 70 kvm_vcpu_kick(found); 71 } 72} 73 74static void pic_clear_isr(struct kvm_kpic_state *s, int irq) 75{ 76 s->isr &= ~(1 << irq); 77 s->isr_ack |= (1 << irq); 78 if (s != &s->pics_state->pics[0]) 79 irq += 8; 80 /* 81 * We are dropping lock while calling ack notifiers since ack 82 * notifier callbacks for assigned devices call into PIC recursively. 83 * Other interrupt may be delivered to PIC while lock is dropped but 84 * it should be safe since PIC state is already updated at this stage. 85 */ 86 pic_unlock(s->pics_state); 87 kvm_notify_acked_irq(s->pics_state->kvm, SELECT_PIC(irq), irq); 88 pic_lock(s->pics_state); 89} 90 91void kvm_pic_clear_isr_ack(struct kvm *kvm) 92{ 93 struct kvm_pic *s = pic_irqchip(kvm); 94 95 pic_lock(s); 96 s->pics[0].isr_ack = 0xff; 97 s->pics[1].isr_ack = 0xff; 98 pic_unlock(s); 99} 100 101/* 102 * set irq level. If an edge is detected, then the IRR is set to 1 103 */ 104static inline int pic_set_irq1(struct kvm_kpic_state *s, int irq, int level) 105{ 106 int mask, ret = 1; 107 mask = 1 << irq; 108 if (s->elcr & mask) /* level triggered */ 109 if (level) { 110 ret = !(s->irr & mask); 111 s->irr |= mask; 112 s->last_irr |= mask; 113 } else { 114 s->irr &= ~mask; 115 s->last_irr &= ~mask; 116 } 117 else /* edge triggered */ 118 if (level) { 119 if ((s->last_irr & mask) == 0) { 120 ret = !(s->irr & mask); 121 s->irr |= mask; 122 } 123 s->last_irr |= mask; 124 } else 125 s->last_irr &= ~mask; 126 127 return (s->imr & mask) ? -1 : ret; 128} 129 130/* 131 * return the highest priority found in mask (highest = smallest 132 * number). Return 8 if no irq 133 */ 134static inline int get_priority(struct kvm_kpic_state *s, int mask) 135{ 136 int priority; 137 if (mask == 0) 138 return 8; 139 priority = 0; 140 while ((mask & (1 << ((priority + s->priority_add) & 7))) == 0) 141 priority++; 142 return priority; 143} 144 145/* 146 * return the pic wanted interrupt. return -1 if none 147 */ 148static int pic_get_irq(struct kvm_kpic_state *s) 149{ 150 int mask, cur_priority, priority; 151 152 mask = s->irr & ~s->imr; 153 priority = get_priority(s, mask); 154 if (priority == 8) 155 return -1; 156 /* 157 * compute current priority. If special fully nested mode on the 158 * master, the IRQ coming from the slave is not taken into account 159 * for the priority computation. 160 */ 161 mask = s->isr; 162 if (s->special_fully_nested_mode && s == &s->pics_state->pics[0]) 163 mask &= ~(1 << 2); 164 cur_priority = get_priority(s, mask); 165 if (priority < cur_priority) 166 /* 167 * higher priority found: an irq should be generated 168 */ 169 return (priority + s->priority_add) & 7; 170 else 171 return -1; 172} 173 174/* 175 * raise irq to CPU if necessary. must be called every time the active 176 * irq may change 177 */ 178static void pic_update_irq(struct kvm_pic *s) 179{ 180 int irq2, irq; 181 182 irq2 = pic_get_irq(&s->pics[1]); 183 if (irq2 >= 0) { 184 /* 185 * if irq request by slave pic, signal master PIC 186 */ 187 pic_set_irq1(&s->pics[0], 2, 1); 188 pic_set_irq1(&s->pics[0], 2, 0); 189 } 190 irq = pic_get_irq(&s->pics[0]); 191 pic_irq_request(s->kvm, irq >= 0); 192} 193 194void kvm_pic_update_irq(struct kvm_pic *s) 195{ 196 pic_lock(s); 197 pic_update_irq(s); 198 pic_unlock(s); 199} 200 201int kvm_pic_set_irq(void *opaque, int irq, int level) 202{ 203 struct kvm_pic *s = opaque; 204 int ret = -1; 205 206 pic_lock(s); 207 if (irq >= 0 && irq < PIC_NUM_PINS) { 208 ret = pic_set_irq1(&s->pics[irq >> 3], irq & 7, level); 209 pic_update_irq(s); 210 trace_kvm_pic_set_irq(irq >> 3, irq & 7, s->pics[irq >> 3].elcr, 211 s->pics[irq >> 3].imr, ret == 0); 212 } 213 pic_unlock(s); 214 215 return ret; 216} 217 218/* 219 * acknowledge interrupt 'irq' 220 */ 221static inline void pic_intack(struct kvm_kpic_state *s, int irq) 222{ 223 s->isr |= 1 << irq; 224 /* 225 * We don't clear a level sensitive interrupt here 226 */ 227 if (!(s->elcr & (1 << irq))) 228 s->irr &= ~(1 << irq); 229 230 if (s->auto_eoi) { 231 if (s->rotate_on_auto_eoi) 232 s->priority_add = (irq + 1) & 7; 233 pic_clear_isr(s, irq); 234 } 235 236} 237 238int kvm_pic_read_irq(struct kvm *kvm) 239{ 240 int irq, irq2, intno; 241 struct kvm_pic *s = pic_irqchip(kvm); 242 243 pic_lock(s); 244 irq = pic_get_irq(&s->pics[0]); 245 if (irq >= 0) { 246 pic_intack(&s->pics[0], irq); 247 if (irq == 2) { 248 irq2 = pic_get_irq(&s->pics[1]); 249 if (irq2 >= 0) 250 pic_intack(&s->pics[1], irq2); 251 else 252 /* 253 * spurious IRQ on slave controller 254 */ 255 irq2 = 7; 256 intno = s->pics[1].irq_base + irq2; 257 irq = irq2 + 8; 258 } else 259 intno = s->pics[0].irq_base + irq; 260 } else { 261 /* 262 * spurious IRQ on host controller 263 */ 264 irq = 7; 265 intno = s->pics[0].irq_base + irq; 266 } 267 pic_update_irq(s); 268 pic_unlock(s); 269 270 return intno; 271} 272 273void kvm_pic_reset(struct kvm_kpic_state *s) 274{ 275 int irq; 276 struct kvm_vcpu *vcpu0 = s->pics_state->kvm->bsp_vcpu; 277 u8 irr = s->irr, isr = s->imr; 278 279 s->last_irr = 0; 280 s->irr = 0; 281 s->imr = 0; 282 s->isr = 0; 283 s->isr_ack = 0xff; 284 s->priority_add = 0; 285 s->irq_base = 0; 286 s->read_reg_select = 0; 287 s->poll = 0; 288 s->special_mask = 0; 289 s->init_state = 0; 290 s->auto_eoi = 0; 291 s->rotate_on_auto_eoi = 0; 292 s->special_fully_nested_mode = 0; 293 s->init4 = 0; 294 295 for (irq = 0; irq < PIC_NUM_PINS/2; irq++) { 296 if (vcpu0 && kvm_apic_accept_pic_intr(vcpu0)) 297 if (irr & (1 << irq) || isr & (1 << irq)) { 298 pic_clear_isr(s, irq); 299 } 300 } 301} 302 303static void pic_ioport_write(void *opaque, u32 addr, u32 val) 304{ 305 struct kvm_kpic_state *s = opaque; 306 int priority, cmd, irq; 307 308 addr &= 1; 309 if (addr == 0) { 310 if (val & 0x10) { 311 kvm_pic_reset(s); /* init */ 312 /* 313 * deassert a pending interrupt 314 */ 315 pic_irq_request(s->pics_state->kvm, 0); 316 s->init_state = 1; 317 s->init4 = val & 1; 318 if (val & 0x02) 319 printk(KERN_ERR "single mode not supported"); 320 if (val & 0x08) 321 printk(KERN_ERR 322 "level sensitive irq not supported"); 323 } else if (val & 0x08) { 324 if (val & 0x04) 325 s->poll = 1; 326 if (val & 0x02) 327 s->read_reg_select = val & 1; 328 if (val & 0x40) 329 s->special_mask = (val >> 5) & 1; 330 } else { 331 cmd = val >> 5; 332 switch (cmd) { 333 case 0: 334 case 4: 335 s->rotate_on_auto_eoi = cmd >> 2; 336 break; 337 case 1: /* end of interrupt */ 338 case 5: 339 priority = get_priority(s, s->isr); 340 if (priority != 8) { 341 irq = (priority + s->priority_add) & 7; 342 if (cmd == 5) 343 s->priority_add = (irq + 1) & 7; 344 pic_clear_isr(s, irq); 345 pic_update_irq(s->pics_state); 346 } 347 break; 348 case 3: 349 irq = val & 7; 350 pic_clear_isr(s, irq); 351 pic_update_irq(s->pics_state); 352 break; 353 case 6: 354 s->priority_add = (val + 1) & 7; 355 pic_update_irq(s->pics_state); 356 break; 357 case 7: 358 irq = val & 7; 359 s->priority_add = (irq + 1) & 7; 360 pic_clear_isr(s, irq); 361 pic_update_irq(s->pics_state); 362 break; 363 default: 364 break; /* no operation */ 365 } 366 } 367 } else 368 switch (s->init_state) { 369 case 0: { /* normal mode */ 370 u8 imr_diff = s->imr ^ val, 371 off = (s == &s->pics_state->pics[0]) ? 0 : 8; 372 s->imr = val; 373 for (irq = 0; irq < PIC_NUM_PINS/2; irq++) 374 if (imr_diff & (1 << irq)) 375 kvm_fire_mask_notifiers( 376 s->pics_state->kvm, 377 SELECT_PIC(irq + off), 378 irq + off, 379 !!(s->imr & (1 << irq))); 380 pic_update_irq(s->pics_state); 381 break; 382 } 383 case 1: 384 s->irq_base = val & 0xf8; 385 s->init_state = 2; 386 break; 387 case 2: 388 if (s->init4) 389 s->init_state = 3; 390 else 391 s->init_state = 0; 392 break; 393 case 3: 394 s->special_fully_nested_mode = (val >> 4) & 1; 395 s->auto_eoi = (val >> 1) & 1; 396 s->init_state = 0; 397 break; 398 } 399} 400 401static u32 pic_poll_read(struct kvm_kpic_state *s, u32 addr1) 402{ 403 int ret; 404 405 ret = pic_get_irq(s); 406 if (ret >= 0) { 407 if (addr1 >> 7) { 408 s->pics_state->pics[0].isr &= ~(1 << 2); 409 s->pics_state->pics[0].irr &= ~(1 << 2); 410 } 411 s->irr &= ~(1 << ret); 412 pic_clear_isr(s, ret); 413 if (addr1 >> 7 || ret != 2) 414 pic_update_irq(s->pics_state); 415 } else { 416 ret = 0x07; 417 pic_update_irq(s->pics_state); 418 } 419 420 return ret; 421} 422 423static u32 pic_ioport_read(void *opaque, u32 addr1) 424{ 425 struct kvm_kpic_state *s = opaque; 426 unsigned int addr; 427 int ret; 428 429 addr = addr1; 430 addr &= 1; 431 if (s->poll) { 432 ret = pic_poll_read(s, addr1); 433 s->poll = 0; 434 } else 435 if (addr == 0) 436 if (s->read_reg_select) 437 ret = s->isr; 438 else 439 ret = s->irr; 440 else 441 ret = s->imr; 442 return ret; 443} 444 445static void elcr_ioport_write(void *opaque, u32 addr, u32 val) 446{ 447 struct kvm_kpic_state *s = opaque; 448 s->elcr = val & s->elcr_mask; 449} 450 451static u32 elcr_ioport_read(void *opaque, u32 addr1) 452{ 453 struct kvm_kpic_state *s = opaque; 454 return s->elcr; 455} 456 457static int picdev_in_range(gpa_t addr) 458{ 459 switch (addr) { 460 case 0x20: 461 case 0x21: 462 case 0xa0: 463 case 0xa1: 464 case 0x4d0: 465 case 0x4d1: 466 return 1; 467 default: 468 return 0; 469 } 470} 471 472static inline struct kvm_pic *to_pic(struct kvm_io_device *dev) 473{ 474 return container_of(dev, struct kvm_pic, dev); 475} 476 477static int picdev_write(struct kvm_io_device *this, 478 gpa_t addr, int len, const void *val) 479{ 480 struct kvm_pic *s = to_pic(this); 481 unsigned char data = *(unsigned char *)val; 482 if (!picdev_in_range(addr)) 483 return -EOPNOTSUPP; 484 485 if (len != 1) { 486 if (printk_ratelimit()) 487 printk(KERN_ERR "PIC: non byte write\n"); 488 return 0; 489 } 490 pic_lock(s); 491 switch (addr) { 492 case 0x20: 493 case 0x21: 494 case 0xa0: 495 case 0xa1: 496 pic_ioport_write(&s->pics[addr >> 7], addr, data); 497 break; 498 case 0x4d0: 499 case 0x4d1: 500 elcr_ioport_write(&s->pics[addr & 1], addr, data); 501 break; 502 } 503 pic_unlock(s); 504 return 0; 505} 506 507static int picdev_read(struct kvm_io_device *this, 508 gpa_t addr, int len, void *val) 509{ 510 struct kvm_pic *s = to_pic(this); 511 unsigned char data = 0; 512 if (!picdev_in_range(addr)) 513 return -EOPNOTSUPP; 514 515 if (len != 1) { 516 if (printk_ratelimit()) 517 printk(KERN_ERR "PIC: non byte read\n"); 518 return 0; 519 } 520 pic_lock(s); 521 switch (addr) { 522 case 0x20: 523 case 0x21: 524 case 0xa0: 525 case 0xa1: 526 data = pic_ioport_read(&s->pics[addr >> 7], addr); 527 break; 528 case 0x4d0: 529 case 0x4d1: 530 data = elcr_ioport_read(&s->pics[addr & 1], addr); 531 break; 532 } 533 *(unsigned char *)val = data; 534 pic_unlock(s); 535 return 0; 536} 537 538/* 539 * callback when PIC0 irq status changed 540 */ 541static void pic_irq_request(struct kvm *kvm, int level) 542{ 543 struct kvm_vcpu *vcpu = kvm->bsp_vcpu; 544 struct kvm_pic *s = pic_irqchip(kvm); 545 int irq = pic_get_irq(&s->pics[0]); 546 547 s->output = level; 548 if (vcpu && level && (s->pics[0].isr_ack & (1 << irq))) { 549 s->pics[0].isr_ack &= ~(1 << irq); 550 s->wakeup_needed = true; 551 } 552} 553 554static const struct kvm_io_device_ops picdev_ops = { 555 .read = picdev_read, 556 .write = picdev_write, 557}; 558 559struct kvm_pic *kvm_create_pic(struct kvm *kvm) 560{ 561 struct kvm_pic *s; 562 int ret; 563 564 s = kzalloc(sizeof(struct kvm_pic), GFP_KERNEL); 565 if (!s) 566 return NULL; 567 raw_spin_lock_init(&s->lock); 568 s->kvm = kvm; 569 s->pics[0].elcr_mask = 0xf8; 570 s->pics[1].elcr_mask = 0xde; 571 s->pics[0].pics_state = s; 572 s->pics[1].pics_state = s; 573 s->pics[0].isr_ack = 0xff; 574 s->pics[1].isr_ack = 0xff; 575 576 /* 577 * Initialize PIO device 578 */ 579 kvm_iodevice_init(&s->dev, &picdev_ops); 580 mutex_lock(&kvm->slots_lock); 581 ret = kvm_io_bus_register_dev(kvm, KVM_PIO_BUS, &s->dev); 582 mutex_unlock(&kvm->slots_lock); 583 if (ret < 0) { 584 kfree(s); 585 return NULL; 586 } 587 588 return s; 589} 590 591void kvm_destroy_pic(struct kvm *kvm) 592{ 593 struct kvm_pic *vpic = kvm->arch.vpic; 594 595 if (vpic) { 596 kvm_io_bus_unregister_dev(kvm, KVM_PIO_BUS, &vpic->dev); 597 kvm->arch.vpic = NULL; 598 kfree(vpic); 599 } 600} 601