l4/pkg/examples/sys/vmtest/svmtest.c

   1 /*
   2  * (c) 2008-2009 Adam Lackorzynski <adam@os.inf.tu-dresden.de>,
   3  *               Henning Schild <hschild@os.inf.tu-dresden.de>
   4  *     economic rights: Technische Universität Dresden (Germany)
   5  *
   6  * This file is part of TUD:OS and distributed under the terms of the
   7  * GNU General Public License 2.
   8  * Please see the COPYING-GPL-2 file for details.
   9  */
  10 #include <l4/sys/factory.h>
  11 #include <l4/sys/task.h>
  12 #include <l4/sys/kdebug.h>
  13 #include <l4/sys/vm.h>
  14 #include <l4/sys/thread.h>
  15 #include <l4/sys/vcpu.h>
  16
  17 #include <l4/sys/irq.h>
  18
  19 #include <l4/util/util.h>
  20 #include <l4/util/cpu.h>
  21 #include <l4/re/env.h>
  22 #include <l4/re/c/util/cap_alloc.h>
  23 #include <l4/vcpu/vcpu.h>
  24
  25 #include <stdlib.h>
  26 #include <stdio.h>
  27 #include <string.h>
  28
  29 #include <pthread.h>
  30
  31 #define STACKSIZE (8<<10)
  32
  33 static char stack[STACKSIZE];
  34 static char hdl_stack[STACKSIZE];
  35 static unsigned long idt[32 * 2] __attribute__((aligned(4096)));
  36 static unsigned long gdt[32 * 2] __attribute__((aligned(4096)));
  37
  38 void vm_resume(void);
  39 void handle_vmexit(void);
  40 l4_vcpu_state_t *vcpu;
  41 l4_vm_svm_vmcb_t *vmcb_s;
  42
  43 static void init_vmcb(l4_vm_svm_vmcb_t *vmcb_s) {
  44
  45     vmcb_s->control_area.np_enable = 1;
  46     vmcb_s->control_area.guest_asid_tlb_ctl = 1;
  47
  48     vmcb_s->state_save_area.es.selector = 0;
  49     vmcb_s->state_save_area.es.attrib = 0;
  50     vmcb_s->state_save_area.es.limit = 0;
  51     vmcb_s->state_save_area.es.base = 0ULL;
  52
  53     //  vmcb[256 +  0] = 0;        // es; attrib sel
  54
  55     vmcb_s->state_save_area.cs.selector = 0x8;
  56     vmcb_s->state_save_area.cs.attrib = 0xc9b;
  57     vmcb_s->state_save_area.cs.limit = 0xffffffff;
  58     vmcb_s->state_save_area.cs.base = 0ULL;
  59
  60     vmcb_s->state_save_area.ss.selector = 0x10;
  61     vmcb_s->state_save_area.ss.attrib = 0xc93;
  62     vmcb_s->state_save_area.ss.limit = 0xffffffff;
  63     vmcb_s->state_save_area.ss.base = 0ULL;
  64
  65     vmcb_s->state_save_area.ds.selector = 0x23;
  66     vmcb_s->state_save_area.ds.attrib = 0xcf3;
  67     vmcb_s->state_save_area.ds.limit = 0xffffffff;
  68     vmcb_s->state_save_area.ds.base = 0ULL;
  69
  70     vmcb_s->state_save_area.fs.selector = 0;
  71     vmcb_s->state_save_area.fs.attrib = 0xcf3;
  72     vmcb_s->state_save_area.fs.limit = 0xffffffff;
  73     vmcb_s->state_save_area.fs.base = 0ULL;
  74
  75     vmcb_s->state_save_area.gs.selector = 0;
  76     vmcb_s->state_save_area.gs.attrib = 0xcf3;
  77     vmcb_s->state_save_area.gs.limit = 0xffffffff;
  78     vmcb_s->state_save_area.gs.base = 0ULL;
  79
  80     vmcb_s->state_save_area.gdtr.selector = 0;
  81     vmcb_s->state_save_area.gdtr.attrib = 0;
  82     vmcb_s->state_save_area.gdtr.limit = 0x3f;
  83     vmcb_s->state_save_area.gdtr.base = (unsigned long) gdt;
  84
  85     vmcb_s->state_save_area.ldtr.selector = 0;
  86     vmcb_s->state_save_area.ldtr.attrib = 0;
  87     vmcb_s->state_save_area.ldtr.limit = 0;
  88     vmcb_s->state_save_area.ldtr.base = 0;
  89
  90     vmcb_s->state_save_area.idtr.selector = 0;
  91     vmcb_s->state_save_area.idtr.attrib = 0;
  92     vmcb_s->state_save_area.idtr.limit = 0xff;
  93     vmcb_s->state_save_area.idtr.base = (unsigned long) idt;
  94
  95     vmcb_s->state_save_area.tr.selector = 0x28;
  96     vmcb_s->state_save_area.tr.attrib = 0x8b;
  97     vmcb_s->state_save_area.tr.limit = 0x67;
  98     vmcb_s->state_save_area.tr.base = 0;
  99
 100     vmcb_s->state_save_area.g_pat = 0x7040600010406ULL;
 101 }
 102
 103 static int check_svm(void) {
 104     l4_umword_t ax, bx, cx, dx;
 105
 106     if (!l4util_cpu_has_cpuid())
 107         return 1;
 108
 109     l4util_cpu_cpuid(0x80000001, &ax, &bx, &cx, &dx);
 110
 111     if (!(cx & 4)) {
 112         printf("CPU does not support SVM.\n");
 113         return 1;
 114     }
 115
 116     l4util_cpu_cpuid(0x8000000a, &ax, &bx, &cx, &dx);
 117
 118     printf("SVM revision: %lx\n", ax & 0xf);
 119     printf("Number of ASIDs: %lx\n", bx);
 120
 121     return 0;
 122 }
 123
 124 static int check_svm_npt(void) {
 125     l4_umword_t ax, bx, cx, dx;
 126
 127     l4util_cpu_cpuid(0x8000000a, &ax, &bx, &cx, &dx);
 128
 129     printf("NPT available: %s\n", dx & 1 ? "yes" : "no");
 130
 131     return (!(dx & 1));
 132 }
 133
 134 int vmexit = 0;
 135
 136 static int cnt_triggered, cnt_received;
 137
 138 static void handler(void) {
 139     //if(vmexit){
 140         //vmexit = 0;
 141         //handle_vmexit();
 142     //} else {
 143         // exception and ipc handling here
 144     cnt_received++;
 145     printf("received interrupt %d | %d %d\n", (int)vcpu->i.label,
 146            cnt_triggered, cnt_received);
 147     //}
 148     vm_resume();
 149 }
 150
 151 void vm_resume(void) {
 152     l4_msgtag_t tag;
 153
 154 //    if ((vmcb_s->state_save_area.rip >= marker)) {
 155 //        //printf("set tf for rip=%llx\n", vmcb_s->state_save_area.rip);
 156 //        vmcb_s->state_save_area.rflags |= 0x100; // set tf
 157 //    }
 158
 159     vmcb_s->control_area.intercept_exceptions |= 0xa; // intercept #1 & #3
 160     vmcb_s->control_area.intercept_exceptions |= 0xffffffff;
 161     vmcb_s->control_area.intercept_instruction1 |= 0x20; // intercept int1
 162
 163     //vmcb_s->control_area.exitcode = 0x100 << i;
 164     vmcb_s->control_area.exitcode = 0;
 165
 166     tag = l4_thread_vcpu_resume_commit(L4_INVALID_CAP,
 167             l4_thread_vcpu_resume_start());
 168     if (l4_error(tag))
 169         printf("vm-resume failed: %s (%ld)\n", l4sys_errtostr(l4_error(tag)),
 170                 l4_error(tag));
 171
 172     // if l4_thread_vcpu_resume_commit returns without error
 173     // tell the handler that a vmexit occurred
 174     vmexit = 1;
 175     // and rewind the stack before we return into the handler
 176     // simulating an upcall
 177     handle_vmexit();
 178     vm_resume();
 179 #if 0
 180     asm volatile (
 181             "movl %0, %%esp\n"
 182             "pushl %1\n"
 183             "ret\n"
 184             : : "r"(vcpu->entry_sp), "r"(handler) );
 185 #endif
 186 }
 187
 188 void handle_vmexit(void) {
 189     static unsigned int i = 0;
 190     ++i;
 191     printf("iteration=%d, exit code=%llx", i,
 192             vmcb_s->control_area.exitcode);
 193
 194     if (vmcb_s->control_area.exitcode == 0x43)
 195         // int3 is treated as fault, not trap
 196         vmcb_s->state_save_area.rip += 1;
 197
 198     if (vmcb_s->control_area.exitcode == 0x46) {
 199 //        if (vmcb_s->state_save_area.rip >= test_end)
 200 //            break;
 201         vmcb_s->state_save_area.rip += 2;
 202     }
 203
 204     if (vmcb_s->control_area.exitcode == 0x400) {
 205         printf("host-level page fault; error code=%llx, gpa=%llx\n",
 206                 vmcb_s->control_area.exitinfo1, vmcb_s->control_area.exitinfo2);
 207     }
 208
 209     if (vmcb_s->control_area.exitcode == 0x4e) {
 210         printf("page fault; error code=%llx, pfa=%llx\n",
 211                 vmcb_s->control_area.exitinfo1, vmcb_s->control_area.exitinfo2);
 212     }
 213
 214     if (vmcb_s->control_area.exitcode == 0x81) {
 215         printf("VMMCALL\n");
 216         vmcb_s->state_save_area.rip += 3;
 217     }
 218
 219     if (vmcb_s->control_area.exitcode == 0x4d) {
 220         printf("cs=%08x attrib=%x, limit=%x, base=%llx\n",
 221                 vmcb_s->state_save_area.cs.selector,
 222                 vmcb_s->state_save_area.cs.attrib,
 223                 vmcb_s->state_save_area.cs.limit,
 224                 vmcb_s->state_save_area.cs.base);
 225         printf("ss=%08x attrib=%x, limit=%x, base=%llx\n",
 226                 vmcb_s->state_save_area.ss.selector,
 227                 vmcb_s->state_save_area.ss.attrib,
 228                 vmcb_s->state_save_area.ss.limit,
 229                 vmcb_s->state_save_area.ss.base);
 230         printf("np_enabled=%lld\n", vmcb_s->control_area.np_enable);
 231         printf("cr0=%llx cr4=%llx\n", vmcb_s->state_save_area.cr0,
 232                 vmcb_s->state_save_area.cr4);
 233         printf("interrupt_ctl=%llx\n", vmcb_s->control_area.interrupt_ctl);
 234         printf("rip=%llx, rsp=%llx, cpl=%d\n", vmcb_s->state_save_area.rip,
 235                 vmcb_s->state_save_area.rsp, vmcb_s->state_save_area.cpl);
 236         printf("exitinfo1=%llx\n", vmcb_s->control_area.exitinfo1);
 237     }
 238 }
 239
 240 static l4_vcpu_state_t *get_state_mem(l4_addr_t *extstate) {
 241     static int done;
 242     long r;
 243     l4_msgtag_t tag;
 244     static l4_addr_t ext_state;
 245
 246     if (done) {
 247         *extstate = ext_state;
 248         return vcpu;
 249     }
 250
 251     if ((r = l4vcpu_ext_alloc(&vcpu, &ext_state, L4_BASE_TASK_CAP,
 252             l4re_env()->rm))) {
 253         printf("Adding state mem failed: %ld\n", r);
 254         exit(1);
 255     }
 256
 257     vcpu->state = L4_VCPU_F_FPU_ENABLED;
 258     vcpu->saved_state = L4_VCPU_F_USER_MODE | L4_VCPU_F_FPU_ENABLED | L4_VCPU_F_IRQ;
 259
 260     vcpu->entry_ip = (l4_umword_t)handler;
 261     l4_umword_t * stack = (l4_umword_t*)(hdl_stack + STACKSIZE);
 262     --stack;
 263     *stack = 0;
 264     vcpu->entry_sp = (l4_umword_t)stack;
 265
 266
 267     tag = l4_thread_vcpu_control_ext(L4_INVALID_CAP, (l4_addr_t) vcpu);
 268     if (l4_error(tag)) {
 269         printf("Could not enable ext vCPU\n");
 270         exit(1);
 271     }
 272
 273     done = 1;
 274     *extstate = ext_state;
 275
 276     return vcpu;
 277 }
 278
 279
 280 static void run_test(int np_available) {
 281     l4_umword_t eflags;
 282     l4_msgtag_t tag;
 283     l4_cap_idx_t vm_task = l4re_util_cap_alloc();
 284 //    int i;
 285     l4_umword_t ip; //, marker, test_end;
 286     l4_addr_t vmcx;
 287     get_state_mem(&vmcx);
 288
 289     printf("run test, np_available=%d\n", np_available);
 290
 291     if (l4_is_invalid_cap(vm_task)) {
 292         printf("No more caps.\n");
 293         return;
 294     }
 295
 296     tag = l4_factory_create_vm(l4re_env()->factory, vm_task);
 297     if (l4_error(tag)) {
 298         printf("Failed to create new task\n");
 299         exit(1);
 300     }
 301
 302     vmcb_s = (l4_vm_svm_vmcb_t *) vmcx;
 303
 304     vcpu->user_task = vm_task;
 305
 306     vcpu->r.dx = 1;
 307     vcpu->r.cx = 2;
 308     vcpu->r.bx = 3;
 309     vcpu->r.bp = 4;
 310     vcpu->r.si = 5;
 311     vcpu->r.di = 6;
 312
 313     printf("clearing exit codes\n");
 314
 315     //  asm volatile("    jmp 1f;           \n"
 316     //               "2:  nop               \n"
 317     //               "    nop               \n"
 318     //               "    ud2               \n"
 319     //               "    int3              \n"
 320     //               "3:  nop               \n"
 321     //               "    nop               \n"
 322     //               "    int3              \n"
 323     //               //"3:  nop               \n"
 324     //               //"    int3              \n"
 325     //               "    nop               \n"
 326     //               "    nop               \n"
 327     //               "    movl %%eax, %%ecx \n"
 328     //               "    addl %%edx, %%ecx \n"
 329     //               "    vmmcall           \n"
 330     //               "4:                    \n"
 331     //               "    ud2               \n"
 332     //               "1:  movl $2b, %0      \n"
 333     //               "    movl $3b, %1      \n"
 334     //               "    movl $4b, %2      \n"
 335     //               : "=r" (ip), "=r" (marker), "=r" (test_end));
 336
 337     asm volatile("    jmp 1f;           \n"
 338             "2:  nop               \n"
 339             "    nop               \n"
 340             "    nop               \n"
 341             "    jmp 2b            \n"
 342             "1:  mov $2b, %0      \n"
 343             : "=r" (ip));
 344
 345     init_vmcb(vmcb_s);
 346
 347     vmcb_s->state_save_area.cpl = 0;
 348     vmcb_s->state_save_area.efer = 0x1000; // svme set
 349
 350     vmcb_s->state_save_area.cr4 = 0x690;
 351     vmcb_s->state_save_area.cr3 = 0;
 352     // PG[31] = 0, WP[16] = 1, NE[5]  = 1, ET[4]  = 1
 353     // TS[3]  = 1, MP[1]  = 1, PE[0]  = 1
 354     vmcb_s->state_save_area.cr0 = 0x1003b;
 355
 356     if (!np_available) {
 357         vmcb_s->state_save_area.cr0 |= 0x80000000; // PG = 1
 358         vmcb_s->control_area.np_enable &= ~1;
 359     }
 360
 361     vmcb_s->state_save_area.dr7 = 0x300;
 362     vmcb_s->state_save_area.dr6 = 0;
 363
 364     asm volatile("pushf     \n"
 365                  "pop  %0   \n"
 366                  : "=r" (eflags));
 367
 368     vmcb_s->state_save_area.rflags = eflags;
 369     vmcb_s->state_save_area.rip = ip;
 370     vmcb_s->state_save_area.rsp = (l4_umword_t) stack + STACKSIZE;
 371
 372     unsigned ofs;
 373     for (ofs = 0; ofs < STACKSIZE; ofs += L4_PAGESIZE) {
 374         stack[ofs] = 0;
 375         unsigned char c = stack[ofs];
 376         unsigned dummy;
 377
 378         asm volatile("nop" : "=a"(dummy) : "0" (c));
 379
 380         tag = l4_task_map(vm_task, L4RE_THIS_TASK_CAP, l4_fpage(
 381                 (((l4_umword_t)(stack)) + ofs) & L4_PAGEMASK, L4_PAGESHIFT,
 382                 L4_FPAGE_RW), l4_map_control(((l4_umword_t) stack) + ofs, 0,
 383                 L4_MAP_ITEM_MAP));
 384         printf("msgtag raw=%08x, ofs=%08x\n", (unsigned) tag.raw, ofs);
 385     }
 386
 387     tag = l4_task_map(vm_task, L4RE_THIS_TASK_CAP, l4_fpage(ip & L4_PAGEMASK,
 388             L4_PAGESHIFT, L4_FPAGE_RW), l4_map_control(ip, 0, L4_MAP_ITEM_MAP));
 389
 390     printf("msgtag raw=%08lx, ip=%08lx\n", tag.raw, ip);
 391
 392     idt[26] = 0x80000; // #13 general protection fault
 393     idt[27] = 0x8e00;
 394
 395     idt[28] = 0x80000; // #14 page fault
 396     idt[29] = 0x8e00;
 397
 398     // code segment 0x08
 399     gdt[2] = 0xffff;
 400     gdt[3] = 0xcf9b00;
 401
 402     // stack segment 0x10
 403     gdt[4] = 0xffff;
 404     gdt[5] = 0xcf9300;
 405
 406     // data segment 0x20
 407     gdt[8] = 0xffff;
 408     gdt[9] = 0xcff300;
 409
 410     // tss 0x28
 411     gdt[10] = 0x67;
 412     gdt[11] = 0x8b00;
 413
 414     unsigned idt0 = (unsigned long)idt;
 415     tag = l4_task_map(vm_task, L4RE_THIS_TASK_CAP, l4_fpage(idt0 & L4_PAGEMASK,
 416             L4_PAGESHIFT, L4_FPAGE_RW),
 417             l4_map_control(idt0, 0, L4_MAP_ITEM_MAP));
 418     printf("msgtag raw=%08lx, idt=%08x\n", (unsigned long)tag.raw, idt0);
 419
 420     unsigned gdt0 = (unsigned long)gdt;
 421     tag = l4_task_map(vm_task, L4RE_THIS_TASK_CAP, l4_fpage(gdt0 & L4_PAGEMASK,
 422             L4_PAGESHIFT, L4_FPAGE_RW),
 423             l4_map_control(gdt0, 0, L4_MAP_ITEM_MAP));
 424     printf("msgtag raw=%08lx, gdt=%08x\n", (unsigned long)tag.raw, gdt0);
 425
 426     //  printf("sizes vmcb=%x, control=%x,  state=%x\n",
 427     //         sizeof(*vmcb_s),
 428     //         sizeof(vmcb_s->control_area), sizeof(vmcb_s->sitate_save_area));
 429
 430     printf("start rip=%llx\n", vmcb_s->state_save_area.rip);
 431
 432     vmcb_s->state_save_area.rax = 8;
 433
 434     vm_resume();
 435
 436 }
 437
 438
 439 //  printf("rip=%08llx, rax=%llx, edx=%lx, ecx=%lx\n",
 440 //         vmcb_s->state_save_area.rip,
 441 //         vmcb_s->state_save_area.rax,
 442 //         vcpu->r.dx, vcpu->r.cx);
 443 //
 444 //  printf("run vm stop, status=%s\n", vcpu->r.cx == 9 ? "success" : "failure");
 445 //
 446 //  l4_task_unmap(L4RE_THIS_TASK_CAP,
 447 //                l4_obj_fpage(vm_task, 0, L4_FPAGE_RWX),
 448 //                L4_FP_ALL_SPACES);
 449 //}
 450
 451 #include <l4/sys/ktrace.h>
 452 l4_cap_idx_t timer_irq;
 453 void * timer_thread(void * );
 454 void * timer_thread(void * data) {
 455     (void)data;
 456     l4_sleep(1000);
 457     fiasco_tbuf_log("FIRST");
 458     while(1){
 459         l4_sleep(200);
 460         fiasco_tbuf_log("Trig");
 461         printf("trigger\n");
 462         cnt_triggered++;
 463         l4_irq_trigger(timer_irq);
 464     }
 465 }
 466
 467 #include <unistd.h>
 468
 469 int main(void)
 470 {
 471     timer_irq = l4re_util_cap_alloc();
 472     if (l4_error(l4_factory_create_irq(l4re_env()->factory, timer_irq)))
 473       printf("irq creation failed\n");
 474
 475     if (l4_error(l4_irq_attach(timer_irq, 0x120, L4_INVALID_CAP)))
 476         printf("irq attach failed\n");
 477
 478     printf("VM testing\n");
 479
 480     if (check_svm())
 481       {
 482         printf("No SVM CPU. Bye.\n");
 483         return 1;
 484       }
 485
 486     l4_touch_rw(stack, sizeof(stack));
 487     l4_touch_rw(hdl_stack, sizeof(hdl_stack));
 488
 489     pthread_t pthread_timer_thread;
 490
 491     pthread_create(&pthread_timer_thread, NULL, timer_thread, NULL);
 492
 493     run_test(0);
 494
 495     if (!check_svm_npt())
 496         run_test(1);
 497
 498     return 0;
 499 }