/* * aarch64-rpi/bootboot.c * * Copyright (C) 2017 - 2019 bzt (bztsrc@gitlab) * * Permission is hereby granted, free of charge, to any person * obtaining a copy of this software and associated documentation * files (the "Software"), to deal in the Software without * restriction, including without limitation the rights to use, copy, * modify, merge, publish, distribute, sublicense, and/or sell copies * of the Software, and to permit persons to whom the Software is * furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice shall be * included in all copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT * HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, * WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER * DEALINGS IN THE SOFTWARE. * * This file is part of the BOOTBOOT Protocol package. * @brief Boot loader for the Raspberry Pi 3+ ARMv8 * */ #define DEBUG 1 //#define SD_DEBUG DEBUG //#define INITRD_DEBUG DEBUG //#define EXEC_DEBUG DEBUG //#define MEM_DEBUG DEBUG #define CONSOLE UART0 #define NULL ((void*)0) #define PAGESIZE 4096 #include "tinf.h" /* get BOOTBOOT structure */ #include "../bootboot.h" // comment out this include if you don't want FS/Z support //#include "../../osZ/include/osZ/fsZ.h" /* aligned buffers */ volatile uint32_t __attribute__((aligned(16))) mbox[36]; /* we place these manually in linker script, gcc would otherwise waste lots of memory */ volatile uint8_t __attribute__((aligned(PAGESIZE))) __bootboot[PAGESIZE]; volatile uint8_t __attribute__((aligned(PAGESIZE))) __environment[PAGESIZE]; volatile uint8_t __attribute__((aligned(PAGESIZE))) __paging[23*PAGESIZE]; volatile uint8_t __attribute__((aligned(PAGESIZE))) __corestack[PAGESIZE]; #define __diskbuf __paging extern volatile uint8_t _data; extern volatile uint8_t _end; /* forward definitions */ uint32_t color=0xC0C0C0; void putc(char c); void puts(char *s); /*** ELF64 defines and structs ***/ #define ELFMAG "\177ELF" #define SELFMAG 4 #define EI_CLASS 4 /* File class byte index */ #define ELFCLASS64 2 /* 64-bit objects */ #define EI_DATA 5 /* Data encoding byte index */ #define ELFDATA2LSB 1 /* 2's complement, little endian */ #define PT_LOAD 1 /* Loadable program segment */ #define EM_AARCH64 183 /* ARM aarch64 architecture */ typedef struct { unsigned char e_ident[16];/* Magic number and other info */ uint16_t e_type; /* Object file type */ uint16_t e_machine; /* Architecture */ uint32_t e_version; /* Object file version */ uint64_t e_entry; /* Entry point virtual address */ uint64_t e_phoff; /* Program header table file offset */ uint64_t e_shoff; /* Section header table file offset */ uint32_t e_flags; /* Processor-specific flags */ uint16_t e_ehsize; /* ELF header size in bytes */ uint16_t e_phentsize; /* Program header table entry size */ uint16_t e_phnum; /* Program header table entry count */ uint16_t e_shentsize; /* Section header table entry size */ uint16_t e_shnum; /* Section header table entry count */ uint16_t e_shstrndx; /* Section header string table index */ } Elf64_Ehdr; typedef struct { uint32_t p_type; /* Segment type */ uint32_t p_flags; /* Segment flags */ uint64_t p_offset; /* Segment file offset */ uint64_t p_vaddr; /* Segment virtual address */ uint64_t p_paddr; /* Segment physical address */ uint64_t p_filesz; /* Segment size in file */ uint64_t p_memsz; /* Segment size in memory */ uint64_t p_align; /* Segment alignment */ } Elf64_Phdr; /*** PE32+ defines and structs ***/ #define MZ_MAGIC 0x5a4d /* "MZ" */ #define PE_MAGIC 0x00004550 /* "PE\0\0" */ #define IMAGE_FILE_MACHINE_ARM64 0xaa64 /* ARM aarch64 architecture */ #define PE_OPT_MAGIC_PE32PLUS 0x020b /* PE32+ format */ typedef struct { uint16_t magic; /* MZ magic */ uint16_t reserved[29]; /* reserved */ uint32_t peaddr; /* address of pe header */ } mz_hdr; typedef struct { uint32_t magic; /* PE magic */ uint16_t machine; /* machine type */ uint16_t sections; /* number of sections */ uint32_t timestamp; /* time_t */ uint32_t sym_table; /* symbol table offset */ uint32_t symbols; /* number of symbols */ uint16_t opt_hdr_size; /* size of optional header */ uint16_t flags; /* flags */ uint16_t file_type; /* file type, PE32PLUS magic */ uint8_t ld_major; /* linker major version */ uint8_t ld_minor; /* linker minor version */ uint32_t text_size; /* size of text section(s) */ uint32_t data_size; /* size of data section(s) */ uint32_t bss_size; /* size of bss section(s) */ int32_t entry_point; /* file offset of entry point */ int32_t code_base; /* relative code addr in ram */ } pe_hdr; /*** Raspberry Pi specific defines ***/ #define MMIO_BASE 0x3F000000 #define PM_RTSC ((volatile uint32_t*)(MMIO_BASE+0x0010001c)) #define PM_WATCHDOG ((volatile uint32_t*)(MMIO_BASE+0x00100024)) #define PM_WDOG_MAGIC 0x5a000000 #define PM_RTSC_FULLRST 0x00000020 #define GPFSEL0 ((volatile uint32_t*)(MMIO_BASE+0x00200000)) #define GPFSEL1 ((volatile uint32_t*)(MMIO_BASE+0x00200004)) #define GPFSEL2 ((volatile uint32_t*)(MMIO_BASE+0x00200008)) #define GPFSEL3 ((volatile uint32_t*)(MMIO_BASE+0x0020000C)) #define GPFSEL4 ((volatile uint32_t*)(MMIO_BASE+0x00200010)) #define GPFSEL5 ((volatile uint32_t*)(MMIO_BASE+0x00200014)) #define GPSET0 ((volatile uint32_t*)(MMIO_BASE+0x0020001C)) #define GPSET1 ((volatile uint32_t*)(MMIO_BASE+0x00200020)) #define GPCLR0 ((volatile uint32_t*)(MMIO_BASE+0x00200028)) #define GPLEV0 ((volatile uint32_t*)(MMIO_BASE+0x00200034)) #define GPLEV1 ((volatile uint32_t*)(MMIO_BASE+0x00200038)) #define GPEDS0 ((volatile uint32_t*)(MMIO_BASE+0x00200040)) #define GPEDS1 ((volatile uint32_t*)(MMIO_BASE+0x00200044)) #define GPHEN0 ((volatile uint32_t*)(MMIO_BASE+0x00200064)) #define GPHEN1 ((volatile uint32_t*)(MMIO_BASE+0x00200068)) #define GPPUD ((volatile uint32_t*)(MMIO_BASE+0x00200094)) #define GPPUDCLK0 ((volatile uint32_t*)(MMIO_BASE+0x00200098)) #define GPPUDCLK1 ((volatile uint32_t*)(MMIO_BASE+0x0020009C)) #define UART0 0 #define UART0_DR ((volatile uint32_t*)(MMIO_BASE+0x00201000)) #define UART0_FR ((volatile uint32_t*)(MMIO_BASE+0x00201018)) #define UART0_IBRD ((volatile uint32_t*)(MMIO_BASE+0x00201024)) #define UART0_FBRD ((volatile uint32_t*)(MMIO_BASE+0x00201028)) #define UART0_LCRH ((volatile uint32_t*)(MMIO_BASE+0x0020102C)) #define UART0_CR ((volatile uint32_t*)(MMIO_BASE+0x00201030)) #define UART0_IMSC ((volatile uint32_t*)(MMIO_BASE+0x00201038)) #define UART0_ICR ((volatile uint32_t*)(MMIO_BASE+0x00201044)) #define UART1 1 #define AUX_ENABLE ((volatile uint32_t*)(MMIO_BASE+0x00215004)) #define AUX_MU_IO ((volatile uint32_t*)(MMIO_BASE+0x00215040)) #define AUX_MU_IER ((volatile uint32_t*)(MMIO_BASE+0x00215044)) #define AUX_MU_IIR ((volatile uint32_t*)(MMIO_BASE+0x00215048)) #define AUX_MU_LCR ((volatile uint32_t*)(MMIO_BASE+0x0021504C)) #define AUX_MU_MCR ((volatile uint32_t*)(MMIO_BASE+0x00215050)) #define AUX_MU_LSR ((volatile uint32_t*)(MMIO_BASE+0x00215054)) #define AUX_MU_MSR ((volatile uint32_t*)(MMIO_BASE+0x00215058)) #define AUX_MU_SCRATCH ((volatile uint32_t*)(MMIO_BASE+0x0021505C)) #define AUX_MU_CNTL ((volatile uint32_t*)(MMIO_BASE+0x00215060)) #define AUX_MU_STAT ((volatile uint32_t*)(MMIO_BASE+0x00215064)) #define AUX_MU_BAUD ((volatile uint32_t*)(MMIO_BASE+0x00215068)) /* timing stuff */ uint64_t cntfrq; /* delay cnt clockcycles */ void delay(uint32_t cnt) { while(cnt--) { asm volatile("nop"); } } /* delay cnt microsec */ void delaym(uint32_t cnt) {uint64_t t,r;asm volatile ("mrs %0, cntpct_el0" : "=r" (t)); t+=((cntfrq/1000)*cnt)/1000;do{asm volatile ("mrs %0, cntpct_el0" : "=r" (r));}while(r=0;c-=4){n=(d>>c)&0xF;n+=n>9?0x37:0x30;uart_send(n);} } void uart_putc(char c) { if(c=='\n') uart_send((uint32_t)'\r'); uart_send((uint32_t)c); } void uart_puts(char *s) { while(*s) uart_putc(*s++); } void uart_dump(void *ptr,uint32_t l) { uint64_t a,b; unsigned char c; for(a=(uint64_t)ptr;a<(uint64_t)ptr+l*16;a+=16) { uart_hex(a,8); uart_puts(": "); for(b=0;b<16;b++) { uart_hex(*((unsigned char*)(a+b)),1); uart_putc(' '); if(b%4==3) uart_putc(' '); } for(b=0;b<16;b++) { c=*((unsigned char*)(a+b)); uart_putc(c<32||c>=127?'.':c); } uart_putc('\n'); } } void uart_exc(uint64_t idx, uint64_t esr, uint64_t elr, uint64_t spsr, uint64_t far, uint64_t sctlr, uint64_t tcr) { register uint64_t r; asm volatile ("msr ttbr0_el1, %0;tlbi vmalle1" : : "r" ((uint64_t)&__paging+1)); asm volatile ("dsb ish; isb; mrs %0, sctlr_el1" : "=r" (r)); // set mandatory reserved bits r&=~((1<<12) | // clear I, no instruction cache (1<<2)); // clear C, no cache at all asm volatile ("msr sctlr_el1, %0; isb" : : "r" (r)); puts("\nBOOTBOOT-EXCEPTION"); uart_puts(" #"); uart_hex(idx,1); uart_puts(":\n ESR_EL1 "); uart_hex(esr,8); uart_puts(" ELR_EL1 "); uart_hex(elr,8); uart_puts("\n SPSR_EL1 "); uart_hex(spsr,8); uart_puts(" FAR_EL1 "); uart_hex(far,8); uart_puts("\nSCTLR_EL1 "); uart_hex(sctlr,8); uart_puts(" TCR_EL1 "); uart_hex(tcr,8); uart_putc('\n'); r=0; while(r!='\n' && r!=' ') r=uart_getc(); asm volatile("dsb sy; isb"); *PM_WATCHDOG = PM_WDOG_MAGIC | 1; *PM_RTSC = PM_WDOG_MAGIC | PM_RTSC_FULLRST; while(1); } #define VIDEOCORE_MBOX (MMIO_BASE+0x0000B880) #define MBOX_READ ((volatile uint32_t*)(VIDEOCORE_MBOX+0x0)) #define MBOX_POLL ((volatile uint32_t*)(VIDEOCORE_MBOX+0x10)) #define MBOX_SENDER ((volatile uint32_t*)(VIDEOCORE_MBOX+0x14)) #define MBOX_STATUS ((volatile uint32_t*)(VIDEOCORE_MBOX+0x18)) #define MBOX_CONFIG ((volatile uint32_t*)(VIDEOCORE_MBOX+0x1C)) #define MBOX_WRITE ((volatile uint32_t*)(VIDEOCORE_MBOX+0x20)) #define MBOX_REQUEST 0 #define MBOX_RESPONSE 0x80000000 #define MBOX_FULL 0x80000000 #define MBOX_EMPTY 0x40000000 #define MBOX_CH_POWER 0 #define MBOX_CH_FB 1 #define MBOX_CH_VUART 2 #define MBOX_CH_VCHIQ 3 #define MBOX_CH_LEDS 4 #define MBOX_CH_BTNS 5 #define MBOX_CH_TOUCH 6 #define MBOX_CH_COUNT 7 #define MBOX_CH_PROP 8 /* mailbox functions */ void mbox_write(uint8_t ch, volatile uint32_t *mbox) { do{asm volatile("nop");}while(*MBOX_STATUS & MBOX_FULL); *MBOX_WRITE = (((uint32_t)((uint64_t)mbox)&~0xF) | (ch&0xF)); } uint32_t mbox_read(uint8_t ch) { uint32_t r; while(1) { do{asm volatile("nop");}while(*MBOX_STATUS & MBOX_EMPTY); r=*MBOX_READ; if((uint8_t)(r&0xF)==ch) return (r&~0xF); } } uint8_t mbox_call(uint8_t ch, volatile uint32_t *mbox) { mbox_write(ch,mbox); return mbox_read(ch)==(uint32_t)((uint64_t)mbox) && mbox[1]==MBOX_RESPONSE; } /* string.h */ uint32_t strlen(unsigned char *s) { uint32_t n=0; while(*s++) n++; return n; } void memcpy(void *dst, void *src, uint32_t n){uint8_t *a=dst,*b=src;while(n--) *a++=*b++; } void memset(void *dst, uint8_t c, uint32_t n){uint8_t *a=dst;while(n--) *a++=c; } int memcmp(void *s1, void *s2, uint32_t n){uint8_t *a=s1,*b=s2;while(n--){if(*a!=*b){return *a-*b;}a++;b++;} return 0; } /* other string functions */ int atoi(unsigned char *c) { int r=0;while(*c>='0'&&*c<='9') {r*=10;r+=*c++-'0';} return r; } int oct2bin(unsigned char *s, int n){ int r=0;while(n-->0){r<<=3;r+=*s++-'0';} return r; } int hex2bin(unsigned char *s, int n){ int r=0;while(n-->0){r<<=4; if(*s>='0' && *s<='9')r+=*s-'0';else if(*s>='A'&&*s<='F')r+=*s-'A'+10;s++;} return r; } #if DEBUG #define DBG(s) puts(s) #else #define DBG(s) #endif /* sdcard */ #define EMMC_ARG2 ((volatile uint32_t*)(MMIO_BASE+0x00300000)) #define EMMC_BLKSIZECNT ((volatile uint32_t*)(MMIO_BASE+0x00300004)) #define EMMC_ARG1 ((volatile uint32_t*)(MMIO_BASE+0x00300008)) #define EMMC_CMDTM ((volatile uint32_t*)(MMIO_BASE+0x0030000C)) #define EMMC_RESP0 ((volatile uint32_t*)(MMIO_BASE+0x00300010)) #define EMMC_RESP1 ((volatile uint32_t*)(MMIO_BASE+0x00300014)) #define EMMC_RESP2 ((volatile uint32_t*)(MMIO_BASE+0x00300018)) #define EMMC_RESP3 ((volatile uint32_t*)(MMIO_BASE+0x0030001C)) #define EMMC_DATA ((volatile uint32_t*)(MMIO_BASE+0x00300020)) #define EMMC_STATUS ((volatile uint32_t*)(MMIO_BASE+0x00300024)) #define EMMC_CONTROL0 ((volatile uint32_t*)(MMIO_BASE+0x00300028)) #define EMMC_CONTROL1 ((volatile uint32_t*)(MMIO_BASE+0x0030002C)) #define EMMC_INTERRUPT ((volatile uint32_t*)(MMIO_BASE+0x00300030)) #define EMMC_INT_MASK ((volatile uint32_t*)(MMIO_BASE+0x00300034)) #define EMMC_INT_EN ((volatile uint32_t*)(MMIO_BASE+0x00300038)) #define EMMC_CONTROL2 ((volatile uint32_t*)(MMIO_BASE+0x0030003C)) #define EMMC_SLOTISR_VER ((volatile uint32_t*)(MMIO_BASE+0x003000FC)) // command flags #define CMD_NEED_APP 0x80000000 #define CMD_RSPNS_48 0x00020000 #define CMD_ERRORS_MASK 0xfff9c004 #define CMD_RCA_MASK 0xffff0000 // COMMANDs #define CMD_GO_IDLE 0x00000000 #define CMD_ALL_SEND_CID 0x02010000 #define CMD_SEND_REL_ADDR 0x03020000 #define CMD_CARD_SELECT 0x07030000 #define CMD_SEND_IF_COND 0x08020000 #define CMD_STOP_TRANS 0x0C030000 #define CMD_READ_SINGLE 0x11220010 #define CMD_READ_MULTI 0x12220032 #define CMD_SET_BLOCKCNT 0x17020000 #define CMD_APP_CMD 0x37000000 #define CMD_SET_BUS_WIDTH (0x06020000|CMD_NEED_APP) #define CMD_SEND_OP_COND (0x29020000|CMD_NEED_APP) #define CMD_SEND_SCR (0x33220010|CMD_NEED_APP) // STATUS register settings #define SR_READ_AVAILABLE 0x00000800 #define SR_DAT_INHIBIT 0x00000002 #define SR_CMD_INHIBIT 0x00000001 #define SR_APP_CMD 0x00000020 // INTERRUPT register settings #define INT_DATA_TIMEOUT 0x00100000 #define INT_CMD_TIMEOUT 0x00010000 #define INT_READ_RDY 0x00000020 #define INT_CMD_DONE 0x00000001 #define INT_ERROR_MASK 0x017E8000 // CONTROL register settings #define C0_SPI_MODE_EN 0x00100000 #define C0_HCTL_HS_EN 0x00000004 #define C0_HCTL_DWITDH 0x00000002 #define C1_SRST_DATA 0x04000000 #define C1_SRST_CMD 0x02000000 #define C1_SRST_HC 0x01000000 #define C1_TOUNIT_DIS 0x000f0000 #define C1_TOUNIT_MAX 0x000e0000 #define C1_CLK_GENSEL 0x00000020 #define C1_CLK_EN 0x00000004 #define C1_CLK_STABLE 0x00000002 #define C1_CLK_INTLEN 0x00000001 // SLOTISR_VER values #define HOST_SPEC_NUM 0x00ff0000 #define HOST_SPEC_NUM_SHIFT 16 #define HOST_SPEC_V3 2 #define HOST_SPEC_V2 1 #define HOST_SPEC_V1 0 // SCR flags #define SCR_SD_BUS_WIDTH_4 0x00000400 #define SCR_SUPP_SET_BLKCNT 0x02000000 // added by my driver #define SCR_SUPP_CCS 0x00000001 #define ACMD41_VOLTAGE 0x00ff8000 #define ACMD41_CMD_COMPLETE 0x80000000 #define ACMD41_CMD_CCS 0x40000000 #define ACMD41_ARG_HC 0x51ff8000 #define SD_OK 0 #define SD_TIMEOUT -1 #define SD_ERROR -2 uint32_t sd_scr[2], sd_ocr, sd_rca, sd_err, sd_hv; /** * Wait for data or command ready */ int sd_status(uint32_t mask) { int cnt = 500000; while((*EMMC_STATUS & mask) && !(*EMMC_INTERRUPT & INT_ERROR_MASK) && cnt--) delaym(1); return (cnt <= 0 || (*EMMC_INTERRUPT & INT_ERROR_MASK)) ? SD_ERROR : SD_OK; } /** * Wait for interrupt */ int sd_int(uint32_t mask) { uint32_t r, m=mask | INT_ERROR_MASK; int cnt = 1000000; while(!(*EMMC_INTERRUPT & m) && cnt--) delaym(1); r=*EMMC_INTERRUPT; if(cnt<=0 || (r & INT_CMD_TIMEOUT) || (r & INT_DATA_TIMEOUT) ) { *EMMC_INTERRUPT=r; return SD_TIMEOUT; } else if(r & INT_ERROR_MASK) { *EMMC_INTERRUPT=r; return SD_ERROR; } *EMMC_INTERRUPT=mask; return 0; } /** * Send a command */ int sd_cmd(uint32_t code, uint32_t arg) { int r=0; sd_err=SD_OK; if(code&CMD_NEED_APP) { r=sd_cmd(CMD_APP_CMD|(sd_rca?CMD_RSPNS_48:0),sd_rca); if(sd_rca && !r) { DBG("BOOTBOOT-ERROR: failed to send SD APP command\n"); sd_err=SD_ERROR;return 0;} code &= ~CMD_NEED_APP; } if(sd_status(SR_CMD_INHIBIT)) { DBG("BOOTBOOT-ERROR: EMMC busy\n"); sd_err= SD_TIMEOUT;return 0;} #if SD_DEBUG uart_puts("EMMC: Sending command ");uart_hex(code,4);uart_puts(" arg ");uart_hex(arg,4);uart_putc('\n'); #endif *EMMC_INTERRUPT=*EMMC_INTERRUPT; *EMMC_ARG1=arg; *EMMC_CMDTM=code; if(code==CMD_SEND_OP_COND) delaym(1000); else if(code==CMD_SEND_IF_COND || code==CMD_APP_CMD) delaym(100); if((r=sd_int(INT_CMD_DONE))) {DBG("BOOTBOOT-ERROR: failed to send EMMC command\n");sd_err=r;return 0;} r=*EMMC_RESP0; if(code==CMD_GO_IDLE || code==CMD_APP_CMD) return 0; else if(code==(CMD_APP_CMD|CMD_RSPNS_48)) return r&SR_APP_CMD; else if(code==CMD_SEND_OP_COND) return r; else if(code==CMD_SEND_IF_COND) return r==arg? SD_OK : SD_ERROR; else if(code==CMD_ALL_SEND_CID) {r|=*EMMC_RESP3; r|=*EMMC_RESP2; r|=*EMMC_RESP1; return r; } else if(code==CMD_SEND_REL_ADDR) { sd_err=(((r&0x1fff))|((r&0x2000)<<6)|((r&0x4000)<<8)|((r&0x8000)<<8))&CMD_ERRORS_MASK; return r&CMD_RCA_MASK; } return r&CMD_ERRORS_MASK; // make gcc happy return 0; } /** * read a block from sd card and return the number of bytes read * returns 0 on error. */ int sd_readblock(uint64_t lba, uint8_t *buffer, uint32_t num) { int r,c=0,d; if(num<1) num=1; #if SD_DEBUG uart_puts("sd_readblock lba ");uart_hex(lba,4);uart_puts(" num ");uart_hex(num,4);uart_putc('\n'); #endif if(sd_status(SR_DAT_INHIBIT)) {sd_err=SD_TIMEOUT; return 0;} uint32_t *buf=(uint32_t *)buffer; if(sd_scr[0] & SCR_SUPP_CCS) { if(num > 1 && (sd_scr[0] & SCR_SUPP_SET_BLKCNT)) { sd_cmd(CMD_SET_BLOCKCNT,num); if(sd_err) return 0; } *EMMC_BLKSIZECNT = (num << 16) | 512; sd_cmd(num == 1 ? CMD_READ_SINGLE : CMD_READ_MULTI,lba); if(sd_err) return 0; } else { *EMMC_BLKSIZECNT = (1 << 16) | 512; } while( c < num ) { if(!(sd_scr[0] & SCR_SUPP_CCS)) { sd_cmd(CMD_READ_SINGLE,(lba+c)*512); if(sd_err) return 0; } if((r=sd_int(INT_READ_RDY))){DBG("\rBOOTBOOT-ERROR: Timeout waiting for ready to read\n");sd_err=r;return 0;} for(d=0;d<128;d++) buf[d] = *EMMC_DATA; c++; buf+=128; } #if SD_DEBUG uart_dump(buffer,4); #endif if( num > 1 && !(sd_scr[0] & SCR_SUPP_SET_BLKCNT) && (sd_scr[0] & SCR_SUPP_CCS)) sd_cmd(CMD_STOP_TRANS,0); return sd_err!=SD_OK || c!=num? 0 : num*512; } /** * set SD clock to frequency in Hz */ int sd_clk(uint32_t f) { uint32_t d,c=41666666/f,x,s=32,h=0; int cnt = 100000; while((*EMMC_STATUS & (SR_CMD_INHIBIT|SR_DAT_INHIBIT)) && cnt--) delaym(1); if(cnt<=0) { DBG("BOOTBOOT-ERROR: timeout waiting for inhibit flag\n"); return SD_ERROR; } *EMMC_CONTROL1 &= ~C1_CLK_EN; delaym(10); x=c-1; if(!x) s=0; else { if(!(x & 0xffff0000u)) { x <<= 16; s -= 16; } if(!(x & 0xff000000u)) { x <<= 8; s -= 8; } if(!(x & 0xf0000000u)) { x <<= 4; s -= 4; } if(!(x & 0xc0000000u)) { x <<= 2; s -= 2; } if(!(x & 0x80000000u)) { x <<= 1; s -= 1; } if(s>0) s--; if(s>7) s=7; } if(sd_hv>HOST_SPEC_V2) d=c; else d=(1<HOST_SPEC_V2) h=(d&0x300)>>2; d=(((d&0x0ff)<<8)|h); *EMMC_CONTROL1=(*EMMC_CONTROL1&0xffff003f)|d; delaym(10); *EMMC_CONTROL1 |= C1_CLK_EN; delaym(10); cnt=10000; while(!(*EMMC_CONTROL1 & C1_CLK_STABLE) && cnt--) delaym(10); if(cnt<=0) { DBG("BOOTBOOT-ERROR: failed to get stable clock\n"); return SD_ERROR; } return SD_OK; } /** * initialize EMMC to read SDHC card */ int sd_init() { long r,cnt,ccs=0; // GPIO_CD r=*GPFSEL4; r&=~(7<<(7*3)); *GPFSEL4=r; *GPPUD=2; delay(150); *GPPUDCLK1=(1<<15); delay(150); *GPPUD=0; *GPPUDCLK1=0; r=*GPHEN1; r|=1<<15; *GPHEN1=r; // GPIO_CLK, GPIO_CMD r=*GPFSEL4; r|=(7<<(8*3))|(7<<(9*3)); *GPFSEL4=r; *GPPUD=2; delay(150); *GPPUDCLK1=(1<<16)|(1<<17); delay(150); *GPPUD=0; *GPPUDCLK1=0; // GPIO_DAT0, GPIO_DAT1, GPIO_DAT2, GPIO_DAT3 r=*GPFSEL5; r|=(7<<(0*3)) | (7<<(1*3)) | (7<<(2*3)) | (7<<(3*3)); *GPFSEL5=r; *GPPUD=2; delay(150); *GPPUDCLK1=(1<<18) | (1<<19) | (1<<20) | (1<<21); delay(150); *GPPUD=0; *GPPUDCLK1=0; sd_hv = (*EMMC_SLOTISR_VER & HOST_SPEC_NUM) >> HOST_SPEC_NUM_SHIFT; #if SD_DEBUG uart_puts("EMMC: GPIO set up\n"); #endif // Reset the card. *EMMC_CONTROL0 = 0; *EMMC_CONTROL1 |= C1_SRST_HC; cnt=10000; do{delaym(10);} while( (*EMMC_CONTROL1 & C1_SRST_HC) && cnt-- ); if(cnt<=0) { DBG("BOOTBOOT-ERROR: failed to reset EMMC\n"); return SD_ERROR; } #if SD_DEBUG uart_puts("EMMC: reset OK\n"); #endif *EMMC_CONTROL1 |= C1_CLK_INTLEN | C1_TOUNIT_MAX; delaym(10); // Set clock to setup frequency. if((r=sd_clk(400000))) return r; *EMMC_INT_EN = 0xffffffff; *EMMC_INT_MASK = 0xffffffff; sd_scr[0]=sd_scr[1]=sd_rca=sd_err=0; sd_cmd(CMD_GO_IDLE,0); if(sd_err) return sd_err; sd_cmd(CMD_SEND_IF_COND,0x000001AA); if(sd_err) return sd_err; cnt=6; r=0; while(!(r&ACMD41_CMD_COMPLETE) && cnt--) { delay(400); r=sd_cmd(CMD_SEND_OP_COND,ACMD41_ARG_HC); #if SD_DEBUG uart_puts("EMMC: CMD_SEND_OP_COND returned "); if(r&ACMD41_CMD_COMPLETE) uart_puts("COMPLETE "); if(r&ACMD41_VOLTAGE) uart_puts("VOLTAGE "); if(r&ACMD41_CMD_CCS) uart_puts("CCS "); uart_hex(r,8); uart_putc('\n'); #endif if(sd_err!=SD_TIMEOUT && sd_err!=SD_OK ) { DBG("BOOTBOOT-ERROR: EMMC ACMD41 returned error\n"); return sd_err; } } if(!(r&ACMD41_CMD_COMPLETE) || !cnt ) return SD_TIMEOUT; if(!(r&ACMD41_VOLTAGE)) return SD_ERROR; if(r&ACMD41_CMD_CCS) ccs=SCR_SUPP_CCS; sd_cmd(CMD_ALL_SEND_CID,0); sd_rca = sd_cmd(CMD_SEND_REL_ADDR,0); #if SD_DEBUG uart_puts("EMMC: CMD_SEND_REL_ADDR returned "); uart_hex(sd_rca,8); uart_putc('\n'); #endif if(sd_err) return sd_err; if((r=sd_clk(25000000))) return r; sd_cmd(CMD_CARD_SELECT,sd_rca); if(sd_err) return sd_err; if(sd_status(SR_DAT_INHIBIT)) return SD_TIMEOUT; *EMMC_BLKSIZECNT = (1<<16) | 8; sd_cmd(CMD_SEND_SCR,0); if(sd_err) return sd_err; if(sd_int(INT_READ_RDY)) return SD_TIMEOUT; r=0; cnt=100000; while(r<2 && cnt) { if( *EMMC_STATUS & SR_READ_AVAILABLE ) sd_scr[r++] = *EMMC_DATA; else delaym(1); } if(r!=2) return SD_TIMEOUT; if(sd_scr[0] & SCR_SD_BUS_WIDTH_4) { sd_cmd(CMD_SET_BUS_WIDTH,sd_rca|2); if(sd_err) return sd_err; *EMMC_CONTROL0 |= C0_HCTL_DWITDH; } // add software flag #ifdef SD_DEBUG uart_puts("EMMC: supports "); if(sd_scr[0] & SCR_SUPP_SET_BLKCNT) uart_puts("SET_BLKCNT "); if(ccs) uart_puts("CCS "); uart_putc('\n'); #endif sd_scr[0]&=~SCR_SUPP_CCS; sd_scr[0]|=ccs; return SD_OK; } /*** other defines and structs ***/ typedef struct { uint32_t type[4]; uint8_t uuid[16]; uint64_t start; uint64_t end; uint64_t flags; uint8_t name[72]; } efipart_t; typedef struct { char jmp[3]; char oem[8]; uint16_t bps; uint8_t spc; uint16_t rsc; uint8_t nf; uint8_t nr0; uint8_t nr1; uint16_t ts16; uint8_t media; uint16_t spf16; uint16_t spt; uint16_t nh; uint32_t hs; uint32_t ts32; uint32_t spf32; uint32_t flg; uint32_t rc; char vol[6]; char fst[8]; char dmy[20]; char fst2[8]; } __attribute__((packed)) bpb_t; typedef struct { char name[8]; char ext[3]; char attr[9]; uint16_t ch; uint32_t attr2; uint16_t cl; uint32_t size; } __attribute__((packed)) fatdir_t; typedef struct { uint32_t magic; uint32_t version; uint32_t headersize;/* offset of bitmaps in file */ uint16_t flags; /* original PSF2 has 32 bit flags */ uint8_t hotspot_x; /* addition to OS/Z */ uint8_t hotspot_y; uint32_t numglyph; uint32_t bytesperglyph; uint32_t height; uint32_t width; uint8_t glyphs; } __attribute__((packed)) font_t; extern volatile unsigned char _binary_font_psf_start; /** * return type for fs drivers */ typedef struct { uint8_t *ptr; uint64_t size; } file_t; /*** common variables ***/ file_t env; // environment file descriptor file_t initrd; // initrd file descriptor file_t core; // kernel file descriptor BOOTBOOT *bootboot; // the BOOTBOOT structure // default environment variables. M$ states that 1024x768 must be supported int reqwidth = 1024, reqheight = 768; char *kernelname="sys/core"; unsigned char *kne; // alternative environment name char *cfgname="sys/config"; uint64_t entrypoint=0, bss=0, *paging, reg, pa; uint8_t bsp_done=0; #ifdef _FS_Z_H_ /** * SHA-256 */ typedef struct { uint8_t d[64]; uint32_t l; uint32_t b[2]; uint32_t s[8]; } SHA256_CTX; #define SHA_ADD(a,b,c) if(a>0xffffffff-(c))b++;a+=c; #define SHA_ROTL(a,b) (((a)<<(b))|((a)>>(32-(b)))) #define SHA_ROTR(a,b) (((a)>>(b))|((a)<<(32-(b)))) #define SHA_CH(x,y,z) (((x)&(y))^(~(x)&(z))) #define SHA_MAJ(x,y,z) (((x)&(y))^((x)&(z))^((y)&(z))) #define SHA_EP0(x) (SHA_ROTR(x,2)^SHA_ROTR(x,13)^SHA_ROTR(x,22)) #define SHA_EP1(x) (SHA_ROTR(x,6)^SHA_ROTR(x,11)^SHA_ROTR(x,25)) #define SHA_SIG0(x) (SHA_ROTR(x,7)^SHA_ROTR(x,18)^((x)>>3)) #define SHA_SIG1(x) (SHA_ROTR(x,17)^SHA_ROTR(x,19)^((x)>>10)) static uint32_t sha256_k[64]={ 0x428a2f98,0x71374491,0xb5c0fbcf,0xe9b5dba5,0x3956c25b,0x59f111f1,0x923f82a4,0xab1c5ed5, 0xd807aa98,0x12835b01,0x243185be,0x550c7dc3,0x72be5d74,0x80deb1fe,0x9bdc06a7,0xc19bf174, 0xe49b69c1,0xefbe4786,0x0fc19dc6,0x240ca1cc,0x2de92c6f,0x4a7484aa,0x5cb0a9dc,0x76f988da, 0x983e5152,0xa831c66d,0xb00327c8,0xbf597fc7,0xc6e00bf3,0xd5a79147,0x06ca6351,0x14292967, 0x27b70a85,0x2e1b2138,0x4d2c6dfc,0x53380d13,0x650a7354,0x766a0abb,0x81c2c92e,0x92722c85, 0xa2bfe8a1,0xa81a664b,0xc24b8b70,0xc76c51a3,0xd192e819,0xd6990624,0xf40e3585,0x106aa070, 0x19a4c116,0x1e376c08,0x2748774c,0x34b0bcb5,0x391c0cb3,0x4ed8aa4a,0x5b9cca4f,0x682e6ff3, 0x748f82ee,0x78a5636f,0x84c87814,0x8cc70208,0x90befffa,0xa4506ceb,0xbef9a3f7,0xc67178f2 }; void sha256_t(SHA256_CTX *ctx) { uint32_t a,b,c,d,e,f,g,h,i,j,t1,t2,m[64]; for(i=0,j=0;i<16;i++,j+=4) m[i]=(ctx->d[j]<<24)|(ctx->d[j+1]<<16)|(ctx->d[j+2]<<8)|(ctx->d[j+3]); for(;i<64;i++) m[i]=SHA_SIG1(m[i-2])+m[i-7]+SHA_SIG0(m[i-15])+m[i-16]; a=ctx->s[0];b=ctx->s[1];c=ctx->s[2];d=ctx->s[3]; e=ctx->s[4];f=ctx->s[5];g=ctx->s[6];h=ctx->s[7]; for(i=0;i<64;i++) { t1=h+SHA_EP1(e)+SHA_CH(e,f,g)+sha256_k[i]+m[i]; t2=SHA_EP0(a)+SHA_MAJ(a,b,c);h=g;g=f;f=e;e=d+t1;d=c;c=b;b=a;a=t1+t2; } ctx->s[0]+=a;ctx->s[1]+=b;ctx->s[2]+=c;ctx->s[3]+=d; ctx->s[4]+=e;ctx->s[5]+=f;ctx->s[6]+=g;ctx->s[7]+=h; } void SHA256_Init(SHA256_CTX *ctx) { ctx->l=0;ctx->b[0]=ctx->b[1]=0; ctx->s[0]=0x6a09e667;ctx->s[1]=0xbb67ae85;ctx->s[2]=0x3c6ef372;ctx->s[3]=0xa54ff53a; ctx->s[4]=0x510e527f;ctx->s[5]=0x9b05688c;ctx->s[6]=0x1f83d9ab;ctx->s[7]=0x5be0cd19; } void SHA256_Update(SHA256_CTX *ctx, const void *data, int len) { uint8_t *d=(uint8_t *)data; for(;len--;d++) { ctx->d[ctx->l++]=*d; if(ctx->l==64) {sha256_t(ctx);SHA_ADD(ctx->b[0],ctx->b[1],512);ctx->l=0;} } } void SHA256_Final(unsigned char *h, SHA256_CTX *ctx) { uint32_t i=ctx->l; ctx->d[i++]=0x80; if(ctx->l<56) {while(i<56) ctx->d[i++]=0x00;} else {while(i<64) ctx->d[i++]=0x00;sha256_t(ctx);memset(ctx->d,0,56);} SHA_ADD(ctx->b[0],ctx->b[1],ctx->l*8); ctx->d[63]=ctx->b[0];ctx->d[62]=ctx->b[0]>>8;ctx->d[61]=ctx->b[0]>>16;ctx->d[60]=ctx->b[0]>>24; ctx->d[59]=ctx->b[1];ctx->d[58]=ctx->b[1]>>8;ctx->d[57]=ctx->b[1]>>16;ctx->d[56]=ctx->b[1]>>24; sha256_t(ctx); for(i=0;i<4;i++) { h[i] =(ctx->s[0]>>(24-i*8)); h[i+4] =(ctx->s[1]>>(24-i*8)); h[i+8] =(ctx->s[2]>>(24-i*8)); h[i+12]=(ctx->s[3]>>(24-i*8)); h[i+16]=(ctx->s[4]>>(24-i*8)); h[i+20]=(ctx->s[5]>>(24-i*8)); h[i+24]=(ctx->s[6]>>(24-i*8)); h[i+28]=(ctx->s[7]>>(24-i*8)); } } /** * precalculated CRC32c lookup table for polynomial 0x1EDC6F41 (castagnoli-crc) */ uint32_t crc32c_lookup[256]={ 0x00000000L, 0xF26B8303L, 0xE13B70F7L, 0x1350F3F4L, 0xC79A971FL, 0x35F1141CL, 0x26A1E7E8L, 0xD4CA64EBL, 0x8AD958CFL, 0x78B2DBCCL, 0x6BE22838L, 0x9989AB3BL, 0x4D43CFD0L, 0xBF284CD3L, 0xAC78BF27L, 0x5E133C24L, 0x105EC76FL, 0xE235446CL, 0xF165B798L, 0x030E349BL, 0xD7C45070L, 0x25AFD373L, 0x36FF2087L, 0xC494A384L, 0x9A879FA0L, 0x68EC1CA3L, 0x7BBCEF57L, 0x89D76C54L, 0x5D1D08BFL, 0xAF768BBCL, 0xBC267848L, 0x4E4DFB4BL, 0x20BD8EDEL, 0xD2D60DDDL, 0xC186FE29L, 0x33ED7D2AL, 0xE72719C1L, 0x154C9AC2L, 0x061C6936L, 0xF477EA35L, 0xAA64D611L, 0x580F5512L, 0x4B5FA6E6L, 0xB93425E5L, 0x6DFE410EL, 0x9F95C20DL, 0x8CC531F9L, 0x7EAEB2FAL, 0x30E349B1L, 0xC288CAB2L, 0xD1D83946L, 0x23B3BA45L, 0xF779DEAEL, 0x05125DADL, 0x1642AE59L, 0xE4292D5AL, 0xBA3A117EL, 0x4851927DL, 0x5B016189L, 0xA96AE28AL, 0x7DA08661L, 0x8FCB0562L, 0x9C9BF696L, 0x6EF07595L, 0x417B1DBCL, 0xB3109EBFL, 0xA0406D4BL, 0x522BEE48L, 0x86E18AA3L, 0x748A09A0L, 0x67DAFA54L, 0x95B17957L, 0xCBA24573L, 0x39C9C670L, 0x2A993584L, 0xD8F2B687L, 0x0C38D26CL, 0xFE53516FL, 0xED03A29BL, 0x1F682198L, 0x5125DAD3L, 0xA34E59D0L, 0xB01EAA24L, 0x42752927L, 0x96BF4DCCL, 0x64D4CECFL, 0x77843D3BL, 0x85EFBE38L, 0xDBFC821CL, 0x2997011FL, 0x3AC7F2EBL, 0xC8AC71E8L, 0x1C661503L, 0xEE0D9600L, 0xFD5D65F4L, 0x0F36E6F7L, 0x61C69362L, 0x93AD1061L, 0x80FDE395L, 0x72966096L, 0xA65C047DL, 0x5437877EL, 0x4767748AL, 0xB50CF789L, 0xEB1FCBADL, 0x197448AEL, 0x0A24BB5AL, 0xF84F3859L, 0x2C855CB2L, 0xDEEEDFB1L, 0xCDBE2C45L, 0x3FD5AF46L, 0x7198540DL, 0x83F3D70EL, 0x90A324FAL, 0x62C8A7F9L, 0xB602C312L, 0x44694011L, 0x5739B3E5L, 0xA55230E6L, 0xFB410CC2L, 0x092A8FC1L, 0x1A7A7C35L, 0xE811FF36L, 0x3CDB9BDDL, 0xCEB018DEL, 0xDDE0EB2AL, 0x2F8B6829L, 0x82F63B78L, 0x709DB87BL, 0x63CD4B8FL, 0x91A6C88CL, 0x456CAC67L, 0xB7072F64L, 0xA457DC90L, 0x563C5F93L, 0x082F63B7L, 0xFA44E0B4L, 0xE9141340L, 0x1B7F9043L, 0xCFB5F4A8L, 0x3DDE77ABL, 0x2E8E845FL, 0xDCE5075CL, 0x92A8FC17L, 0x60C37F14L, 0x73938CE0L, 0x81F80FE3L, 0x55326B08L, 0xA759E80BL, 0xB4091BFFL, 0x466298FCL, 0x1871A4D8L, 0xEA1A27DBL, 0xF94AD42FL, 0x0B21572CL, 0xDFEB33C7L, 0x2D80B0C4L, 0x3ED04330L, 0xCCBBC033L, 0xA24BB5A6L, 0x502036A5L, 0x4370C551L, 0xB11B4652L, 0x65D122B9L, 0x97BAA1BAL, 0x84EA524EL, 0x7681D14DL, 0x2892ED69L, 0xDAF96E6AL, 0xC9A99D9EL, 0x3BC21E9DL, 0xEF087A76L, 0x1D63F975L, 0x0E330A81L, 0xFC588982L, 0xB21572C9L, 0x407EF1CAL, 0x532E023EL, 0xA145813DL, 0x758FE5D6L, 0x87E466D5L, 0x94B49521L, 0x66DF1622L, 0x38CC2A06L, 0xCAA7A905L, 0xD9F75AF1L, 0x2B9CD9F2L, 0xFF56BD19L, 0x0D3D3E1AL, 0x1E6DCDEEL, 0xEC064EEDL, 0xC38D26C4L, 0x31E6A5C7L, 0x22B65633L, 0xD0DDD530L, 0x0417B1DBL, 0xF67C32D8L, 0xE52CC12CL, 0x1747422FL, 0x49547E0BL, 0xBB3FFD08L, 0xA86F0EFCL, 0x5A048DFFL, 0x8ECEE914L, 0x7CA56A17L, 0x6FF599E3L, 0x9D9E1AE0L, 0xD3D3E1ABL, 0x21B862A8L, 0x32E8915CL, 0xC083125FL, 0x144976B4L, 0xE622F5B7L, 0xF5720643L, 0x07198540L, 0x590AB964L, 0xAB613A67L, 0xB831C993L, 0x4A5A4A90L, 0x9E902E7BL, 0x6CFBAD78L, 0x7FAB5E8CL, 0x8DC0DD8FL, 0xE330A81AL, 0x115B2B19L, 0x020BD8EDL, 0xF0605BEEL, 0x24AA3F05L, 0xD6C1BC06L, 0xC5914FF2L, 0x37FACCF1L, 0x69E9F0D5L, 0x9B8273D6L, 0x88D28022L, 0x7AB90321L, 0xAE7367CAL, 0x5C18E4C9L, 0x4F48173DL, 0xBD23943EL, 0xF36E6F75L, 0x0105EC76L, 0x12551F82L, 0xE03E9C81L, 0x34F4F86AL, 0xC69F7B69L, 0xD5CF889DL, 0x27A40B9EL, 0x79B737BAL, 0x8BDCB4B9L, 0x988C474DL, 0x6AE7C44EL, 0xBE2DA0A5L, 0x4C4623A6L, 0x5F16D052L, 0xAD7D5351L }; uint32_t crc32_calc(char *start,int length) { uint32_t crc32_val=0; while(length--) crc32_val=(crc32_val>>8)^crc32c_lookup[(crc32_val&0xff)^(unsigned char)*start++]; return crc32_val; } /** * Read a line from UART */ int ReadLine(unsigned char *buf, int l) { int i=0; char c; while(1) { c=uart_getc(); if(c=='\n' || c=='\r') { break; } else if(c==8) { if(i) i--; buf[i]=0; continue; } else if(c==27) { buf[0]=0; return 0; } else if(c && ifb_ptr!=NULL) { mbox[0] = 8*4; mbox[1] = MBOX_REQUEST; mbox[2] = 0x48001; //release buffer mbox[3] = 8; mbox[4] = 8; mbox[5] = (uint32_t)(((uint64_t)bootboot->fb_ptr)); mbox[6] = 0; mbox[7] = 0; mbox_call(MBOX_CH_PROP,mbox); } //check minimum resolution if(width<640) width=640; if(height<480) height=480; mbox[0] = 35*4; mbox[1] = MBOX_REQUEST; mbox[2] = 0x48003; //set phy wh mbox[3] = 8; mbox[4] = 8; mbox[5] = width; //FrameBufferInfo.width mbox[6] = height; //FrameBufferInfo.height mbox[7] = 0x48004; //set virt wh mbox[8] = 8; mbox[9] = 8; mbox[10] = width; //FrameBufferInfo.virtual_width mbox[11] = height; //FrameBufferInfo.virtual_height mbox[12] = 0x48009; //set virt offset mbox[13] = 8; mbox[14] = 8; mbox[15] = 0; //FrameBufferInfo.x_offset mbox[16] = 0; //FrameBufferInfo.y.offset mbox[17] = 0x48005; //set depth mbox[18] = 4; mbox[19] = 4; mbox[20] = 32; //FrameBufferInfo.depth mbox[21] = 0x48006; //set pixel order mbox[22] = 4; mbox[23] = 4; mbox[24] = 0; //RGB, not BGR preferably mbox[25] = 0x40001; //get framebuffer, gets alignment on request mbox[26] = 8; mbox[27] = 8; mbox[28] = PAGESIZE; //FrameBufferInfo.pointer mbox[29] = 0; //FrameBufferInfo.size mbox[30] = 0x40008; //get pitch mbox[31] = 4; mbox[32] = 4; mbox[33] = 0; //FrameBufferInfo.pitch mbox[34] = 0; //Arnold Schwarzenegger if(mbox_call(MBOX_CH_PROP,mbox) && mbox[20]==32 && mbox[27]==(MBOX_RESPONSE|8) && mbox[28]!=0) { mbox[28]&=0x3FFFFFFF; bootboot->fb_width=mbox[5]; bootboot->fb_height=mbox[6]; bootboot->fb_scanline=mbox[33]; bootboot->fb_ptr=(void*)((uint64_t)mbox[28]); bootboot->fb_size=mbox[29]; bootboot->fb_type=mbox[24]?FB_ABGR:FB_ARGB; kx=ky=0; maxx=bootboot->fb_width/(font->width+1); maxy=bootboot->fb_height/font->height; return 1; } return 0; } /** * display one literal unicode character */ void putc(char c) { font_t *font = (font_t*)&_binary_font_psf_start; unsigned char *glyph = (unsigned char*)&_binary_font_psf_start + font->headersize + (c>0&&cnumglyph?c:0)*font->bytesperglyph; int offs = (ky * font->height * bootboot->fb_scanline) + (kx * (font->width+1) * 4); int x,y, line,mask; int bytesperline=(font->width+7)/8; if(c=='\r') { kx=0; } else if(c=='\n') { kx=0; ky++; } else { for(y=0;yheight;y++){ line=offs; mask=1<<(font->width-1); for(x=0;xwidth;x++){ *((uint32_t*)((uint64_t)bootboot->fb_ptr + line))=((int)*glyph) & (mask)?color:0; mask>>=1; line+=4; } *((uint32_t*)((uint64_t)bootboot->fb_ptr + line))=0; glyph+=bytesperline; offs+=bootboot->fb_scanline; } kx++; if(kx>=maxx) { kx=0; ky++; } } // send it to serial too uart_putc(c); } /** * display a string */ void puts(char *s) { while(*s) putc(*s++); } void ParseEnvironment(uint8_t *env) { uint8_t *end=env+PAGESIZE; DBG(" * Environment\n"); env--; env[PAGESIZE]=0; kne=NULL; while(env0 && !(*AUX_MU_LSR&0x01)); #else r=(char)(*UART0_DR);do{asm volatile("nop");}while(--mp>0 && *UART0_FR&0x10); #endif if(mp>0) { // we got response from raspbootcom sp=uart_getc(); sp|=uart_getc()<<8; sp|=uart_getc()<<16; sp|=uart_getc()<<24; if(sp>0 && sp127) np=127; // read GPT entries r=sd_readblock(*((uint32_t*)((char*)&__diskbuf+72)),(unsigned char*)&__diskbuf,(np*sp+511)/512); if(r==0) goto gpterr; part=NULL; // first, look for a partition with bootable flag for(r=0;rtype[0]==0 && part->type[1]==0 && part->type[2]==0 && part->type[3]==0) || part->start==0) { r=np; break; } // EFI_PART_USED_BY_OS? if(part->flags&4) break; } // if none, look for specific partition types if(part==NULL || r>=np) { for(r=0;rtype[0]==0 && part->type[1]==0 && part->type[2]==0 && part->type[3]==0) || part->start==0) { r=np; break; } // ESP? if((part->type[0]==0xC12A7328 && part->type[1]==0x11D2F81F) || // or OS/Z root partition for this architecture? (part->type[0]==0x5A2F534F && (part->type[1]&0xFFFF)==0xAA64 && part->type[3]==0x746F6F72)) break; } } if(part==NULL || r>=np) { diskerr: puts("BOOTBOOT-PANIC: No boot partition\n"); goto error; } r=sd_readblock(part->start,(unsigned char*)&_end,1); if(r==0) goto diskerr; initrd.ptr=NULL; initrd.size=0; // wait keypress with timeout, half a sec mp=500; #if CONSOLE == UART1 r=(char)(*AUX_MU_IO);do{delaym(1000);}while(--mp>0 && !(*AUX_MU_LSR&0x01)); #else r=(char)(*UART0_DR);do{delaym(1000);}while(--mp>0 && *UART0_FR&0x10); #endif //if user pressed a key, fallback to backup initrd if(mp>0) { puts(" * Backup initrd\n"); bkp=1; } //is it a FAT partition? bpb=(bpb_t*)&_end; if(!memcmp((void*)bpb->fst,"FAT16",5) || !memcmp((void*)bpb->fst2,"FAT32",5)) { // locate BOOTBOOT directory uint64_t data_sec, root_sec, clu=0, s, s2, s3; fatdir_t *dir; uint32_t *fat32=(uint32_t*)((uint8_t*)&_end+bpb->rsc*512); uint16_t *fat16=(uint16_t*)fat32; uint8_t *ptr; data_sec=root_sec=((bpb->spf16?bpb->spf16:bpb->spf32)*bpb->nf)+bpb->rsc; //WARNING gcc generates a code for bpb->nr that cause unaligned exception s=(bpb->nr0+(bpb->nr1<<8))*sizeof(fatdir_t); if(bpb->spf16>0) { data_sec+=(s+511)>>9; } else { root_sec+=(bpb->rc-2)*bpb->spc; } s3=bpb->spc*512; // load fat table r=sd_readblock(part->start+1,(unsigned char*)&_end+512,(bpb->spf16?bpb->spf16:bpb->spf32)+bpb->rsc); if(r==0) goto diskerr; pe=(uint8_t*)&_end+512+r; // load root directory r=sd_readblock(part->start+root_sec,(unsigned char*)pe,s/512+1); dir=(fatdir_t*)pe; while(dir->name[0]!=0 && memcmp(dir->name,"BOOTBOOT ",11)) dir++; if(dir->name[0]!='B') goto diskerr; r=sd_readblock(part->start+(dir->cl+(dir->ch<<16)-2)*bpb->spc+data_sec,(unsigned char*)pe,bpb->spc); if(r==0) goto diskerr; dir=(fatdir_t*)pe; // locate environment and initrd while(dir->name[0]!=0) { if(!memcmp(dir->name,"CONFIG ",11)) { s=dir->sizesize:PAGESIZE; // round up to cluster size clu=dir->cl+(dir->ch<<16); ptr=(void*)&__environment; while(s>0) { s2=s>s3?s3:s; r=sd_readblock(part->start+(clu-2)*bpb->spc+data_sec,ptr,s2<512?1:(s2+511)/512); clu=bpb->spf16>0?fat16[clu]:fat32[clu]; ptr+=s2; s-=s2; } clu=0; } else if(!memcmp(dir->name,bkp?"INITRD BAK":"INITRD ",11)) { clu=dir->cl+(dir->ch<<16); initrd.size=dir->size; } dir++; } // if initrd not found, try architecture specific name if(clu==0) { dir=(fatdir_t*)pe; while(dir->name[0]!=0) { if(!memcmp(dir->name,"AARCH64 ",11)) { clu=dir->cl+(dir->ch<<16); initrd.size=dir->size; break; } dir++; } } // walk through cluster chain to load initrd if(clu!=0 && initrd.size!=0) { initrd.ptr=ptr=pe; s=initrd.size; while(s>0) { s2=s>s3?s3:s; r=sd_readblock(part->start+(clu-2)*bpb->spc+data_sec,ptr,s2<512?1:(s2+511)/512); clu=bpb->spf16>0?fat16[clu]:fat32[clu]; ptr+=s2; s-=s2; } } } else { // initrd is on the entire partition r=sd_readblock(part->start,(unsigned char*)&_end+512,part->end-part->start); if(r==0) goto diskerr; initrd.ptr=(uint8_t*)&_end; initrd.size=r; } gotinitrd: if(initrd.ptr==NULL || initrd.size==0) { puts("BOOTBOOT-PANIC: Initrd not found\n"); goto error; } #if INITRD_DEBUG uart_puts("Initrd at ");uart_hex((uint64_t)initrd.ptr,4);uart_putc(' ');uart_hex(initrd.size,4);uart_putc('\n'); #endif // uncompress if it's compressed if(initrd.ptr[0]==0x1F && initrd.ptr[1]==0x8B) { unsigned char *addr,f; volatile TINF_DATA d; DBG(" * Gzip compressed initrd\n"); // skip gzip header addr=initrd.ptr+2; if(*addr++!=8) goto gzerr; f=*addr++; addr+=6; if(f&4) { r=*addr++; r+=(*addr++ << 8); addr+=r; } if(f&8) { while(*addr++ != 0); } if(f&16) { while(*addr++ != 0); } if(f&2) addr+=2; d.source = addr; memcpy((void*)&d.destSize,initrd.ptr+initrd.size-4,4); // decompress d.bitcount = 0; d.bfinal = 0; d.btype = -1; d.curlen = 0; if((uint8_t*)&_end+d.destSizeinitrd_ptr=(uint64_t)&_end; // round up to page size bootboot->initrd_size=(initrd.size+PAGESIZE-1)&~(PAGESIZE-1); DBG(" * Initrd loaded\n"); #if INITRD_DEBUG // dump initrd in memory uart_dump((void*)bootboot->initrd_ptr,8); #endif // if no config, locate it in uncompressed initrd if(*((uint8_t*)&__environment)==0) { r=0; env.ptr=NULL; while(env.ptr==NULL && fsdrivers[r]!=NULL) { env=(*fsdrivers[r++])((unsigned char*)bootboot->initrd_ptr,cfgname); } if(env.ptr!=NULL) memcpy((void*)&__environment,(void*)(env.ptr),env.sizeinitrd_ptr,kernelname); } if(kne!=NULL) *kne='\n'; // scan for the first executable if(core.ptr==NULL || core.size==0) { DBG(" * Autodetecting kernel\n"); core.size=0; r=bootboot->initrd_size; core.ptr=(uint8_t*)bootboot->initrd_ptr; while(r-->0) { Elf64_Ehdr *ehdr=(Elf64_Ehdr *)(core.ptr); pe_hdr *pehdr=(pe_hdr*)(core.ptr + ((mz_hdr*)(core.ptr))->peaddr); if((!memcmp(ehdr->e_ident,ELFMAG,SELFMAG)||!memcmp(ehdr->e_ident,"OS/Z",4))&& ehdr->e_ident[EI_CLASS]==ELFCLASS64&& ehdr->e_ident[EI_DATA]==ELFDATA2LSB&& ehdr->e_machine==EM_AARCH64&& ehdr->e_phnum>0){ core.size=1; break; } if(((mz_hdr*)(core.ptr))->magic==MZ_MAGIC && ((mz_hdr*)(core.ptr))->peaddr<65536 && pehdr->magic == PE_MAGIC && pehdr->machine == IMAGE_FILE_MACHINE_ARM64 && pehdr->file_type == PE_OPT_MAGIC_PE32PLUS) { core.size=1; break; } core.ptr++; } } if(core.ptr==NULL || core.size==0) { puts("BOOTBOOT-PANIC: Kernel not found in initrd\n"); goto error; } else { Elf64_Ehdr *ehdr=(Elf64_Ehdr *)(core.ptr); pe_hdr *pehdr=(pe_hdr*)(core.ptr + ((mz_hdr*)(core.ptr))->peaddr); if((!memcmp(ehdr->e_ident,ELFMAG,SELFMAG)||!memcmp(ehdr->e_ident,"OS/Z",4))&& ehdr->e_ident[EI_CLASS]==ELFCLASS64&& ehdr->e_ident[EI_DATA]==ELFDATA2LSB&& ehdr->e_machine==EM_AARCH64&& ehdr->e_phnum>0){ DBG(" * Parsing ELF64\n"); Elf64_Phdr *phdr=(Elf64_Phdr *)((uint8_t *)ehdr+ehdr->e_phoff); for(r=0;re_phnum;r++){ if(phdr->p_type==PT_LOAD && phdr->p_vaddr>>48==0xffff) { core.ptr += phdr->p_offset; // hack to keep symtab and strtab for shared libraries core.size = phdr->p_filesz + (ehdr->e_type==3?0x4000:0); bss = phdr->p_memsz - core.size; entrypoint = ehdr->e_entry; break; } phdr=(Elf64_Phdr *)((uint8_t *)phdr+ehdr->e_phentsize); } } else if(((mz_hdr*)(core.ptr))->magic==MZ_MAGIC && ((mz_hdr*)(core.ptr))->peaddr<65536 && pehdr->magic == PE_MAGIC && pehdr->machine == IMAGE_FILE_MACHINE_ARM64 && pehdr->file_type == PE_OPT_MAGIC_PE32PLUS && (int64_t)pehdr->code_base>>48==0xffff) { DBG(" * Parsing PE32+\n"); core.size = (pehdr->entry_point-pehdr->code_base) + pehdr->text_size + pehdr->data_size; bss = pehdr->bss_size; entrypoint = (int64_t)pehdr->entry_point; } } #if EXEC_DEBUG uart_puts("Executable size "); uart_hex((uint64_t)core.size,4); uart_puts(" bss "); uart_hex((uint64_t)bss,4); uart_putc('\n'); uart_dump((void*)core.ptr,4); #endif if(core.size<2 || entrypoint==0) { puts("BOOTBOOT-PANIC: Kernel is not a valid executable\n"); goto error; } // create core segment memcpy((void*)(bootboot->initrd_ptr+bootboot->initrd_size), core.ptr, core.size); core.ptr=(uint8_t*)(bootboot->initrd_ptr+bootboot->initrd_size); if(bss>0) memset(core.ptr + core.size, 0, bss); core.size = (core.size+bss+PAGESIZE-1)&~(PAGESIZE-1); #if EXEC_DEBUG uart_puts("Core "); uart_hex((uint64_t)core.ptr,4); uart_puts(" to "); uart_hex((uint64_t)core.ptr+core.size,4); uart_putc('\n'); #endif /* we have fixed number of cores, nothing to detect */ DBG(" * SMP numcores 4\n"); /* generate memory map to bootboot struct */ DBG(" * Memory Map\n"); mmap=(MMapEnt *)&bootboot->mmap; // everything before the bootboot struct is free // leave out the first page. qemu crashes if we write at 0x100, there are some // system variables there mmap->ptr=4096; mmap->size=((uint64_t)&__bootboot-4096) | MMAP_FREE; mmap++; bootboot->size+=sizeof(MMapEnt); // mark bss reserved mmap->ptr=(uint64_t)&__bootboot; mmap->size=((uint64_t)&_end-(uint64_t)&__bootboot) | MMAP_USED; mmap++; bootboot->size+=sizeof(MMapEnt); r=bootboot->initrd_size + core.size; // after bss and before initrd is free if(bootboot->initrd_ptr-(uint64_t)&_end) { mmap->ptr=(uint64_t)&_end; mmap->size=(bootboot->initrd_ptr-(uint64_t)&_end) | MMAP_FREE; mmap++; bootboot->size+=sizeof(MMapEnt); // initrd is reserved (and add core's area to it) mmap->ptr=bootboot->initrd_ptr; mmap->size=r | MMAP_USED; mmap++; bootboot->size+=sizeof(MMapEnt); } else { mmap--; mmap->size+=r; mmap++; } r+=(uint32_t)bootboot->initrd_ptr; mbox[0]=8*4; mbox[1]=0; mbox[2]=0x10005; // get memory size mbox[3]=8; mbox[4]=0; mbox[5]=0; mbox[6]=0; mbox[7]=0; if(!mbox_call(MBOX_CH_PROP, mbox)) // on failure (should never happen) assume 64Mb memory max mbox[6]=64*1024*1024; // everything after initrd to the top of memory is free mp=mbox[6]-r; mmap->ptr=r; mmap->size=mp | MMAP_FREE; mmap++; bootboot->size+=sizeof(MMapEnt); // MMIO area mmap->ptr=MMIO_BASE; mmap->size=((uint64_t)0x40200000-MMIO_BASE) | MMAP_MMIO; mmap++; bootboot->size+=sizeof(MMapEnt); #if MEM_DEBUG /* dump memory map */ mmap=(MMapEnt *)&bootboot->mmap; for(r=128;rsize;r+=sizeof(MMapEnt)) { uart_hex(MMapEnt_Ptr(mmap),8); uart_putc(' '); uart_hex(MMapEnt_Ptr(mmap)+MMapEnt_Size(mmap)-1,8); uart_putc(' '); uart_hex(MMapEnt_Type(mmap),1); uart_putc(' '); switch(MMapEnt_Type(mmap)) { case MMAP_USED: uart_puts("reserved"); break; case MMAP_FREE: uart_puts("free"); break; case MMAP_ACPI: uart_puts("acpi"); break; case MMAP_MMIO: uart_puts("mmio"); break; default: uart_puts("unknown"); break; } uart_putc('\n'); mmap++; } #endif /* get linear framebuffer if requested resolution different than current */ DBG(" * Screen VideoCore\n"); if(reqwidth!=bootboot->fb_width || reqheight!=bootboot->fb_height) { if(!GetLFB(reqwidth, reqheight)) { viderr: puts("BOOTBOOT-PANIC: VideoCore error, no framebuffer\n"); goto error; } /* clear the screen */ int offs = 0, line; for(ky=0;kyfb_height;ky++) { line=offs; for(kx=0;kxfb_width;kx+=2,line+=8) *((uint64_t*)((uint64_t)bootboot->fb_ptr + line))=0; offs+=bootboot->fb_scanline; } } kx=ky=0; color=0xFFDD33; /* create MMU translation tables in __paging */ paging=(uint64_t*)&__paging; // TTBR0, identity L1 paging[0]=(uint64_t)((uint8_t*)&__paging+2*PAGESIZE)|0b11|(3<<8)|(1<<10); //AF=1,Block=1,Present=1, SH=3 ISH, RO // identity L2 paging[2*512]=(uint64_t)((uint8_t*)&__paging+3*PAGESIZE)|0b11|(3<<8)|(1<<10); //AF=1,Block=1,Present=1 // identity L2 2M blocks mp>>=21; np=MMIO_BASE>>21; for(r=1;r<512;r++) paging[2*512+r]=(uint64_t)(((uint64_t)r<<21))|0b01|(1<<10)|(r>=np?(2<<8)|(1<<2)|(1L<<54):(3<<8)); //device SH=2 OSH // identity L3 for(r=0;r<512;r++) paging[3*512+r]=(uint64_t)(r*PAGESIZE)|0b11|(1<<10); // TTBR1, core L1 paging[512+511]=(uint64_t)((uint8_t*)&__paging+4*PAGESIZE)|0b11|(3<<8)|(1<<10); //AF=1,Block=1,Present=1 // core L2 // map MMIO in kernel space for(r=0;r<32;r++) paging[4*512+448+r]=(uint64_t)(MMIO_BASE+((uint64_t)r<<21))|0b01|(2<<8)|(1<<10)|(1<<2)|(1L<<54); //OSH, Attr=1, NX // map framebuffer for(r=0;r<16;r++) paging[4*512+480+r]=(uint64_t)((uint8_t*)&__paging+(6+r)*PAGESIZE)|0b11|(2<<8)|(1<<10)|(2<<2)|(1L<<54); //OSH, Attr=2 paging[4*512+511]=(uint64_t)((uint8_t*)&__paging+5*PAGESIZE)|0b11|(3<<8)|(1<<10);// pointer to core L3 // core L3 paging[5*512+0]=(uint64_t)((uint8_t*)&__bootboot)|0b11|(3<<8)|(1<<10)|(1L<<54); // p, b, AF, ISH paging[5*512+1]=(uint64_t)((uint8_t*)&__environment)|0b11|(3<<8)|(1<<10)|(1L<<54); for(r=0;r<(core.size/PAGESIZE);r++) paging[5*512+2+r]=(uint64_t)((uint8_t *)core.ptr+(uint64_t)r*PAGESIZE)|0b11|(3<<8)|(1<<10); #if MEM_DEBUG reg=r; #endif paging[5*512+511]=(uint64_t)((uint8_t*)&__corestack)|0b11|(3<<8)|(1<<10)|(1L<<54); // core stacks (1k each) // core L3 (lfb) for(r=0;r<16*512;r++) paging[6*512+r]=(uint64_t)((uint8_t*)bootboot->fb_ptr+r*PAGESIZE)|0b11|(2<<8)|(1<<10)|(2<<2)|(1L<<54); // map framebuffer #if MEM_DEBUG /* dump page translation tables */ uart_puts("\nTTBR0\n L1 "); uart_hex((uint64_t)&__paging,8); uart_puts("\n "); uart_hex((uint64_t)paging[0],8); uart_puts(" ...\n L2 "); uart_hex((uint64_t)&paging[2*512],8); uart_puts("\n "); for(r=0;r<4;r++) { uart_hex(paging[2*512+r],8); uart_putc(' '); } uart_puts("...\n ... "); for(r=mp-4;r