source: branches/working-0709/ccl/library/elf.lisp @ 7318

(in-package "CCL")

(use-interface-dir :elf)


;;; String tables: used both for symbol names and for section names.
(defstruct elf-string-table
  (hash (make-hash-table :test #'equal))
  (string (make-array 100 :element-type '(unsigned-byte 8) :fill-pointer 1 :adjustable t)))

;;; Collect info about Elf symbols.
(defstruct elf-symbol-table
  (strings (make-elf-string-table))
  data                                  ; foreign pointer
  nsyms
  )

;;; Wrapper around libelf's "elf" pointer
(defstruct elf-object
  libelf-pointer
  fd
  pathname
  )


;;; Is libelf thread-safe ?  Who knows, there's no
;;; documentation ...
(defun libelf-error-string (&optional (errnum -1))
  (let* ((p (#_elf_errmsg errnum)))
    (if (%null-ptr-p p)
      (format nil "ELF error ~d" errnum)
      (%get-cstring p))))

(defloadvar *checked-libelf-version* nil)

(defun check-libelf-version ()
  (or *checked-libelf-version*
      (progn
        (open-shared-library "libelf.so")
        (if (eql #$EV_NONE (#_elf_version #$EV_CURRENT))
          (error "ELF library initialization failed: ~a" (libelf-error-string)))
        (setq *checked-libelf-version* t))))


;;; Prepate to create an ELF object file at PATHNAME, overwriting
;;; whatever might have been there.
(defun create-elf-object (pathname)
  (let* ((namestring (native-translated-namestring pathname))
         (fd (ccl::fd-open namestring
                           (logior #$O_RDWR #$O_CREAT #$O_TRUNC)
                           #o755)))
    (if (< fd 0)
      (signal-file-error fd pathname)
      (progn
        (check-libelf-version)
        (let* ((ptr (#_elf_begin fd #$ELF_C_WRITE +null-ptr+)))
          (if (%null-ptr-p ptr)
            (error "Can't initialize libelf object for ~s: ~a"
                   pathname (libelf-error-string))
            (make-elf-object :libelf-pointer (assert-pointer-type ptr :<E>lf)
                             :fd fd
                             :pathname pathname)))))))

(defun new-elf-file-header (object format type machine)
  (let* ((ehdr (#_elf64_newehdr (elf-object-libelf-pointer object))))
    (if (%null-ptr-p ehdr)
      (error "Can't create ELF file header for ~s: ~a"
             (elf-object-pathname object)
             (libelf-error-string))
      (progn
        (setf (paref (pref ehdr :<E>lf64_<E>hdr.e_ident) (:* :unsigned-char) #$EI_DATA) format
              (pref ehdr :<E>lf64_<E>hdr.e_machine) machine
              (pref ehdr :<E>lf64_<E>hdr.e_type) type)
        (assert-pointer-type ehdr :<E>lf64_<E>hdr)))))

(defun new-elf-program-header (object &optional (count 1))
  (let* ((phdr (#_elf64_newphdr (elf-object-libelf-pointer object) count)))
    (if (%null-ptr-p phdr)
      (error "Can't create ELF program header for ~s: ~a"
             (elf-object-pathname object)
             (libelf-error-string))
      (assert-pointer-type phdr :<E>lf64_<P>hdr))))

(defun new-elf-section (object)
  (let* ((scn (#_elf_newscn object)))
    (if (%null-ptr-p scn)
      (error "Can' create ELF section for ~s: ~a"
             (elf-object-pathname object)
             (libelf-error-string))
      (assert-pointer-type scn :<E>lf_<S>cn))))

(defun elf-section-header-for-section (object section)
  (let* ((shdr (#_elf64_getshdr section)))
    (if (%null-ptr-p shdr)
      (error "Can' obtain ELF section header for ~s: ~a"
             (elf-object-pathname object)
             (libelf-error-string))
      (assert-pointer-type shdr :<E>lf64_<S>hdr))))

(defun elf-data-pointer-for-secton (object section)
  (let* ((data (#_elf_newdata section)))
    (if (%null-ptr-p data)
      (error "Can' obtain ELF data pointer for ~s: ~a"
             (elf-object-pathname object)
             (libelf-error-string))
      (assert-pointer-type data :<E>lf_<D>ata))))


  

  
                   
                   

(defun elf-register-string (string table)
  (let* ((hash (elf-string-table-hash table))
         (s (elf-string-table-string table)))
    (when (gethash string hash)
      (format t "~& duplicate: ~s" string))
    (or (gethash string hash)
        (setf (gethash string hash)
              (let* ((n (length s)))
                (dotimes (i (length string) (progn (vector-push-extend 0 s) n))
                  (let* ((code (char-code (char string i))))
                    (declare (type (mod #x110000 code)))
                    (if (> code 255)
                      (vector-push-extend (char-code #\sub) s)
                      (vector-push-extend code s)))))))))


(defun elf-lisp-function-name (f)
  (let* ((name (format nil "~s" f)))
    (subseq (nsubstitute #\0 #\# (nsubstitute #\. #\Space name)) 1)))

(defx86lapfunction dynamic-dnode ((x arg_z))
  (movq (% x) (% imm0))
  (ref-global x86::heap-start arg_y)
  (subq (% arg_y) (% imm0))
  (shrq ($ x8664::dnode-shift) (% imm0))
  (box-fixnum imm0 arg_z)
  (single-value-return))

(defun collect-elf-static-functions ()
  (collect ((functions))
    (freeze)
    (block walk
      (let* ((frozen-dnodes (frozen-space-dnodes)))
        (%map-areas (lambda (o)
                      (when (>= (dynamic-dnode o) frozen-dnodes)
                        (return-from walk nil))
                      (when (typep o 'function-vector)
                        (functions (function-vector-to-function o))))
                    ccl::area-dynamic
                    ccl::area-dynamic
                    )))
    (functions)))

(defun register-elf-functions (section-number)
  (let* ((functions (collect-elf-static-functions))
         (n (length functions))
         (data (#_calloc n (record-length :<E>lf64_<S>ym)))
         (string-table (make-elf-string-table)))
    (declare (fixnum n))
    (do* ((i 0 (1+ i))
          (p (%inc-ptr data 0) (progn (%incf-ptr p (record-length :<E>lf64_<S>ym)) p))
          (f (pop functions) (pop functions)))
         ((= i n)
          (make-elf-symbol-table :strings string-table :data data :nsyms n))
      (declare (fixnum n))
      (setf (pref p :<E>lf64_<S>ym.st_name) (elf-register-string (elf-lisp-function-name f) string-table)
            (pref p :<E>lf64_<S>ym.st_info) (logior (ash #$STB_GLOBAL 4) #$STT_FUNC)
            (pref p :<E>lf64_<S>ym.st_shndx) section-number
            (pref p :<E>lf64_<S>ym.st_value) (%address-of f)
            (pref p :<E>lf64_<S>ym.st_size) (1+ (ash (1- (%function-code-words f)) target::word-shift))))))

(defun elf-section-index (section)
  (#_elf_ndxscn section))

    
(defun write-elf-symbols-to-file (pathname)
  (let* ((object (create-elf-object pathname))
         (file-header (new-elf-file-header object #$ELFDATA2LSB #$ET_DYN #$EM_X86_64))
         (program-header (new-elf-program-header object))
         (lisp-section (new-elf-section object))
         (symbols-section (new-elf-section object))
         (strings-section (new-elf-section object))
         (shstrtab (new-elf-section object))
         (section-names (make-elf-string-table))
         (symbols (register-elf-functions (elf-section-index lisp-section)))
         (lisp-section-header (elf-section-header-for-section object lisp-section))
         (symbols-section-header (elf-section-header-for-section object symbols-section))
         (strings-section-header (elf-section-header-for-section object strings-section))
         (shstrtab-header (elf-section-header-for-section object shstrtab)))
    (setf (pref lisp-header :<E>lf64_<S>hdr.sh_name) (elf-register-string ".lisp" section-names)
          (pref lisp-header :<E>lf64_<S>hdr.sh_type) #$SHT_NOBITS
          (pref lisp-header :<E>lf64_<S>hdr.sh_flags) (logior #$SHF_WRITE #$SHF_ALLOC #$SHF_EXECINSTR)
          (pref lisp-header :<E>lf64_<S>hdr.sh_addr) (ash (%get-kernel-global heap-start) target::fixnumshift)
          (pref lisp-header :<E>lf64_<S>hdr.sh_size (ash (frozen-space-dnodes) target::dnode-shift))
          (pref lisp-header :<E>lf64_<S>hdr.sh_offset) 0
          (pref lisp-header :<E>lf64_<S>hdr.sh_addralign) 1)
    (setf (pref symbol-header :<E>lf64_<S>hdr.sh_name) (elf-register-string ".symtab" section-names)
          (pref symbol-header :<E>lf64_<S>hdr.sh_type) #$SHT_SYMTAB
          (pref symbol-header :<E>lf64_<S>hdr.sh_size