Subversion Repositories QNX 8.QNX8 IFS tool

// compiler-specific glue

// compiler-specific glue

#ifdef _MSC_VER

#ifdef _MSC_VER

#include <io.h>

#include <io.h>

#include <direct.h>

#include <direct.h>

#include <sys/utime.h>

#include <sys/utime.h>

#define __x86_64__ 1

#define __x86_64__ 1

#define __ORDER_BIG_ENDIAN__    4321

#define __ORDER_BIG_ENDIAN__    4321

#define __ORDER_LITTLE_ENDIAN__ 1234

#define __ORDER_LITTLE_ENDIAN__ 1234

#define __BYTE_ORDER__ __ORDER_LITTLE_ENDIAN__

#define __BYTE_ORDER__ __ORDER_LITTLE_ENDIAN__

#define __attribute__(x)

#define __attribute__(x)

#define strcasecmp(s1,s2) _stricmp ((s1), (s2))

#define strcasecmp(s1,s2) _stricmp ((s1), (s2))

#define fseek(fp,off,m) _fseeki64 ((fp), (off), (m))

#define fseek(fp,off,m) _fseeki64 ((fp), (off), (m))

#define access(p,m) _access ((p), (m))

#define access(p,m) _access ((p), (m))

#define mkdir(p,m) _mkdir ((p))

#define mkdir(p,m) _mkdir ((p))

#define chmod(p,m) _chmod ((p), (m))

#define chmod(p,m) _chmod ((p), (m))

#define utimbuf __utimbuf32

#define utimbuf __utimbuf32

#define utime(p,t) _utime32 ((p), (t))

#define utime(p,t) _utime32 ((p), (t))

#define MAXPATHLEN 1024

#define MAXPATHLEN 1024

#ifndef thread_local

#ifndef thread_local

#define thread_local __declspec(thread) // the thread_local keyword wasn't defined before C++11 and C23

#define thread_local __declspec(thread) // the thread_local keyword wasn't defined before C++11 and C23

// macro to bring __FILE_NAME__ support to moronic compilers

// macro to bring __FILE_NAME__ support to moronic compilers

#ifndef __FILE_NAME__ // Clang 9+ has the macro, GCC 12+ added it too in 2021, MSVC obviously won't do it. Heh.

#ifndef __FILE_NAME__ // Clang 9+ has the macro, GCC 12+ added it too in 2021, MSVC obviously won't do it. Heh.

#define __FILE_NAME__ ( \

#define __FILE_NAME__ ( \

   __FILE__) // this *COMPILE-TIME* macro complements the __FILE__ macro defined by the C standard by returning just the filename portion of the full path. Supports filenames up to 32 chars. Expand as necessary.

   __FILE__) // this *COMPILE-TIME* macro complements the __FILE__ macro defined by the C standard by returning just the filename portion of the full path. Supports filenames up to 32 chars. Expand as necessary.

#endif // !__FILE_NAME__

#endif // !__FILE_NAME__

// macro to exit less brutally than with abort() if something doesn't go the way we'd like to

// macro to exit less brutally than with abort() if something doesn't go the way we'd like to

// macros for checked read/write/seek operations

// macros for checked read/write/seek operations

#define fseek_or_die(fp,pos,mode) WELLMANNERED_ASSERT (fseek ((fp), (pos), (mode)) == 0, "fseek() failed with errno %d (%s)", errno, strerror (errno))

#define fseek_or_die(fp,pos,mode) WELLMANNERED_ASSERT (fseek ((fp), (pos), (mode)) == 0, "fseek() failed with errno %d (%s)", errno, strerror (errno))

#define fread_or_die(buf,sz,len,fp) WELLMANNERED_ASSERT (fread ((buf), (sz), (len), (fp)) == (len), "fread() failed with errno %d (%s)", errno, strerror (errno))

#define fread_or_die(buf,sz,len,fp) WELLMANNERED_ASSERT (fread ((buf), (sz), (len), (fp)) == (len), "fread() failed with errno %d (%s)", errno, strerror (errno))

   uint32_t mtime; // entry's modification time POSIX timestamp - set to UINT32_MAX to use the concerned files' mtime on the build host

   uint32_t mtime; // entry's modification time POSIX timestamp - set to UINT32_MAX to use the concerned files' mtime on the build host

   uint32_t mtime_for_inline_files; // same as above but only for files that don't exist on the build host (i.e. files with an explicit content blob)

   uint32_t mtime_for_inline_files; // same as above but only for files that don't exist on the build host (i.e. files with an explicit content blob)

   char prefix[MAXPATHLEN]; // install path (e.g. "proc/boot")

   char prefix[MAXPATHLEN]; // install path (e.g. "proc/boot")

   bool should_follow_symlinks; // follow symlinks

   bool should_follow_symlinks; // follow symlinks

   bool should_autosymlink_dylib; // dynamic libraries should be written under their official SONAME and a named symlink be created pointing at them

   bool should_autosymlink_dylib; // dynamic libraries should be written under their official SONAME and a named symlink be created pointing at them

   bool is_compiled_bootscript; // entry has [+script] attribute

   bool is_compiled_bootscript; // entry has [+script] attribute

   int extra_ino_flags; // bitmap of extra inode flags (IFS_INO_xxx)

   int extra_ino_flags; // bitmap of extra inode flags (IFS_INO_xxx)

   char search[10 * MAXPATHLEN]; // binary search path (the default one will be constructed at startup)

   char search[10 * MAXPATHLEN]; // binary search path (the default one will be constructed at startup)

   buffer_t data;

   buffer_t data;

#elif defined(__aarch64__)

#elif defined(__aarch64__)

static char image_processor[16] = "aarch64le"; // default CPU type for which this image is built, either "x86_64" or "aarch64le" (will be used to find out the right include paths under $QNX_TARGET)

static char image_processor[16] = "aarch64le"; // default CPU type for which this image is built, either "x86_64" or "aarch64le" (will be used to find out the right include paths under $QNX_TARGET)

#else // unknown platform

#else // unknown platform

#error Please port ifstool to this platform

#error Please port ifstool to this platform

#endif

#endif

static char *buildfile_pathname = NULL; // pathname of IFS build file

static char *buildfile_pathname = NULL; // pathname of IFS build file

static char *current_line = NULL; // copy of current line in IFS build file

static char *current_line = NULL; // copy of current line in IFS build file

static int lineno = 0; // current line number in IFS build file

static int lineno = 0; // current line number in IFS build file

static char *QNX_TARGET = NULL; // value of the $QNX_TARGET environment variable

static char *QNX_TARGET = NULL; // value of the $QNX_TARGET environment variable

static char *MKIFS_PATH = NULL; // value of the $MKIFS_PATH environment variable (may contain references to $QNX_TARGET). Initialized by this program if empty.

static char *MKIFS_PATH = NULL; // value of the $MKIFS_PATH environment variable (may contain references to $QNX_TARGET). Initialized by this program if empty.

// prototypes of local functions

// prototypes of local functions

static void sha512_private_transform (SHA512_CTX *context, const uint64_t *data); // used internally in SHA512_Update() and SHA512_Final()

static void sha512_private_transform (SHA512_CTX *context, const uint64_t *data); // used internally in SHA512_Update() and SHA512_Final()

static void SHA512_Init (SHA512_CTX *context);

static void SHA512_Init (SHA512_CTX *context);

   char *endptr = NULL;

   char *endptr = NULL;

   long long ret = strtoll (str, &endptr, 0); // use strtoll() to handle hexadecimal (0x...), octal (0...) and decimal (...) bases

   long long ret = strtoll (str, &endptr, 0); // use strtoll() to handle hexadecimal (0x...), octal (0...) and decimal (...) bases

   if (endptr != NULL)

   if (endptr != NULL)

   {

   {

      else if ((*endptr == 'm') || (*endptr == 'M')) ret *= (size_t) 1024 * 1024;

      else if ((*endptr == 'm') || (*endptr == 'M')) ret *= (size_t) 1024 * 1024;

      else if ((*endptr == 'g') || (*endptr == 'G')) ret *= (size_t) 1024 * 1024 * 1024;

      else if ((*endptr == 'g') || (*endptr == 'G')) ret *= (size_t) 1024 * 1024 * 1024;

      else if ((*endptr == 't') || (*endptr == 'T')) ret *= (size_t) 1024 * 1024 * 1024 * 1024; // future-proof enough, I suppose?

      else if ((*endptr == 't') || (*endptr == 'T')) ret *= (size_t) 1024 * 1024 * 1024 * 1024; // future-proof enough, I suppose?

   }

   }

   return (ret);

   return (ret);

static char *read_filecontents (const char *pathname, const char *search_path, buffer_t *outbuf)

static char *read_filecontents (const char *pathname, const char *search_path, buffer_t *outbuf)

{

{

   // locates pathname among MKIFS_PATH, and places its contents in a buffer (caller frees). Returns resolved pathname (static buffer) or NULL.

   // locates pathname among MKIFS_PATH, and places its contents in a buffer (caller frees). Returns resolved pathname (static buffer) or NULL.

   const char *nextsep;

   const char *nextsep;

   const char *token;

   const char *token;

   FILE *fp;

   FILE *fp;

   // is it an absolute pathname (POSIX and Windows variants) ?

   // is it an absolute pathname (POSIX and Windows variants) ?

   if (IS_DIRSEP (pathname[0]) || (isalpha (pathname[0]) && (pathname[1] == ':') && IS_DIRSEP (pathname[2])))

   if (IS_DIRSEP (pathname[0]) || (isalpha (pathname[0]) && (pathname[1] == ':') && IS_DIRSEP (pathname[2])))

   else // the path is relative, search it among the search paths we have

   else // the path is relative, search it among the search paths we have

   {

   {

      // construct a potential final path using each element of the search path

      // construct a potential final path using each element of the search path

      token = (*search_path != 0 ? search_path : NULL);

      token = (*search_path != 0 ? search_path : NULL);

      nextsep = (token != NULL ? &token[strcspn (token, PATH_SEP_STR)] : NULL);

      nextsep = (token != NULL ? &token[strcspn (token, PATH_SEP_STR)] : NULL);

      while (token != NULL)

      while (token != NULL)

      {

      {

            break; // if a file can indeed be found at this location, stop searching

            break; // if a file can indeed be found at this location, stop searching

         token = (*nextsep != 0 ? nextsep + 1 : NULL);

         token = (*nextsep != 0 ? nextsep + 1 : NULL);

         nextsep = (token != NULL ? &token[strcspn (token, PATH_SEP_STR)] : NULL);

         nextsep = (token != NULL ? &token[strcspn (token, PATH_SEP_STR)] : NULL);

      }

      }

         return (NULL); // file not found, return with ENOENT

         return (NULL); // file not found, return with ENOENT

      }

      }

   }

   }

   // now open and read the file

   // now open and read the file

   if (fp == NULL)

   if (fp == NULL)

      return (NULL); // unexistent file (errno is set to ENOENT)

      return (NULL); // unexistent file (errno is set to ENOENT)

   fseek (fp, 0, SEEK_END);

   fseek (fp, 0, SEEK_END);

   outbuf->len = ftell (fp); // measure file length

   outbuf->len = ftell (fp); // measure file length

   fseek (fp, 0, SEEK_SET);

   fseek (fp, 0, SEEK_SET);

   outbuf->bytes = malloc (outbuf->len);

   outbuf->bytes = malloc (outbuf->len);

   if (outbuf->bytes == NULL)

   if (outbuf->bytes == NULL)

      outbuf->len = 0;

      outbuf->len = 0;

      return (NULL); // short read (errno is set)

      return (NULL); // short read (errno is set)

   }

   }

   fclose (fp); // close the file

   fclose (fp); // close the file

}

}

static int fwrite_filecontents (const char *pathname, FILE *fp)

static int fwrite_filecontents (const char *pathname, FILE *fp)

{

{

      if (fp != NULL)

      if (fp != NULL)

         fwrite_or_die (fsentry->u.device.path, 1, (size_t) datalen, fp); // write null-terminated path (no leading slash)

         fwrite_or_die (fsentry->u.device.path, 1, (size_t) datalen, fp); // write null-terminated path (no leading slash)

      count += datalen;

      count += datalen;

   }

   }

   if (count < fsentry->header.size)

   if (count < fsentry->header.size)

   {

   {

      if (fp != NULL)

      if (fp != NULL)

         fwrite_or_die (zeropad_buffer, 1, fsentry->header.size - count, fp); // pad as necessary

         fwrite_or_die (zeropad_buffer, 1, fsentry->header.size - count, fp); // pad as necessary

      count += fsentry->header.size - count;

      count += fsentry->header.size - count;

   }

   }

   return (count);

   return (count);

}

}

      new_shdr = (elf_section_header_t *) &new_shtab.bytes[(sectionhdr_offset)]; /* now fix this section header */ \

      new_shdr = (elf_section_header_t *) &new_shtab.bytes[(sectionhdr_offset)]; /* now fix this section header */ \

      ELF_SET_NUMERIC (elf, new_shdr, file_offset, entry_parms->data.len); /* fix section offset in the new section headers table */ \

      ELF_SET_NUMERIC (elf, new_shdr, file_offset, entry_parms->data.len); /* fix section offset in the new section headers table */ \

      entry_parms->data.len += (section).len; /* update new ELF file length */ \

      entry_parms->data.len += (section).len; /* update new ELF file length */ \

   } while (0)

   } while (0)

   static int inode_count = 0; // will be preincremented each time this function is called

   static int inode_count = 0; // will be preincremented each time this function is called

   const char *original_stored_pathname = NULL;

   const char *original_stored_pathname = NULL;

   const elf_dynamic_section_entry_t *dynamic_entry; // dynamic section entry

   const elf_dynamic_section_entry_t *dynamic_entry; // dynamic section entry

   const elf_section_header_t *shdr_dynstr; // dynamic strings

   const elf_section_header_t *shdr_dynstr; // dynamic strings

   buffer_t elfsection_qnxinfo   = { NULL, 0 };

   buffer_t elfsection_qnxinfo   = { NULL, 0 };

   buffer_t elfsection_qnxusage  = { NULL, 0 };

   buffer_t elfsection_qnxusage  = { NULL, 0 };

   buffer_t elfsection_debuglink = { NULL, 0 };

   buffer_t elfsection_debuglink = { NULL, 0 };

   buffer_t elfsection_buildid   = { NULL, 0 };

   buffer_t elfsection_buildid   = { NULL, 0 };

   buffer_t elfsection_shstrtab  = { NULL, 0 };

   buffer_t elfsection_shstrtab  = { NULL, 0 };

   char *resolved_pathname;

   char *resolved_pathname;

   void *reallocated_ptr;

   void *reallocated_ptr;

   void *old_data;

   void *old_data;

   struct stat stat_buf;

   struct stat stat_buf;

   size_t new_shdrtable_offset;

   size_t new_shdrtable_offset;

   size_t name_len;

   size_t name_len;

   fsentry_t *fsentry;

   fsentry_t *fsentry;

   if (S_ISDIR (entry_parms->st_mode)) // are we storing a directory ?

   if (S_ISDIR (entry_parms->st_mode)) // are we storing a directory ?

   {

   {

   }

   }

   else if (S_ISREG (entry_parms->st_mode)) // else are we storing a regular file ?

   else if (S_ISREG (entry_parms->st_mode)) // else are we storing a regular file ?

   {

   {

      if (strcmp (stored_pathname, "/proc/boot/boot") == 0) // is it the kernel ?

      if (strcmp (stored_pathname, "/proc/boot/boot") == 0) // is it the kernel ?

      {

      {

         // HACK: for now just consider the kernel as a binary blob

         // HACK: for now just consider the kernel as a binary blob

         // FIXME: reimplement properly

         // FIXME: reimplement properly

         stored_pathname = candidate_pathname;

         stored_pathname = candidate_pathname;

         image_kernel_ino = entry_parms->extra_ino_flags | (inode_count + 1);

         image_kernel_ino = entry_parms->extra_ino_flags | (inode_count + 1);

      }

      }

      else if (entry_parms->is_compiled_bootscript) // else is it a startup script ?

      else if (entry_parms->is_compiled_bootscript) // else is it a startup script ?

         image_bootscript_ino = inode_count + 1; // save boot script inode number for image header

         image_bootscript_ino = inode_count + 1; // save boot script inode number for image header

      // do we already know the data for this data blob ?

      // do we already know the data for this data blob ?

      if (entry_parms->data.bytes != NULL)

      if (entry_parms->data.bytes != NULL)

      {

      {

      }

      }

      else if (buildhost_pathname != NULL) // else was a source file pathname supplied ?

      else if (buildhost_pathname != NULL) // else was a source file pathname supplied ?

      {

      {

         resolved_pathname = read_filecontents (buildhost_pathname, (entry_parms->search[0] != 0 ? entry_parms->search : MKIFS_PATH), &entry_parms->data); // locate the file

         resolved_pathname = read_filecontents (buildhost_pathname, (entry_parms->search[0] != 0 ? entry_parms->search : MKIFS_PATH), &entry_parms->data); // locate the file

         if (resolved_pathname == NULL)

         if (resolved_pathname == NULL)

         stat (resolved_pathname, &stat_buf); // can't fail

         stat (resolved_pathname, &stat_buf); // can't fail

         if (entry_parms->mtime == UINT32_MAX)

         if (entry_parms->mtime == UINT32_MAX)

            entry_parms->mtime = (uint32_t) stat_buf.st_mtime;

            entry_parms->mtime = (uint32_t) stat_buf.st_mtime;

      }

      }

      // is the file we're storing an ELF file ?

      // is the file we're storing an ELF file ?

      if ((entry_parms->data.len > 52) // file is big enough to contain an ELF header

      if ((entry_parms->data.len > 52) // file is big enough to contain an ELF header

          && ((elf = (elf_header_t *) entry_parms->data.bytes) != NULL) // cast (necessary true)

          && ((elf = (elf_header_t *) entry_parms->data.bytes) != NULL) // cast (necessary true)

         // now strip this ELF file if necessary

         // now strip this ELF file if necessary

         if (!(entry_parms->extra_ino_flags & IFS_INO_PROCESSED_ELF))

         if (!(entry_parms->extra_ino_flags & IFS_INO_PROCESSED_ELF))

         {

         {

            // NOTE: for each ELF file, mkifs

            // NOTE: for each ELF file, mkifs

            // -> throws away and reconstructs the sections table by keeping only the sections that are in the program header, and writes the section table at the start of the first thrown-away section

            // -> throws away and reconstructs the sections table by keeping only the sections that are in the program header, and writes the section table at the start of the first thrown-away section

            // FIXME: what if a thrown away section is located between two program segments ? are they collapsed, moving the segments beyond it one slot down ?

            // FIXME: what if a thrown away section is located between two program segments ? are they collapsed, moving the segments beyond it one slot down ?

            // reconstructed ELF:

            // reconstructed ELF:

            // ==== START OF FILE ====

            // ==== START OF FILE ====

            //  "............GNU....ZY.....c.o..l"

            //  "............GNU....ZY.....c.o..l"

            // PROGRAM

            // PROGRAM

            // sections table

            // sections table

            // + section 1: ALL ZEROES

            // + section 1: ALL ZEROES

            // + section 2: fileoffs 0x21a8 size 0xfd --> "QNX_info" --> QNX binary description: "NAME=pci_debug2.so.3.0\nDESCRIPTION=PCI Server System Debug Module\nDATE=2023/11/19-10:01:13-EST\nSTATE=lookup\nHOST=docker-n1.bts.rim.net\nUSER=builder\nVERSION=QNXOS_main\nTAGID=QNXOS_800-135\nPACKAGE=com.qnx.qnx800.target.pci.debug/3.0.0.00135T202311191043L\n"

            // + section 2: fileoffs 0x21a8 size 0xfd --> "QNX_info" --> QNX binary description: "NAME=pci_debug2.so.3.0\nDESCRIPTION=PCI Server System Debug Module\nDATE=2023/11/19-10:01:13-EST\nSTATE=lookup\nHOST=docker-n1.bts.rim.net\nUSER=builder\nVERSION=QNXOS_main\nTAGID=QNXOS_800-135\nPACKAGE=com.qnx.qnx800.target.pci.debug/3.0.0.00135T202311191043L\n"

            // + section 4: fileoffs 0x22c1 size 0x2ad --> "QNX_usage" --> HELP TEXT: "\n-------------------------------------------------------------------------------\n%C\n\nThis module implements debug logging for all PCI server modules. It is\nincluded by setting the environment variable PCI_DEBUG_MODULE and uses\nthe slogger2 APIs.\nNOTE:.On systems which support slogger2, you are encouraged to use this module.instead of pci_debug.so...Release History.---------------..3.0 - This module is functionally equivalent to the previous 2.x version.      however it is incompatible with all pre v3.x PCI components..2.1 - fixes a bug whereby if slogger2 is not running and the PCI_DEBUG_MODULE.      environment variable is set, the client will SIGSEGV..2.0 - initial release.."

            // + section 4: fileoffs 0x22c1 size 0x2ad --> "QNX_usage" --> HELP TEXT: "\n-------------------------------------------------------------------------------\n%C\n\nThis module implements debug logging for all PCI server modules. It is\nincluded by setting the environment variable PCI_DEBUG_MODULE and uses\nthe slogger2 APIs.\nNOTE:.On systems which support slogger2, you are encouraged to use this module.instead of pci_debug.so...Release History.---------------..3.0 - This module is functionally equivalent to the previous 2.x version.      however it is incompatible with all pre v3.x PCI components..2.1 - fixes a bug whereby if slogger2 is not running and the PCI_DEBUG_MODULE.      environment variable is set, the client will SIGSEGV..2.0 - initial release.."

            // + section 5: fileoffs 0x190 size 0x32 --> ".note.gnu.build-id" --> GNU build ID

            // + section 5: fileoffs 0x190 size 0x32 --> ".note.gnu.build-id" --> GNU build ID

            // + section 6: fileoffs 0x256e size 0x40 --> ".shstrtab" --> sections names strings table

            // + section 6: fileoffs 0x256e size 0x40 --> ".shstrtab" --> sections names strings table

            // section data 2 (named "QNX_info")

            // section data 2 (named "QNX_info")

            //  (QNX binary description)

            //  (QNX binary description)

            if (ELF_GET_NUMERIC (elf, elf, instruction_set) == ELF_MACHINE_X86_64)

            if (ELF_GET_NUMERIC (elf, elf, instruction_set) == ELF_MACHINE_X86_64)

               entry_parms->data.len = ROUND_TO_UPPER_MULTIPLE (end_padding_offset, 4 * 1024); // 4 kb pages on Intel processors

               entry_parms->data.len = ROUND_TO_UPPER_MULTIPLE (end_padding_offset, 4 * 1024); // 4 kb pages on Intel processors

            else if (ELF_GET_NUMERIC (elf, elf, instruction_set) == ELF_MACHINE_AARCH64)

            else if (ELF_GET_NUMERIC (elf, elf, instruction_set) == ELF_MACHINE_AARCH64)

               entry_parms->data.len = ROUND_TO_UPPER_MULTIPLE (end_padding_offset, 16 * 1024); // 16 kb pages on ARM64

               entry_parms->data.len = ROUND_TO_UPPER_MULTIPLE (end_padding_offset, 16 * 1024); // 16 kb pages on ARM64

            else

            else

            memset (&entry_parms->data.bytes[end_padding_offset], 0, entry_parms->data.len - end_padding_offset); // zerofill

            memset (&entry_parms->data.bytes[end_padding_offset], 0, entry_parms->data.len - end_padding_offset); // zerofill

            entry_parms->extra_ino_flags |= IFS_INO_PROCESSED_ELF; // mark this inode as a preprocessed ELF file

            entry_parms->extra_ino_flags |= IFS_INO_PROCESSED_ELF; // mark this inode as a preprocessed ELF file

         } // end if the file is not yet a processed ELF

         } // end if the file is not yet a processed ELF

      } // end if the file we're storing is an ELF file

      } // end if the file we're storing is an ELF file

   }

   }

   else if (S_ISLNK (entry_parms->st_mode)) // else are we storing a symbolic link ?

   else if (S_ISLNK (entry_parms->st_mode)) // else are we storing a symbolic link ?

   else // we must be storing a FIFO

   else // we must be storing a FIFO

   {

   {

      if (strchr (entry_parms->data.bytes, ':') == NULL)

      if (strchr (entry_parms->data.bytes, ':') == NULL)

   }

   }

   // grow filesystem entries array to hold one more slot

   // grow filesystem entries array to hold one more slot

   reallocated_ptr = realloc (*fsentries, (*fsentry_count + 1) * sizeof (fsentry_t)); // attempt to reallocate

   reallocated_ptr = realloc (*fsentries, (*fsentry_count + 1) * sizeof (fsentry_t)); // attempt to reallocate