WebSVN – QNX 8.QNX8 IFS tool – Diff – //ifstool.c

 // TODO: startup file stripping
-// TODO: boot script compiler
 // standard C includes
 #include <stdint.h>
 #include <stdbool.h>
 #include <stdlib.h>
 #define PATH_SEP ":" // platform-specific PATH element separator (as string), UNIX variant
 #endif // _WIN32
 #define RECORD_SEP "\x1e" // arbitrarily-chosen ASCII record separator, as a C string suitable for e.g. strtok()
+// macros for constructing and destructing string arrays
+#define STRINGARRAY_INIT(string_array) do { (string_array)->args = NULL; (string_array)->count = 0; } while (0)
-#define INITIAL_STARTUP_SCRIPT \
+#define STRINGARRAY_PUSH(string_array,str) do { \
-   /* procmgr_symlink /proc/boot/ldqnx-64.so.2 /usr/lib/ldqnx-64.so.2 */ \
+      reallocated_ptr = realloc ((string_array)->args, ((string_array)->count + 1) * sizeof (char *)); \
+      ASSERT_WITH_ERRNO (reallocated_ptr); \
+      (string_array)->args = reallocated_ptr; \
-   "\x34\x00" /*size*/ "\x04" /*type*/ "\x00" /*spare*/ "/proc/boot/ldqnx-64.so.2\0" "/usr/lib/ldqnx-64.so.2\0" \
+      (string_array)->args[(string_array)->count] = ((str) != NULL ? strdup ((str)) : NULL); \
-   /* sh /proc/boot/startup.sh */ \
+      if ((str) != NULL) \
-   "\x88\x00" /*size*/ "\x00" /*type*/ "\x00" /*spare*/ "\x00" /*CPU mask*/ "\x00" /*flags*/ "\x00\x00" /*reserved*/ "\x00" /*policy*/ "\x00" /*priority*/ "\02" /*argc*/ "\x02" /*envc*/ "sh\0" /*executable*/ "sh\0" "/proc/boot/startup.sh\0" /*argv*/ "PATH=/sbin:/usr/sbin:/bin:/usr/bin:/proc/boot\0" "LD_LIBRARY_PATH=/proc/boot:/lib:/lib/dll:/usr/lib\0" /*envp*/ \
+         ASSERT_WITH_ERRNO ((string_array)->args[(string_array)->count]); \
-   /* display_msg "Startup complete */ \
+      (string_array)->count++; \
+   } while (0)
+#define STRINGARRAY_FREE(string_array) do { \
+      if ((string_array)->args != NULL) { \
-   "\x18\x00" /*size*/ "\x03" /*type*/ "\x00" /*spare*/ "Startup complete\n\0" "\x00\00" /*padding*/ \
+         for (array_index = 0; array_index < (string_array)->count; array_index++) \
+            if ((string_array)->args[array_index] != NULL) \
+               free ((string_array)->args[array_index]); \
+         free ((string_array)->args); \
+         (string_array)->args = NULL; \
+      } \
+      (string_array)->count = 0; \
-   /* trailer */ \
+   } while (0)
+// string array structure type definition
+typedef struct stringarray_s
+{
+   char **args;
-   "\x00\x00\x00\x00"
+   size_t count;
+} stringarray_t;
 // IFS directory entry insertion parameters structure type definition
 typedef struct parms_s
+{
 static char **saved_ELF_sections = NULL; // mallocated array of const strings, populated by the -s command-line argument
 static size_t saved_ELF_section_count = 0; // number of elements in the saved_ELF_sections array
 static char *sym_suffix = ""; // .sym files extra suffix, settable with the -a command-line argument
 // bootable IFS support
-static char *bootfile_pathname = NULL;           // HACK: pathname to bootcode binary blob file to put at the start of a bootable IFS
+static char *bootfile_pathname = NULL;           // FIXME: HACK: pathname to bootcode binary blob file to put at the start of a bootable IFS
-static size_t bootfile_size = 0;                 // HACK: size of the bootcode binary blob file to put at the start of a bootable IFS
+static size_t bootfile_size = 0;                 // FIXME: HACK: size of the bootcode binary blob file to put at the start of a bootable IFS
-static char *startupfile_pathname = NULL;        // HACK: pathname to precompiled startup file blob to put in the startup header of a bootable IFS
+static char *startupfile_pathname = NULL;        // FIXME: HACK: pathname to precompiled startup file blob to put in the startup header of a bootable IFS
-static size_t startupfile_ep_from_imagebase = 0; // HACK: startup code entrypoint offset from image base for a bootable IFS
+static size_t startupfile_ep_from_imagebase = 0; // FIXME: HACK: startup code entrypoint offset from image base for a bootable IFS
 static size_t kernelfile_offset = 0x32000;       // kernel file offset in the IFS (is it ever supposed to change?)
 // exported function prototypes
 int32_t update_checksum (const void *data, const size_t data_len, const bool is_foreign_endianness); // compute an IFS image or startup checksum to store in the trailer
                DIE_WITH_EXITCODE (1, "remapping ELF segment would overwrite segment #%zd in the same file", array_index);
+            }
             // finally, memset() the extra area
             Buffer_WriteAt (file, file_offset + size_in_memory, NULL, 0); // reallocate the ELF file data buffer if necessary
+            phdr = (elf_program_header_t *) &file->bytes[ELF_GET_NUMERIC (ELFHDR, ELFHDR, program_header_table_offset) + (size_t) ELF_GET_NUMERIC (ELFHDR, ELFHDR, program_header_item_size) * table_index]; // restore access to program header (which may have moved)
             memset (&file->bytes[file_offset + size_in_file], 0, size_in_memory - size_in_file); // and write zeroes over the extra space
+         }
          ELF_SET_NUMERIC (ELFHDR, phdr, size_in_file, size_in_memory); // patch this segment's size in the ELF file so that it matches the RAM size
+      }
+   }
+}
 static void add_fsentry (fsentry_t **fsentries, size_t *fsentry_count, parms_t *entry_parms, const char *stored_pathname, const char *buildhost_pathname)
+{
-   #define STRINGARRAY_INIT(string_array) do { (string_array)->args = NULL; (string_array)->count = 0; } while (0)
-   #define STRINGARRAY_PUSH(string_array,str) do { \
-      reallocated_ptr = realloc ((string_array)->args, ((string_array)->count + 1) * sizeof (char *)); \
-      ASSERT_WITH_ERRNO (reallocated_ptr); \
-      (string_array)->args = reallocated_ptr; \
-      (string_array)->args[(string_array)->count] = ((str) != NULL ? strdup ((str)) : NULL); \
-      if ((str) != NULL) \
-         ASSERT_WITH_ERRNO ((string_array)->args[(string_array)->count]); \
-      (string_array)->count++; \
-   } while (0)
-   #define STRINGARRAY_FREE(string_array) do { \
-      if ((string_array)->args != NULL) { \
-         for (array_index = 0; array_index < (string_array)->count; array_index++) \
-            if ((string_array)->args[array_index] != NULL) \
-               free ((string_array)->args[array_index]); \
-         free ((string_array)->args); \
-         (string_array)->args = NULL; \
-      } \
-      (string_array)->count = 0; \
-   } while (0)
-   typedef struct stringarray_s
-   {
-      char **args;
-      size_t count;
-   } stringarray_t;
    static thread_local char *candidate_pathname = NULL;
    static thread_local parms_t default_parms = { 0 };
+   static thread_local stringarray_t global_envp = { NULL, 0 };
+   static thread_local stringarray_t aps_partnames = { NULL, 0 };
    static int inode_count = 0; // will be preincremented each time this function is called
+   typedef struct scriptcmd_s
+   {
+      const char *argv0;
+      int cpu_number;
+      bool is_external;
+      int priority;
+      int sched_policy;
+      int aps_partindex;
+      bool is_session_leader;
+      bool is_background_task;
+      bool has_debug_flag;
+   } scriptcmd_t;
+   scriptcmd_t default_scriptcmd_params = { NULL, -1, false, -1, -1, -1, false, false, false };
+   scriptcmd_t current_scriptcmd_params = { 0 };
    stringarray_t global_argv = { NULL, 0 };
-   stringarray_t global_envp = { NULL, 0 };
    stringarray_t line_argv = { NULL, 0 };
    stringarray_t line_envp = { NULL, 0 };
    stringarray_t startup_argv = { NULL, 0 };
    stringarray_t startup_envp = { NULL, 0 };
    stringarray_t procnto_argv = { NULL, 0 };
    stringarray_t procnto_envp = { NULL, 0 };
    stringarray_t linker_argv = { NULL, 0 };
    const char *stored_pathname_without_leading_slash;
    const char *original_stored_pathname = NULL;
    buffer_t current_line;
+   buffer_t compiled_script;
+   buffer_t compiled_scriptline;
    buffer_t *shstrtab = NULL;
    const char *canonical_dylib_name;
    const char *dynamic_strings; // strings table of the ".dynamic" section
    const char *last_dirsep;
    size_t array_index;
    size_t line_index;
    size_t fsentry_index;
+   size_t wait_time;
    char *resolved_pathname;
    char *linebit_start;
    char *write_ptr;
    char *read_ptr;
    char *token;
                      *read_ptr = RECORD_SEP[0]; // turn all spaces outside quoted contexts into an ASCII record separator to ease token splitting
                   read_ptr++; // reach the next unescaped closing square bracket
+               }
                if (*read_ptr != ']')
+               {
-                  LOG ("warning", 0, "syntax error in \"%s\" line %d: unterminated attributes block (skipping)", buildfile_pathname, lineno);
+                  LOG ("warning", 0, "syntax error in \"%s\" line %zd of inline document '%s': unterminated attributes block (skipping)", buildfile_pathname, 1 + line_index, stored_pathname);
                   continue; // invalid attribute block, skip line
+               }
                is_end_of_line = (*read_ptr == 0); // see if we're at the end of line already
                *read_ptr = 0; // end the attribute block in all cases so that it is a parsable C string
                   else if (strncmp (token, "perms=",   6) == 0) { REACH_TOKEN_VALUE (); entry_parms->perms   = (int) read_integer (value); }
                   else if (strcmp (token, "+followlink") == 0) entry_parms->should_follow_symlinks = true;
                   else if (strcmp (token, "-followlink") == 0) entry_parms->should_follow_symlinks = false;
                   else if (strcmp (token, "+keeplinked") == 0) entry_parms->should_keep_ld_output = true;
                   else if (strcmp (token, "-keeplinked") == 0) entry_parms->should_keep_ld_output = false;
-                  else LOG_WARNING ("unimplemented bootstrap executable attribute in \"%s\" line %d: '%s'", buildfile_pathname, lineno, token);
+                  else LOG_WARNING ("unimplemented bootstrap executable attribute in \"%s\" line %zd of inline document '%s': '%s'", buildfile_pathname, 1 + line_index, stored_pathname, token);
                   #undef REACH_TOKEN_VALUE
                   token = strtok_r (NULL, RECORD_SEP, &ctx); // proceed to next attribute token
+               }
                if (is_end_of_line)
                linebit_start = read_ptr; // remember the word (or quoted group of words) starts here
                write_ptr = read_ptr;
                is_quoted_context = (*read_ptr == '"'); // see if we're entering a quoted context or not
                if (is_quoted_context)
                   read_ptr++; // skip a possible initial quote in the word
-               while ((*read_ptr != 0) && ((!is_quoted_context && !isspace (*read_ptr)) || (is_quoted_context && (*read_ptr == '"'))))
+               while ((*read_ptr != 0) && ((!is_quoted_context && !isspace (*read_ptr)) || (is_quoted_context && (*read_ptr != '"'))))
+               {
                   if (*read_ptr == '\\')
                      read_ptr++; // unescape characters that are escaped with '\' by advancing the read pointer
                   *write_ptr++ = *read_ptr++; // recopy characters as we read them
+               }
             // release the contextual argv/envp arrays
             STRINGARRAY_FREE (&line_argv);
             STRINGARRAY_FREE (&line_envp);
          } // end for (line_index = 0; Buffer_GetNthLine (&entry_parms->data, line_index, &current_line); line_index++)
-         free (entry_parms->data.bytes); // free the inline specification once it's parsed
+         Buffer_Forget (&entry_parms->data); // free the inline specification once it's parsed
-         entry_parms->data.bytes = NULL;
-         entry_parms->data.size = 0;
          ASSERT (startup_argv.args && startup_argv.args[0] && *startup_argv.args[0], "the QNX startup executable (startup-*) is missing in this bootstrap inline specification");
          ASSERT (procnto_argv.args && procnto_argv.args[0] && *procnto_argv.args[0], "the QNX kernel (procnto-*) is missing in this bootstrap inline specification");
          // now we know which startup and procnto executables to use
          buffer_t bootargs_buffer = { 0 };
          char *bootargs_location;
          // construct the arguments that are based on environment variables (infer QNX_HOST from QNX_TARGET)
 #if defined(_WIN32)
-         sprintf_s (linker_pathname, sizeof (linker_pathname), "%s/../../host/win64/x86_64/usr/bin/%s-ld.exe", QNX_TARGET, (strcmp (image_processor, "x86_64") == 0 ? "x86_64-pc-nto-qnx8.0.0" : "aarch64-unknown-nto-qnx8.0.0")); // Win32: note the .exe extension
+         sprintf_s (linker_pathname, sizeof (linker_pathname), "%s/../../host/win64/x86_64/usr/bin/%s-ld" /*"-2.41.0"*/ ".exe", QNX_TARGET, (strcmp (image_processor, "x86_64") == 0 ? "x86_64-pc-nto-qnx8.0.0" : "aarch64-unknown-nto-qnx8.0.0")); // Win32: note the .exe extension
 #elif defined(__linux__)
-         sprintf_s (linker_pathname, sizeof (linker_pathname), "%s/../../host/linux/x86_64/usr/bin/%s-ld", QNX_TARGET, (strcmp (image_processor, "x86_64") == 0 ? "x86_64-pc-nto-qnx8.0.0" : "aarch64-unknown-nto-qnx8.0.0"));
+         sprintf_s (linker_pathname, sizeof (linker_pathname), "%s/../../host/linux/x86_64/usr/bin/%s-ld" /*"-2.41.0"*/, QNX_TARGET, (strcmp (image_processor, "x86_64") == 0 ? "x86_64-pc-nto-qnx8.0.0" : "aarch64-unknown-nto-qnx8.0.0"));
 #elif defined(__QNXNTO__)
-         sprintf_s (linker_pathname, sizeof (linker_pathname), "%s/../../host/qnx8/x86_64/usr/bin/%s-ld", QNX_TARGET, (strcmp (image_processor, "x86_64") == 0 ? "x86_64-pc-nto-qnx8.0.0" : "aarch64-unknown-nto-qnx8.0.0"));
+         sprintf_s (linker_pathname, sizeof (linker_pathname), "%s/../../host/qnx8/x86_64/usr/bin/%s-ld" /*"-2.41.0"*/, QNX_TARGET, (strcmp (image_processor, "x86_64") == 0 ? "x86_64-pc-nto-qnx8.0.0" : "aarch64-unknown-nto-qnx8.0.0"));
 #else // wtf are you building this on?
 #error Please port the GNU linker x86_64-pc-nto-qnx8.0.0-ld and aarch64-unknown-nto-qnx8.0.0-ld to your host architecture first before compiling ifstool.
 #endif
          ASSERT (access (linker_pathname, 0) == 0, "host cross-linker for QNX8 \"%s\" not found", linker_pathname);
          sprintf_s (linker_sysroot_arg, sizeof (linker_sysroot_arg), "--sysroot=%s/%s/", QNX_TARGET, image_processor);
          STRINGARRAY_PUSH (&linker_argv, ".text=0xffff800000001000");
          STRINGARRAY_PUSH (&linker_argv, "--no-relax");
          STRINGARRAY_PUSH (&linker_argv, procnto_buildhost_pathname); // "${QNX_TARGET}/${TARGET_CPU}/boot/sys/procnto-smp-instr"
          STRINGARRAY_PUSH (&linker_argv, "-o");
          STRINGARRAY_PUSH (&linker_argv, procnto_sym_filename); // "procnto-smp-instr.sym"
+#ifdef __GNUC__
+#pragma GCC diagnostic push
+#pragma GCC diagnostic ignored "-Wnonnull" // the GCC linter is wrong here: I *do* check for NULL before calling strdup()
+#endif // __GNUC__
          STRINGARRAY_PUSH (&linker_argv, NULL); // don't forget to terminate the argv array with a NULL pointer
+#ifdef __GNUC__
+#pragma GCC diagnostic pop
+#endif // __GNUC__
          if (verbose_level > 2)
+         {
             fprintf (stderr, "ifstool: calling:");
             for (array_index = 0; array_index < linker_argv.count - 1; array_index++)
                fprintf (stderr, " '%s'", linker_argv.args[array_index]);
 #else // !_WIN32, thus POSIX
          do {
             int status;
             pid_t pid = fork (); // duplicate ourselves so as to create a new process
             ASSERT_WITH_ERRNO (pid != -1);
-            if (pid == 0)
+            if (pid == 0) // we are the child
+            {
-               execv (linker_pathname, linker_argv); // spawn the child process
+               execv (linker_pathname, linker_argv.args); // execute the linker and produce a stripped procnto (wait for completion)
                DIE_WITH_EXITCODE (1, "execve() failed"); // exec never returns
+            }
-            else
+            else // we are the parent
                waitpid (pid, &status, 0); // wait for the child to finish
          } while (0);
 #endif // _WIN32
          STRINGARRAY_FREE (&linker_argv);
          if (!Buffer_ReadFromFile (&entry_parms->data, procnto_sym_filename)) // load the output file
          entry_parms->st_mode = S_IFREG | entry_parms->perms; // procnto is a regular file
          image_kernel_ino = entry_parms->extra_ino_flags | (inode_count + 1);
          STRINGARRAY_FREE (&procnto_argv); // release procnto's argv array
          STRINGARRAY_FREE (&procnto_envp); // release procnto's envp array
-         STRINGARRAY_FREE (&global_envp); // release the global envp array
+         //STRINGARRAY_FREE (&global_envp); // DO NOT release the global envp array. It is inherited by the boot scripts.
-      }
+      } // end of "is bootstrap file"
-      else if (entry_parms->is_compiled_bootscript) // else is it a startup script ?
+      else if (entry_parms->is_compiled_bootscript) // else is it a startup script that we need to compile ?
+      {
          image_bootscript_ino = inode_count + 1; // save boot script inode number for image header
+         Buffer_Initialize (&compiled_script);
+         // parse buffer (non-destructively) line after line
+         Buffer_Initialize (&current_line);
+         for (line_index = 0; Buffer_GetNthLine (&entry_parms->data, line_index, &current_line); line_index++)
+         {
+            read_ptr = current_line.bytes;
+            while (isspace (*read_ptr))
+               read_ptr++; // skip leading spaces
+            if ((*read_ptr == '#') || (*read_ptr == 0))
+               continue; // skip comments and empty lines
+            // format of a line: [attributes] [env assignation] [...] [executable] [arg] [...] [&] [comment]
+            // example: "[pri=20f] devc-con -n9 &"
+            LOG_DEBUG ("parsing line: %s", read_ptr);
+            Buffer_Initialize (&compiled_scriptline);
+            memcpy (&current_scriptcmd_params, &default_scriptcmd_params, sizeof (default_scriptcmd_params));
+            // does this line start with an attribute block ?
+            if (*read_ptr == '[')
+            {
+               read_ptr++; // skip the leading square bracket
+               linebit_start = read_ptr; // remember where it starts
+               is_quoted_context = false; // reach the next unescaped closing square bracket that is not between quotes
+               while ((*read_ptr != 0) && !((*read_ptr == ']') && (read_ptr[-1] != '\\') && !is_quoted_context))
+               {
+                  if (*read_ptr == '"')
+                     is_quoted_context ^= true; // remember when we're between quotes
+                  else if (!is_quoted_context && (*read_ptr == ' '))
+                     *read_ptr = RECORD_SEP[0]; // turn all spaces outside quoted contexts into an ASCII record separator to ease token splitting
+                  read_ptr++; // reach the next unescaped closing square bracket
+               }
+               if (*read_ptr != ']')
+               {
+                  LOG ("warning", 0, "syntax error in \"%s\" line %zd of inline document '%s': unterminated attributes block (skipping)", buildfile_pathname, 1 + line_index, stored_pathname);
+                  continue; // invalid attribute block, skip line
+               }
+               is_end_of_line = (*read_ptr == 0); // see if we're at the end of line already
+               *read_ptr = 0; // end the attribute block in all cases so that it is a parsable C string
+               // now parse the attribute tokens
+               token = strtok_r (linebit_start, RECORD_SEP, &ctx);
+               while (token != NULL)
+               {
+                  #define REACH_TOKEN_VALUE() do { value = strchr (token, '=') + 1; if (*value == '"') value++; } while (0)
+                  if (false) {}
+                  else if (strncmp (token, "argv0=",      6) == 0) { REACH_TOKEN_VALUE (); current_scriptcmd_params.argv0      = value; } // NOTE: stolen pointer. Do not free.
+                  else if (strncmp (token, "cpu=",        4) == 0) { REACH_TOKEN_VALUE (); current_scriptcmd_params.cpu_number = (int) atoi (value); }
+                  else if (strncmp (token, "pri=",        4) == 0) { REACH_TOKEN_VALUE (); current_scriptcmd_params.priority   = (int) strtol (value, &ctx, 0); if (ctx != NULL) current_scriptcmd_params.sched_policy = (*ctx == 'f' ? SCRIPTCMD_SCHEDULERPOLICY_FIFO : SCRIPTCMD_SCHEDULERPOLICY_RR); }
+                  else if (strncmp (token, "sched_aps=", 10) == 0) { REACH_TOKEN_VALUE ();
+                     for (array_index = 0; array_index < aps_partnames.count; array_index++) if (strcmp (aps_partnames.args[array_index], value) == 0) break;
+                     if (array_index == aps_partnames.count)
+                        DIE_WITH_EXITCODE (1, "syntax error in \"%s\" line %zd of inline document '%s': APS partition name '%s' not found: please declare it first", buildfile_pathname, 1 + line_index, stored_pathname, value); // consistency check (TODO: check that the sum of all budgets don't exceed 100%)
+                     current_scriptcmd_params.aps_partindex = (int) array_index;
+                  }
+                  else if (strcmp (token, "+external") == 0) current_scriptcmd_params.is_external = true;
+                  else if (strcmp (token, "-external") == 0) current_scriptcmd_params.is_external = false;
+                  else if (strcmp (token, "+session")  == 0) current_scriptcmd_params.is_session_leader = true;
+                  else if (strcmp (token, "-session")  == 0) current_scriptcmd_params.is_session_leader = false;
+                  else if (strcmp (token, "+debug")    == 0) current_scriptcmd_params.has_debug_flag = true;
+                  else if (strcmp (token, "-debug")    == 0) current_scriptcmd_params.has_debug_flag = false;
+                  else LOG_WARNING ("unimplemented boot script modifier in \"%s\" line %zd of inline document '%s': '%s'", buildfile_pathname, 1 + line_index, stored_pathname, token);
+                  #undef REACH_TOKEN_VALUE
+                  token = strtok_r (NULL, RECORD_SEP, &ctx); // proceed to next attribute token
+               }
+               if (is_end_of_line)
+                  continue; // if end of line was reached, proceed to the next line
+               else
+                  read_ptr++; // else reach the next character (after the NUL split) and continue processing the same line
+            } // end of "this line starts with an attributes block"
+            // at this point we are past the attributes block
+            // reset contextual argv/envp arrays
+            line_argv.args = NULL;
+            line_argv.count = 0;
+            line_envp.args = NULL;
+            line_envp.count = 0;
+            // now read each word (or quoted group of words), unescaping escaped characters
+            while (*read_ptr != 0)
+            {
+               while ((*read_ptr != 0) && isspace (*read_ptr))
+                  read_ptr++; // skip intermediate spaces and reach the next word
+               if (*read_ptr == '#')
+                  break; // if the rest of the line is commented out, stop parsing it and proceed to the next line
+               linebit_start = read_ptr; // remember the word (or quoted group of words) starts here
+               write_ptr = read_ptr;
+               is_quoted_context = (*read_ptr == '"'); // see if we're entering a quoted context or not
+               if (is_quoted_context)
+                  read_ptr++; // skip a possible initial quote in the word
+               while ((*read_ptr != 0) && ((!is_quoted_context && !isspace (*read_ptr)) || (is_quoted_context && (*read_ptr != '"'))))
+               {
+                  if (*read_ptr == '\\')
+                     read_ptr++; // unescape characters that are escaped with '\' by advancing the read pointer
+                  *write_ptr++ = *read_ptr++; // recopy characters as we read them
+               }
+               is_end_of_line = (*read_ptr == 0); // see if we're at the end of line already
+               *write_ptr = 0; // stop the rewritten string here
+               // end of word, i.e. we reached either a closing quote or a space. The string bit has been rewritted at linebit_start without quotes and with characters unescaped.
+               STRINGARRAY_PUSH (&line_argv, linebit_start);
+               LOG_DEBUG ("collected bootscript argv: [%s]", linebit_start);
+               if (!is_end_of_line)
+                  read_ptr++; // if we haven't reach the end of the line yet, advance to the next character (after the NUL split)
+            } // end while (*read_ptr != 0)
+            // we finished parsing the line
+            // did we fill an executable argv? As per QNX docs, the first executable must be startup-*, the last executable must be procnto.
+            if (line_argv.count > 0)
+            {
+               // is it one of the few builtin commands ?
+               if (!current_scriptcmd_params.is_external && (strcmp (line_argv.args[0], "waitfor") == 0))
+               {
+                  if (line_argv.count < 2)
+                     DIE_WITH_EXITCODE (1, "syntax error in \"%s\" line %zd of inline document '%s': waitfor requires 1 or 2 arguments", buildfile_pathname, 1 + line_index, stored_pathname);
+                  ASSERT_WITH_ERRNO (Buffer_InitWithData (&compiled_scriptline, "##" SCRIPTCMD_TYPE_WAITFOR "\x00", 4)); // size as u16LE, type, spare
+                  wait_time = (line_argv.count > 2 ? (size_t) (10.0 * atof (line_argv.args[2])) : 50); // convert dotted number to tenths of seconds. Default to 5 seconds (50 tenths)
+                  if (wait_time > 0xffff)
+                     wait_time = 0xffff;
+                  ASSERT_WITH_ERRNO (Buffer_WriteInt8At (&compiled_scriptline, 4, (wait_time >> 0) & 0xff)); // wait time lo
+                  ASSERT_WITH_ERRNO (Buffer_WriteInt8At (&compiled_scriptline, 5, (wait_time >> 8) & 0xff)); // wait time hi
+                  ASSERT_WITH_ERRNO (Buffer_Append (&compiled_scriptline, line_argv.args[1], strlen (line_argv.args[1]) + 1));
+               }
+               else if (!current_scriptcmd_params.is_external && (strcmp (line_argv.args[0], "reopen") == 0))
+               {
+                  ASSERT_WITH_ERRNO (Buffer_InitWithData (&compiled_scriptline, "##" SCRIPTCMD_TYPE_REOPEN "\x00", 4)); // size as u16LE, type, spare
+                  wait_time = (line_argv.count > 2 ? (size_t) (10.0 * atof (line_argv.args[2])) : 50); // convert dotted number to tenths of seconds. Default to 5 seconds (50 tenths)
+                  if (wait_time > 0xffff)
+                     wait_time = 0xffff;
+                  ASSERT_WITH_ERRNO (Buffer_WriteInt8At (&compiled_scriptline, 4, (wait_time >> 0) & 0xff)); // wait time lo
+                  ASSERT_WITH_ERRNO (Buffer_WriteInt8At (&compiled_scriptline, 5, (wait_time >> 8) & 0xff)); // wait time hi
+                  ASSERT_WITH_ERRNO (Buffer_Append (&compiled_scriptline, (line_argv.count > 1 ? line_argv.args[1] : "/dev/console"), strlen (line_argv.count > 1 ? line_argv.args[1] : "/dev/console") + 1));
+               }
+               else if (!current_scriptcmd_params.is_external && (strcmp (line_argv.args[0], "display_msg") == 0))
+               {
+                  ASSERT_WITH_ERRNO (Buffer_InitWithData (&compiled_scriptline, "##" SCRIPTCMD_TYPE_DISPLAY_MSG "\x00", 4)); // size as u16LE, type, spare
+                  for (array_index = 1; array_index < line_argv.count; array_index++)
+                  {
+                     if (array_index > 1)
+                        ASSERT_WITH_ERRNO (Buffer_AppendByteArray (&compiled_scriptline, " ")); // separate each arg with a space
+                     ASSERT_WITH_ERRNO (Buffer_Append (&compiled_scriptline, line_argv.args[array_index], strlen (line_argv.args[array_index])));
+                  }
+                  ASSERT_WITH_ERRNO (Buffer_AppendByteArray (&compiled_scriptline, "\n\0")); // don't forget to append a newline to the message printed
+               }
+               else if (!current_scriptcmd_params.is_external && (strcmp (line_argv.args[0], "procmgr_symlink") == 0))
+               {
+                  if (line_argv.count < 3)
+                     DIE_WITH_EXITCODE (1, "syntax error in \"%s\" line %zd of inline document '%s': procmgr_symlink requires 2 arguments", buildfile_pathname, 1 + line_index, stored_pathname);
+                  ASSERT_WITH_ERRNO (Buffer_InitWithData (&compiled_scriptline, "##" SCRIPTCMD_TYPE_PROCMGR_SYMLINK "\x00", 4)); // size as u16LE, type, spare
+                  ASSERT_WITH_ERRNO (Buffer_Append (&compiled_scriptline, line_argv.args[1], strlen (line_argv.args[1]) + 1));
+                  ASSERT_WITH_ERRNO (Buffer_Append (&compiled_scriptline, line_argv.args[2], strlen (line_argv.args[2]) + 1));
+               }
+               else if (!current_scriptcmd_params.is_external && (strcmp (line_argv.args[0], "sched_aps") == 0))
+               {
+                  token = (line_argv.count > 1 ? line_argv.args[1] : "System");
+                  if ((strlen (token) > 15) || (strchr (token, '/') != NULL))
+                     DIE_WITH_EXITCODE (1, "syntax error in \"%s\" line %zd of inline document '%s': APS partition names must be less than 16 characters long and not contain a '/' separator", buildfile_pathname, 1 + line_index, stored_pathname); // consistency check (TODO: check that the sum of all budgets don't exceed 100%)
+                  for (array_index = 0; array_index < aps_partnames.count; array_index++)
+                     if (strcmp (aps_partnames.args[array_index], token) == 0)
+                        break; // find the APS partition ID in the global APS partition names table
+                  if (array_index == aps_partnames.count)
+                     STRINGARRAY_PUSH (&aps_partnames, token); // if not found, add a new partition name to the table
+                  ASSERT_WITH_ERRNO (Buffer_InitWithData (&compiled_scriptline, "##" SCRIPTCMD_TYPE_EXTSCHED_APS "\x00", 4)); // size as u16LE, type, spare
+                  ASSERT_WITH_ERRNO (Buffer_WriteInt8At (&compiled_scriptline, 4, 0)); // parent (system partition)
+                  ASSERT_WITH_ERRNO (Buffer_WriteInt8At (&compiled_scriptline, 5, (line_argv.count > 2 ? (uint8_t) atoi (line_argv.args[2]) : 0))); // budget
+                  ASSERT_WITH_ERRNO (Buffer_WriteInt8At (&compiled_scriptline, 6, ((line_argv.count > 3 ? (uint8_t) atoi (line_argv.args[3]) : 0) >> 0) & 0xff)); // critical lo
+                  ASSERT_WITH_ERRNO (Buffer_WriteInt8At (&compiled_scriptline, 7, ((line_argv.count > 3 ? (uint8_t) atoi (line_argv.args[3]) : 0) >> 8) & 0xff)); // critical hi
+                  ASSERT_WITH_ERRNO (Buffer_WriteInt8At (&compiled_scriptline, 8, (uint8_t) array_index)); // APS partition ID
+                  ASSERT_WITH_ERRNO (Buffer_Append (&compiled_scriptline, token, strlen (token) + 1)); // partition name
+               }
+               else // not a builtin, which means it is an external command
+               {
+                  if (strcmp (line_argv.args[line_argv.count - 1], "&") == 0) // is the last argument an ampersand (fork sign) on its own ? (variant 1)
+                  {
+                     current_scriptcmd_params.is_background_task = true; // remember this is a background task
+                     free (line_argv.args[line_argv.count - 1]); // prevent leaking the last arg
+                     line_argv.count--; // and adjust the arg count
+                  }
+                  else if (((token = strrchr (line_argv.args[line_argv.count - 1], '&')) != NULL) && (token[1] == 0)) // else does the last argument END with a fork sign ? (variant 2)
+                  {
+                     current_scriptcmd_params.is_background_task = true; // remember this is a background task
+                     *token = 0; // and chop off the ampersand from that arg
+                  }
+                  ASSERT_WITH_ERRNO (Buffer_InitWithData (&compiled_scriptline, "##" SCRIPTCMD_TYPE_EXTERNAL "\x00", 4)); // size as u16LE, type, spare
+                  ASSERT_WITH_ERRNO (Buffer_WriteInt8At (&compiled_scriptline, 4, (current_scriptcmd_params.cpu_number != -1 ? (uint8_t) current_scriptcmd_params.cpu_number : 0))); // CPU
+                  ASSERT_WITH_ERRNO (Buffer_WriteInt8At (&compiled_scriptline, 5, (current_scriptcmd_params.aps_partindex != -1 ? SCRIPTCMD_FLAG_EXTSCHED   : 0)
+                                                                                | (current_scriptcmd_params.is_session_leader   ? SCRIPTCMD_FLAG_SESSION    : 0)
+                                                                                | (current_scriptcmd_params.sched_policy  != -1 ? SCRIPTCMD_FLAG_SCHED_SET  : 0)
+                                                                                | (current_scriptcmd_params.cpu_number    != -1 ? SCRIPTCMD_FLAG_CPU_SET    : 0)
+                                                                                | (current_scriptcmd_params.is_background_task  ? SCRIPTCMD_FLAG_BACKGROUND : 0)
+                                                                                | (current_scriptcmd_params.has_debug_flag      ? SCRIPTCMD_FLAG_KDEBUG     : 0))); // flags
+                  ASSERT_WITH_ERRNO (Buffer_WriteInt8At (&compiled_scriptline, 6, (current_scriptcmd_params.aps_partindex != -1 ? (uint8_t) current_scriptcmd_params.aps_partindex : 0))); // adaptative partitioning ID
+                  ASSERT_WITH_ERRNO (Buffer_WriteInt8At (&compiled_scriptline, 7, 0)); // reserved
+                  ASSERT_WITH_ERRNO (Buffer_WriteInt8At (&compiled_scriptline, 8, (current_scriptcmd_params.sched_policy != -1 ? current_scriptcmd_params.sched_policy : 0))); // scheduling policy
+                  ASSERT_WITH_ERRNO (Buffer_WriteInt8At (&compiled_scriptline, 9, (current_scriptcmd_params.priority != -1 ? current_scriptcmd_params.priority : 0))); // scheduling priority
+                  ASSERT_WITH_ERRNO (Buffer_WriteInt8At (&compiled_scriptline, 10, (uint8_t) line_argv.count)); // argc
+                  ASSERT_WITH_ERRNO (Buffer_WriteInt8At (&compiled_scriptline, 11, (uint8_t) global_envp.count)); // envc
+                  ASSERT_WITH_ERRNO (Buffer_Append (&compiled_scriptline, line_argv.args[0], strlen (line_argv.args[0]) + 1)); // executable
+                  ASSERT_WITH_ERRNO (Buffer_Append (&compiled_scriptline, (current_scriptcmd_params.argv0 != NULL ? current_scriptcmd_params.argv0 : line_argv.args[0]), strlen (current_scriptcmd_params.argv0 != NULL ? current_scriptcmd_params.argv0 : line_argv.args[0]) + 1)); // argv[0]
+                  for (array_index = 1; array_index < line_argv.count; array_index++)
+                     ASSERT_WITH_ERRNO (Buffer_Append (&compiled_scriptline, line_argv.args[array_index], strlen (line_argv.args[array_index]) + 1)); // argv[n]
+                  for (array_index = 0; array_index < global_envp.count; array_index++)
+                     ASSERT_WITH_ERRNO (Buffer_Append (&compiled_scriptline, global_envp.args[array_index], strlen (global_envp.args[array_index]) + 1)); // envp[n]
+               }
+               ASSERT_WITH_ERRNO (Buffer_PadWithZeroesTo (&compiled_scriptline, ROUND_TO_UPPER_MULTIPLE (compiled_scriptline.size, 4))); // pad compiled command buffer to upper 32-bit multiple
+               // fix the size of this compiled boot script command
+               ASSERT_WITH_ERRNO (Buffer_WriteInt8At (&compiled_scriptline, 0, (compiled_scriptline.size >> 0) & 0xff)); // size lo
+               ASSERT_WITH_ERRNO (Buffer_WriteInt8At (&compiled_scriptline, 1, (compiled_scriptline.size >> 8) & 0xff)); // size hi
+               // now concatenate this newly compiled boot script line to the compiled boot script buffer
+               ASSERT_WITH_ERRNO (Buffer_AppendBuffer (&compiled_script, &compiled_scriptline));
+               Buffer_Forget (&compiled_scriptline);
+            }
+            else // this line contained no executable invokation, so make the parameters that changed the default ones
+            {
+               #define APPLY_DEFAULT_ATTR_NUM(attr,descr,fmt) do { if (current_scriptcmd_params.attr != default_scriptcmd_params.attr) { \
+                     LOG_INFO ("changing default " descr " from " fmt " to " fmt " by attribute at \"%s\" line %zd of inline document '%s'", default_scriptcmd_params.attr, current_scriptcmd_params.attr, buildfile_pathname, 1 + line_index, stored_pathname); \
+                     default_scriptcmd_params.attr = current_scriptcmd_params.attr; \
+                  } } while (0)
+               #define APPLY_DEFAULT_ATTR_STR(attr,descr,fmt) do { if (((default_scriptcmd_params.attr == NULL) && (current_scriptcmd_params.attr != NULL)) || ((default_scriptcmd_params.attr != NULL) && (current_scriptcmd_params.attr == NULL)) || ((default_scriptcmd_params.attr != NULL) && (current_scriptcmd_params.attr != NULL) && (strcmp (current_scriptcmd_params.attr, default_scriptcmd_params.attr) != 0))) { \
+                  LOG_INFO ("changing default " descr " from " fmt " to " fmt " by attribute at \"%s\" line %zd of inline document '%s'", (default_scriptcmd_params.attr != NULL ? default_scriptcmd_params.attr : "none"), current_scriptcmd_params.attr, buildfile_pathname, 1 + line_index, stored_pathname); \
+                     default_scriptcmd_params.attr = current_scriptcmd_params.attr; \
+                  } } while (0)
+               APPLY_DEFAULT_ATTR_STR (argv0,                          "executable name",                 "\"%s\"");
+               APPLY_DEFAULT_ATTR_NUM (cpu_number,                     "CPU mask",                        "0%o");
+               APPLY_DEFAULT_ATTR_NUM (is_external,                    "external command flag",           "0%o");
+               APPLY_DEFAULT_ATTR_NUM (priority,                       "scheduling priority",             "0%o");
+               APPLY_DEFAULT_ATTR_NUM (sched_policy,                   "scheduling policy",               "0%o");
+               APPLY_DEFAULT_ATTR_NUM (aps_partindex,                  "APS partition index",             "0%o");
+               APPLY_DEFAULT_ATTR_NUM (is_session_leader,              "session leader flag",             "0%o");
+               APPLY_DEFAULT_ATTR_NUM (is_background_task,             "background task flag",            "0%o");
+               APPLY_DEFAULT_ATTR_NUM (has_debug_flag,                 "debug flag",                      "0%o");
+               #undef APPLY_DEFAULT_ATTR_STR
+               #undef APPLY_DEFAULT_ATTR_NUM
+            }
+            // release the contextual argv/envp arrays
+            STRINGARRAY_FREE (&line_argv);
+            STRINGARRAY_FREE (&line_envp);
+         } // end for (line_index = 0; Buffer_GetNthLine (&entry_parms->data, line_index, &current_line); line_index++)
+         Buffer_Forget (&entry_parms->data); // free the inline specification once it's parsed
+         ASSERT_WITH_ERRNO (Buffer_AppendByteArray (&compiled_script, "\x00\x00\x00\x00")); // terminate the compiled boot script with a 4-byte trailer
+         entry_parms->data.bytes = compiled_script.bytes; // and steal the compiled boot script buffer
+         entry_parms->data.size = compiled_script.size;
+      } // end of "is compiled bootscript"
       // do we already know the data for this data blob ?
       if (entry_parms->data.bytes != NULL)
+      {
          entry_parms->mtime = entry_parms->mtime_for_inline_files; // if so, set it a mtime equal to the mtime to use for inline files
             if ((sep = strchr (value, '=')) != NULL) image_totalsize = (uint32_t) read_integer (sep + 1); // if we have an equal sign, read optional image padding size
             if ((sep = strchr (value, '%')) != NULL) image_align     = (uint32_t) read_integer (sep + 1); // if we have a modulo sign, read optional image aligmnent
             LOG_INFO ("image 0x%x-0x%x maxsize %d totalsize %d align %d", image_base, image_end, image_maxsize, image_totalsize, image_align);
+         }
          else if (strncmp (token, "virtual=", 8) == 0) { REACH_TOKEN_VALUE ();
-            if ((bootfile_pathname == NULL) || (startupfile_pathname == NULL)) // HACK until I figure out how to re-create them
+            if ((bootfile_pathname == NULL) || (startupfile_pathname == NULL)) // FIXME: HACK until I figure out how to re-create them
-               DIE_WITH_EXITCODE (1, "creating bootable images require the --bootfile, --startupfile and --kernelfile command-line options in \"%s\" line %d", buildfile_pathname, lineno);
+               DIE_WITH_EXITCODE (1, "creating bootable images require the --bootfile and --startupfile command-line options in \"%s\" line %d", buildfile_pathname, lineno);
             if ((sep = strchr (value, ',')) != NULL) // do we have a comma separating (optional) processor and boot file name ?
+            {
                *sep = 0;
                strcpy_s (image_processor, sizeof (image_processor), value); // save processor
                value = sep + 1;
+            }
-            //sprintf (image_bootfile, "%s/%s/boot/sys/%s.boot", QNX_TARGET, image_processor, value); // save preboot file name (TODO: we should search in MKIFS_PATH instead of this. Not important.)
-            //strcpy (image_bootfile, bootfile_pathname); // FIXME: HACK
             if (stat (bootfile_pathname, &stat_buf) != 0)
                DIE_WITH_EXITCODE (1, "unable to stat the boot file \"%s\" specified in \"%s\" line %d: %s", bootfile_pathname, buildfile_pathname, lineno, strerror (errno));
             bootfile_size = stat_buf.st_size; // save preboot file size
             LOG_INFO ("processor \"%s\" bootfile \"%s\"\n", image_processor, bootfile_pathname);
             entry_parms.is_bootstrap_file = true;
+               }
                utc_time.tm_mon--; // convert month from [1-12] to [0-11]
                entry_parms.mtime = (uint32_t) mktime (&utc_time);
+            }
+         }
-         else if (strcmp (token, "+script")     == 0) {
+         else if (strcmp (token, "+script")     == 0) entry_parms.is_compiled_bootscript         = true;
-            entry_parms.is_compiled_bootscript = true;
-            ASSERT_WITH_ERRNO (Buffer_InitWithByteArray (&entry_parms.data, INITIAL_STARTUP_SCRIPT)); // FIXME: HACK until the script compiler is implemented
-            should_discard_inline_contents = true; // remember we already have data (so as to discard the inline block's contents)
-         }
          else if (strcmp (token, "-script")     == 0) entry_parms.is_compiled_bootscript         = false;
          else if (strcmp (token, "+followlink") == 0) entry_parms.should_follow_symlinks         = true;
          else if (strcmp (token, "-followlink") == 0) entry_parms.should_follow_symlinks         = false;
          else if (strcmp (token, "+autolink")   == 0) entry_parms.should_autosymlink_dylib       = true;
          else if (strcmp (token, "-autolink")   == 0) entry_parms.should_autosymlink_dylib       = false;

Subversion Repositories QNX 8.QNX8 IFS tool

QNX 8.QNX8 IFS tool//ifstool.c – Rev 21 → 22