go: update builtin function attributes

[official-gcc.git] / gcc / config / nvptx / mkoffload.cc

/* Offload image generation tool for PTX.

   Copyright (C) 2014-2025 Free Software Foundation, Inc.

   Contributed by Nathan Sidwell <nathan@codesourcery.com> and
   Bernd Schmidt <bernds@codesourcery.com>.

   This file is part of GCC.

   GCC is free software; you can redistribute it and/or modify it
   under the terms of the GNU General Public License as published
   by the Free Software Foundation; either version 3, or (at your
   option) any later version.

   GCC is distributed in the hope that it will be useful, but WITHOUT
   ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
   or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public
   License for more details.

   You should have received a copy of the GNU General Public License
   along with GCC; see the file COPYING3.  If not see
   <http://www.gnu.org/licenses/>.  */

/* Munges PTX assembly into a C source file defining the PTX code as a
   string.

   This is not a complete assembler.  We presume the source is well
   formed from the compiler and can die horribly if it is not.  */

#define IN_TARGET_CODE 1

#include "config.h"
#include "system.h"
#include "coretypes.h"
#include "obstack.h"
#include "diagnostic.h"
#include "intl.h"
#include <libgen.h>
#include "collect-utils.h"
#include "gomp-constants.h"

const char tool_name[] = "nvptx mkoffload";

#define COMMENT_PREFIX "#"

struct id_map
{
  id_map *next;
  char *ptx_name;
  char *dim;
};

static id_map *func_ids, **funcs_tail = &func_ids;
static id_map *ind_func_ids, **ind_funcs_tail = &ind_func_ids;
static id_map *var_ids, **vars_tail = &var_ids;

/* Files to unlink.  */
static const char *ptx_name;
static const char *ptx_cfile_name;
static const char *omp_requires_file;
static const char *ptx_dumpbase;

enum offload_abi offload_abi = OFFLOAD_ABI_UNSET;
const char *offload_abi_host_opts = NULL;

/* Delete tempfiles.  */

void
tool_cleanup (bool from_signal ATTRIBUTE_UNUSED)
{
  if (ptx_cfile_name)
    maybe_unlink (ptx_cfile_name);
  if (ptx_name)
    maybe_unlink (ptx_name);
  if (omp_requires_file)
    maybe_unlink (omp_requires_file);
}

static void
mkoffload_cleanup (void)
{
  tool_cleanup (false);
}

/* Unlink FILE unless requested otherwise.  */

void
maybe_unlink (const char *file)
{
  if (!save_temps)
    {
      if (unlink_if_ordinary (file)
          && errno != ENOENT)
        fatal_error (input_location, "deleting file %s: %m", file);
    }
  else if (verbose)
    fprintf (stderr, "[Leaving %s]\n", file);
}

/* Add or change the value of an environment variable, outputting the
   change to standard error if in verbose mode.  */
static void
xputenv (const char *string)
{
  if (verbose)
    fprintf (stderr, "%s\n", string);
  putenv (CONST_CAST (char *, string));
}


static void
record_id (const char *p1, id_map ***where)
{
  gcc_assert (p1[0] == '"');
  p1++;
  const char *end = strchr (p1, '"');
  const char *end2 = strchr (p1, '\n');
  if (!end || !end2 || end >= end2)
    fatal_error (input_location, "malformed ptx file");

  id_map *v = XNEW (id_map);
  size_t len = end - p1;
  v->ptx_name = XNEWVEC (char, len + 1);
  memcpy (v->ptx_name, p1, len);
  v->ptx_name[len] = '\0';
  p1 = end + 1;
  if (*end != '\n')
    {
      len = end2 - p1;
      v->dim = XNEWVEC (char, len + 1);
      memcpy (v->dim, p1, len);
      v->dim[len] = '\0';
    }
  else
    v->dim = NULL;
  v->next = NULL;
  id_map **tail = *where;
  *tail = v;
  *where = &v->next;
}

/* Read the whole input file.  It will be NUL terminated (but
   remember, there could be a NUL in the file itself.  */

static const char *
read_file (FILE *stream, size_t *plen)
{
  size_t alloc = 16384;
  size_t base = 0;
  char *buffer;

  if (!fseek (stream, 0, SEEK_END))
    {
      /* Get the file size.  */
      long s = ftell (stream);
      if (s >= 0)
        alloc = s + 100;
      fseek (stream, 0, SEEK_SET);
    }
  buffer = XNEWVEC (char, alloc);

  for (;;)
    {
      size_t n = fread (buffer + base, 1, alloc - base - 1, stream);

      if (!n)
        break;
      base += n;
      if (base + 1 == alloc)
        {
          alloc *= 2;
          buffer = XRESIZEVEC (char, buffer, alloc);
        }
    }
  buffer[base] = 0;
  *plen = base;
  return buffer;
}

/* Parse STR, saving found tokens into PVALUES and return their number.
   Tokens are assumed to be delimited by ':'.  */
static unsigned
parse_env_var (const char *str, char ***pvalues)
{
  const char *curval, *nextval;
  char **values;
  unsigned num = 1, i;

  curval = strchr (str, ':');
  while (curval)
    {
      num++;
      curval = strchr (curval + 1, ':');
    }

  values = (char **) xmalloc (num * sizeof (char *));
  curval = str;
  nextval = strchr (curval, ':');
  if (nextval == NULL)
    nextval = strchr (curval, '\0');

  for (i = 0; i < num; i++)
    {
      int l = nextval - curval;
      values[i] = (char *) xmalloc (l + 1);
      memcpy (values[i], curval, l);
      values[i][l] = 0;
      curval = nextval + 1;
      nextval = strchr (curval, ':');
      if (nextval == NULL)
        nextval = strchr (curval, '\0');
    }
  *pvalues = values;
  return num;
}

/* Auxiliary function that frees elements of PTR and PTR itself.
   N is number of elements to be freed.  If PTR is NULL, nothing is freed.
   If an element is NULL, subsequent elements are not freed.  */
static void
free_array_of_ptrs (void **ptr, unsigned n)
{
  unsigned i;
  if (!ptr)
    return;
  for (i = 0; i < n; i++)
    {
      if (!ptr[i])
        break;
      free (ptr[i]);
    }
  free (ptr);
  return;
}

/* Check whether NAME can be accessed in MODE.  This is like access,
   except that it never considers directories to be executable.  */
static int
access_check (const char *name, int mode)
{
  if (mode == X_OK)
    {
      struct stat st;

      if (stat (name, &st) < 0 || S_ISDIR (st.st_mode))
        return -1;
    }

  return access (name, mode);
}

static void
process (FILE *in, FILE *out, uint32_t omp_requires)
{
  size_t len = 0;
  const char *input = read_file (in, &len);
  const char *comma;
  id_map const *id;
  unsigned obj_count = 0;
  unsigned ix;
  const char *sm_ver = NULL, *version = NULL;
  const char *sm_ver2 = NULL, *version2 = NULL;
  size_t file_cnt = 0;
  size_t *file_idx = XALLOCAVEC (size_t, len);

  fprintf (out, "#include <stdint.h>\n\n");

  /* Dump out char arrays for each PTX object file.  These are
     terminated by a NUL.  */
  for (size_t i = 0; i != len;)
    {
      char c;
      bool output_fn_ptr = false;
      file_idx[file_cnt++] = i;

      fprintf (out, "static const char ptx_code_%u[] =\n\t\"", obj_count++);
      while ((c = input[i++]))
        {
          switch (c)
            {
            case '\r':
              continue;
            case '\n':
              fprintf (out, "\\n\"\n\t\"");
              /* Look for mappings on subsequent lines.  */
              if (UNLIKELY (startswith (input + i, ".target sm_")))
                {
                  sm_ver = input + i + strlen (".target sm_");
                  continue;
                }
              if (UNLIKELY (startswith (input + i, ".version ")))
                {
                  version = input + i + strlen (".version ");
                  continue;
                }
              while (startswith (input + i, "//:"))
                {
                  i += 3;

                  if (startswith (input + i, "VAR_MAP "))
                    record_id (input + i + 8, &vars_tail);
                  else if (startswith (input + i, "FUNC_MAP "))
                    {
                      output_fn_ptr = true;
                      record_id (input + i + 9, &funcs_tail);
                    }
                  else if (startswith (input + i, "IND_FUNC_MAP "))
                    {
                      output_fn_ptr = true;
                      record_id (input + i + 13, &ind_funcs_tail);
                    }
                  else
                    abort ();
                  /* Skip to next line. */
                  while (input[i++] != '\n')
                    continue;
                }
              continue;
            case '"':
            case '\\':
              putc ('\\', out);
              break;
            default:
              break;
            }
          putc (c, out);
        }
      fprintf (out, "\";\n\n");
      if (output_fn_ptr
          && (omp_requires & GOMP_REQUIRES_REVERSE_OFFLOAD) != 0)
        {
          if (sm_ver && sm_ver[0] == '3' && sm_ver[1] == '0'
              && sm_ver[2] == '\n')
            {
              warning_at (input_location, 0,
                          "%<omp requires reverse_offload%> requires at "
                          "least %<sm_35%> for "
                          "%<-foffload-options=nvptx-none=-march=%> - disabling"
                          " offload-code generation for this device type");
              /* As now an empty file is compiled and there is no call to
                 GOMP_offload_register_ver, this device type is effectively
                 disabled.  */
              fflush (out);
              ftruncate (fileno (out), 0);
              return;
            }
          sm_ver2 = sm_ver;
          version2 = version;
        }
    }

  /* Create function-pointer array, required for reverse
     offload function-pointer lookup.  */

  if (func_ids && (omp_requires & GOMP_REQUIRES_REVERSE_OFFLOAD) != 0)
    {
      const char needle[] = "// BEGIN GLOBAL FUNCTION DECL: ";
      fprintf (out, "static const char ptx_code_%u[] =\n", obj_count++);
      fprintf (out, "\t\".version ");
      for (size_t i = 0; version2[i] != '\0' && version2[i] != '\n'; i++)
        fputc (version2[i], out);
      fprintf (out, "\"\n\t\".target sm_");
      for (size_t i = 0; version2[i] != '\0' && sm_ver2[i] != '\n'; i++)
        fputc (sm_ver2[i], out);
      fprintf (out, "\"\n\t\".file 1 \\\"<dummy>\\\"\"\n");

      /* WORKAROUND - see PR 108098
         It seems as if older CUDA JIT compiler optimizes the function pointers
         in offload_func_table to NULL, which can be prevented by adding a
         dummy procedure. With CUDA 11.1, it seems to work fine without
         workaround while CUDA 10.2 as some ancient version have need the
         workaround. Assuming CUDA 11.0 fixes it, emitting it could be
         restricted to 'if (sm_ver2[0] < 8 && version2[0] < 7)' as sm_80 and
         PTX ISA 7.0 are new in CUDA 11.0; for 11.1 it would be sm_86 and
         PTX ISA 7.1.  */
      fprintf (out, "\n\t\".func __dummy$func ( );\"\n");
      fprintf (out, "\t\".func __dummy$func ( )\"\n");
      fprintf (out, "\t\"{\"\n");
      fprintf (out, "\t\"}\"\n");

      size_t fidx = 0;
      for (id = func_ids; id; id = id->next)
        {
          /* Only 'nohost' functions are needed - use NULL for the rest.
             Alternatively, besides searching for 'BEGIN FUNCTION DECL',
             checking for '.visible .entry ' + id->ptx_name would be
             required.  */
          if (!endswith (id->ptx_name, "$nohost")
              && !strstr (id->ptx_name, "$nohost$"))
            continue;
          fprintf (out, "\t\".extern ");
          const char *p = input + file_idx[fidx];
          while (true)
            {
              p = strstr (p, needle);
              if (!p)
                {
                  fidx++;
                  if (fidx >= file_cnt)
                    break;
                  p = input + file_idx[fidx];
                  continue;
                }
              p += strlen (needle);
              if (!startswith (p, id->ptx_name))
                continue;
              p += strlen (id->ptx_name);
              if (*p != '\n')
                continue;
              p++;
              gcc_assert (startswith (p, ".visible "));
              p += strlen (".visible ");
              for (; *p != '\0' && *p != '\n'; p++)
                fputc (*p, out);
              break;
            }
          fprintf (out, "\"\n");
          if (fidx == file_cnt)
            fatal_error (input_location,
                         "Cannot find function declaration for %qs",
                         id->ptx_name);
        }
      fprintf (out, "\t\".visible .global .align 8 .u64 "
                    "$offload_func_table[] = {");
      for (comma = "", id = func_ids; id; comma = ",", id = id->next)
        fprintf (out, "%s\"\n\t\t\"%s", comma,
                 (endswith (id->ptx_name, "$nohost")
                  || strstr (id->ptx_name, "$nohost$")) ? id->ptx_name : "0");
      fprintf (out, "};\\n\";\n\n");
    }

  if (ind_func_ids)
    {
      const char needle[] = "// BEGIN GLOBAL FUNCTION DECL: ";

      fprintf (out, "static const char ptx_code_%u[] =\n", obj_count++);
      fprintf (out, "\t\".version ");
      for (size_t i = 0; version[i] != '\0' && version[i] != '\n'; i++)
        fputc (version[i], out);
      fprintf (out, "\"\n\t\".target sm_");
      for (size_t i = 0; sm_ver[i] != '\0' && sm_ver[i] != '\n'; i++)
        fputc (sm_ver[i], out);
      fprintf (out, "\"\n\t\".file 2 \\\"<dummy>\\\"\"\n");

      /* WORKAROUND - see PR 108098
         It seems as if older CUDA JIT compiler optimizes the function pointers
         in offload_func_table to NULL, which can be prevented by adding a
         dummy procedure. With CUDA 11.1, it seems to work fine without
         workaround while CUDA 10.2 as some ancient version have need the
         workaround. Assuming CUDA 11.0 fixes it, emitting it could be
         restricted to 'if (sm_ver2[0] < 8 && version2[0] < 7)' as sm_80 and
         PTX ISA 7.0 are new in CUDA 11.0; for 11.1 it would be sm_86 and
         PTX ISA 7.1.  */
      fprintf (out, "\n\t\".func __dummy$func2 ( );\"\n");
      fprintf (out, "\t\".func __dummy$func2 ( )\"\n");
      fprintf (out, "\t\"{\"\n");
      fprintf (out, "\t\"}\"\n");

      size_t fidx = 0;
      for (id = ind_func_ids; id; id = id->next)
        {
          fprintf (out, "\t\".extern ");
          const char *p = input + file_idx[fidx];
          while (true)
            {
              p = strstr (p, needle);
              if (!p)
                {
                  fidx++;
                  if (fidx >= file_cnt)
                    break;
                  p = input + file_idx[fidx];
                  continue;
                }
              p += strlen (needle);
              if (!startswith (p, id->ptx_name))
                continue;
              p += strlen (id->ptx_name);
              if (*p != '\n')
                continue;
              p++;
              /* Skip over any directives.  */
              while (!startswith (p, ".func"))
                while (*p++ != ' ');
              for (; *p != '\0' && *p != '\n'; p++)
                fputc (*p, out);
              break;
            }
          fprintf (out, "\"\n");
          if (fidx == file_cnt)
            fatal_error (input_location,
                         "Cannot find function declaration for %qs",
                         id->ptx_name);
        }

      fprintf (out, "\t\".visible .global .align 8 .u64 "
                    "$offload_ind_func_table[] = {");
      for (comma = "", id = ind_func_ids; id; comma = ",", id = id->next)
        fprintf (out, "%s\"\n\t\t\"%s", comma, id->ptx_name);
      fprintf (out, "};\\n\";\n\n");
    }

  /* Dump out array of pointers to ptx object strings.  */
  fprintf (out, "static const struct ptx_obj {\n"
           "  const char *code;\n"
           "  __SIZE_TYPE__ size;\n"
           "} ptx_objs[] = {");
  for (comma = "", ix = 0; ix != obj_count; comma = ",", ix++)
    fprintf (out, "%s\n\t{ptx_code_%u, sizeof (ptx_code_%u)}", comma, ix, ix);
  fprintf (out, "\n};\n\n");

  /* Dump out variable idents.  */
  fprintf (out, "static const char *const var_mappings[] = {");
  for (comma = "", id = var_ids; id; comma = ",", id = id->next)
    fprintf (out, "%s\n\t\"%s\"", comma, id->ptx_name);
  fprintf (out, "\n};\n\n");

  /* Dump out function idents.  */
  fprintf (out, "static const struct nvptx_fn {\n"
           "  const char *name;\n"
           "  unsigned short dim[%d];\n"
           "} func_mappings[] = {\n", GOMP_DIM_MAX);
  for (comma = "", id = func_ids; id; comma = ",", id = id->next)
    fprintf (out, "%s\n\t{\"%s\"%s}", comma, id->ptx_name,
             id->dim ? id->dim : "");
  fprintf (out, "\n};\n\n");

  /* Dump out indirect function idents.  */
  fprintf (out, "static const char *const ind_func_mappings[] = {");
  for (comma = "", id = ind_func_ids; id; comma = ",", id = id->next)
    fprintf (out, "%s\n\t\"%s\"", comma, id->ptx_name);
  fprintf (out, "\n};\n\n");

  fprintf (out,
           "static const struct nvptx_data {\n"
           "  uintptr_t omp_requires_mask;\n"
           "  const struct ptx_obj *ptx_objs;\n"
           "  unsigned ptx_num;\n"
           "  const char *const *var_names;\n"
           "  unsigned var_num;\n"
           "  const struct nvptx_fn *fn_names;\n"
           "  unsigned fn_num;\n"
           "  unsigned ind_fn_num;\n"
           "} nvptx_data = {\n"
           "  %d, ptx_objs, sizeof (ptx_objs) / sizeof (ptx_objs[0]),\n"
           "  var_mappings,"
           "  sizeof (var_mappings) / sizeof (var_mappings[0]),\n"
           "  func_mappings,"
           "  sizeof (func_mappings) / sizeof (func_mappings[0]),\n"
           "  sizeof (ind_func_mappings) / sizeof (ind_func_mappings[0])\n"
           "};\n\n", omp_requires);

  fprintf (out, "#ifdef __cplusplus\n"
           "extern \"C\" {\n"
           "#endif\n");

  fprintf (out, "extern void GOMP_offload_register_ver"
           " (unsigned, const void *, int, const void *);\n");
  fprintf (out, "extern void GOMP_offload_unregister_ver"
           " (unsigned, const void *, int, const void *);\n");

  fprintf (out, "#ifdef __cplusplus\n"
           "}\n"
           "#endif\n");

  fprintf (out, "extern const void *const __OFFLOAD_TABLE__[];\n\n");

  fprintf (out, "static __attribute__((constructor)) void init (void)\n"
           "{\n"
           "  GOMP_offload_register_ver (%#x, __OFFLOAD_TABLE__,"
           " %d/*NVIDIA_PTX*/, &nvptx_data);\n"
           "};\n",
           GOMP_VERSION_PACK (GOMP_VERSION, GOMP_VERSION_NVIDIA_PTX),
           GOMP_DEVICE_NVIDIA_PTX);

  fprintf (out, "static __attribute__((destructor)) void fini (void)\n"
           "{\n"
           "  GOMP_offload_unregister_ver (%#x, __OFFLOAD_TABLE__,"
           " %d/*NVIDIA_PTX*/, &nvptx_data);\n"
           "};\n",
           GOMP_VERSION_PACK (GOMP_VERSION, GOMP_VERSION_NVIDIA_PTX),
           GOMP_DEVICE_NVIDIA_PTX);
}

static void
compile_native (const char *infile, const char *outfile, const char *compiler,
                bool fPIC, bool fpic)
{
  const char *collect_gcc_options = getenv ("COLLECT_GCC_OPTIONS");
  if (!collect_gcc_options)
    fatal_error (input_location,
                 "environment variable COLLECT_GCC_OPTIONS must be set");

  struct obstack argv_obstack;
  obstack_init (&argv_obstack);
  obstack_ptr_grow (&argv_obstack, compiler);
  if (fPIC)
    obstack_ptr_grow (&argv_obstack, "-fPIC");
  if (fpic)
    obstack_ptr_grow (&argv_obstack, "-fpic");
  if (save_temps)
    obstack_ptr_grow (&argv_obstack, "-save-temps");
  if (verbose)
    obstack_ptr_grow (&argv_obstack, "-v");
  obstack_ptr_grow (&argv_obstack, "-dumpdir");
  obstack_ptr_grow (&argv_obstack, "");
  obstack_ptr_grow (&argv_obstack, "-dumpbase");
  obstack_ptr_grow (&argv_obstack, ptx_dumpbase);
  obstack_ptr_grow (&argv_obstack, "-dumpbase-ext");
  obstack_ptr_grow (&argv_obstack, ".c");
  if (!offload_abi_host_opts)
    fatal_error (input_location,
                 "%<-foffload-abi-host-opts%> not specified.");
  obstack_ptr_grow (&argv_obstack, offload_abi_host_opts);
  obstack_ptr_grow (&argv_obstack, infile);
  obstack_ptr_grow (&argv_obstack, "-c");
  obstack_ptr_grow (&argv_obstack, "-o");
  obstack_ptr_grow (&argv_obstack, outfile);
  obstack_ptr_grow (&argv_obstack, NULL);

  const char **new_argv = XOBFINISH (&argv_obstack, const char **);
  fork_execute (new_argv[0], CONST_CAST (char **, new_argv), true,
                ".gccnative_args");
  obstack_free (&argv_obstack, NULL);
}

int
main (int argc, char **argv)
{
  FILE *in = stdin;
  FILE *out = stdout;
  const char *outname = 0;

  progname = tool_name;
  gcc_init_libintl ();
  diagnostic_initialize (global_dc, 0);
  diagnostic_color_init (global_dc);

  if (atexit (mkoffload_cleanup) != 0)
    fatal_error (input_location, "atexit failed");

  char *collect_gcc = getenv ("COLLECT_GCC");
  if (collect_gcc == NULL)
    fatal_error (input_location, "COLLECT_GCC must be set.");
  const char *gcc_path = dirname (ASTRDUP (collect_gcc));
  const char *gcc_exec = basename (ASTRDUP (collect_gcc));

  size_t len = (strlen (gcc_path) + 1
                + strlen (GCC_INSTALL_NAME)
                + 1);
  char *driver = XALLOCAVEC (char, len);

  if (strcmp (gcc_exec, collect_gcc) == 0)
    /* collect_gcc has no path, so it was found in PATH.  Make sure we also
       find accel-gcc in PATH.  */
    gcc_path = NULL;

  int driver_used = 0;
  if (gcc_path != NULL)
    driver_used = sprintf (driver, "%s/", gcc_path);
  sprintf (driver + driver_used, "%s", GCC_INSTALL_NAME);

  bool found = false;
  if (gcc_path == NULL)
    found = true;
  else if (access_check (driver, X_OK) == 0)
    found = true;
  else
    {
      /* Don't use alloca pointer with XRESIZEVEC.  */
      driver = NULL;
      /* Look in all COMPILER_PATHs for GCC_INSTALL_NAME.  */
      char **paths = NULL;
      unsigned n_paths;
      n_paths = parse_env_var (getenv ("COMPILER_PATH"), &paths);
      for (unsigned i = 0; i < n_paths; i++)
        {
          len = strlen (paths[i]) + 1 + strlen (GCC_INSTALL_NAME) + 1;
          driver = XRESIZEVEC (char, driver, len);
          sprintf (driver, "%s/%s", paths[i], GCC_INSTALL_NAME);
          if (access_check (driver, X_OK) == 0)
            {
              found = true;
              break;
            }
        }
      free_array_of_ptrs ((void **) paths, n_paths);
    }

  if (!found)
    fatal_error (input_location,
                 "offload compiler %s not found (consider using %<-B%>)",
                 GCC_INSTALL_NAME);

  /* We may be called with all the arguments stored in some file and
     passed with @file.  Expand them into argv before processing.  */
  expandargv (&argc, &argv);

  /* Scan the argument vector.  */
  bool fopenmp = false;
  bool fopenacc = false;
  bool fPIC = false;
  bool fpic = false;
  for (int i = 1; i < argc; i++)
    {
#define STR "-foffload-abi="
      if (startswith (argv[i], STR))
        {
          if (strcmp (argv[i] + strlen (STR), "lp64") == 0)
            offload_abi = OFFLOAD_ABI_LP64;
          else if (strcmp (argv[i] + strlen (STR), "ilp32") == 0)
            offload_abi = OFFLOAD_ABI_ILP32;
          else
            fatal_error (input_location,
                         "unrecognizable argument of option " STR);
        }
#undef STR
      else if (startswith (argv[i], "-foffload-abi-host-opts="))
        {
          if (offload_abi_host_opts)
            fatal_error (input_location,
                         "%<-foffload-abi-host-opts%> specified "
                         "multiple times");
          offload_abi_host_opts
            = argv[i] + strlen ("-foffload-abi-host-opts=");
        }
      else if (strcmp (argv[i], "-fopenmp") == 0)
        fopenmp = true;
      else if (strcmp (argv[i], "-fopenacc") == 0)
        fopenacc = true;
      else if (strcmp (argv[i], "-fPIC") == 0)
        fPIC = true;
      else if (strcmp (argv[i], "-fpic") == 0)
        fpic = true;
      else if (strcmp (argv[i], "-save-temps") == 0)
        save_temps = true;
      else if (strcmp (argv[i], "-v") == 0)
        verbose = true;
      else if (strcmp (argv[i], "-dumpbase") == 0
               && i + 1 < argc)
        dumppfx = argv[++i];
      /* Translate host into offloading libraries.  */
      else if (strcmp (argv[i], "-l_GCC_gfortran") == 0
               || strcmp (argv[i], "-l_GCC_m") == 0)
        {
          /* Elide '_GCC_'.  */
          size_t i_dst = strlen ("-l");
          size_t i_src = strlen ("-l_GCC_");
          char c;
          do
            c = argv[i][i_dst++] = argv[i][i_src++];
          while (c != '\0');
        }
    }
  if (!(fopenacc ^ fopenmp))
    fatal_error (input_location, "either %<-fopenacc%> or %<-fopenmp%> "
                 "must be set");

  struct obstack argv_obstack;
  obstack_init (&argv_obstack);
  obstack_ptr_grow (&argv_obstack, driver);
  if (save_temps)
    obstack_ptr_grow (&argv_obstack, "-save-temps");
  if (verbose)
    obstack_ptr_grow (&argv_obstack, "-v");
  obstack_ptr_grow (&argv_obstack, "-xlto");
  switch (offload_abi)
    {
    case OFFLOAD_ABI_LP64:
      obstack_ptr_grow (&argv_obstack, "-m64");
      break;
    case OFFLOAD_ABI_ILP32:
      obstack_ptr_grow (&argv_obstack, "-m32");
      break;
    default:
      gcc_unreachable ();
    }
  if (fopenmp)
    obstack_ptr_grow (&argv_obstack, "-mgomp");

  for (int ix = 1; ix != argc; ix++)
    {
      if (!strcmp (argv[ix], "-o") && ix + 1 != argc)
        outname = argv[++ix];
      else
        obstack_ptr_grow (&argv_obstack, argv[ix]);
    }

  if (!dumppfx)
    dumppfx = outname;

  ptx_dumpbase = concat (dumppfx, ".c", NULL);
  if (save_temps)
    ptx_cfile_name = ptx_dumpbase;
  else
    ptx_cfile_name = make_temp_file (".c");

  out = fopen (ptx_cfile_name, "w");
  if (!out)
    fatal_error (input_location, "cannot open '%s'", ptx_cfile_name);

  /* PR libgomp/65099: Currently, we only support offloading in 64-bit
     configurations.  */
  if (offload_abi == OFFLOAD_ABI_LP64)
    {
      char *mko_dumpbase = concat (dumppfx, ".mkoffload", NULL);
      if (save_temps)
        ptx_name = mko_dumpbase;
      else
        ptx_name = make_temp_file (".mkoffload");
      obstack_ptr_grow (&argv_obstack, "-dumpdir");
      obstack_ptr_grow (&argv_obstack, "");
      obstack_ptr_grow (&argv_obstack, "-dumpbase");
      obstack_ptr_grow (&argv_obstack, mko_dumpbase);
      obstack_ptr_grow (&argv_obstack, "-dumpbase-ext");
      obstack_ptr_grow (&argv_obstack, "");
      obstack_ptr_grow (&argv_obstack, "-o");
      obstack_ptr_grow (&argv_obstack, ptx_name);
      obstack_ptr_grow (&argv_obstack, NULL);
      const char **new_argv = XOBFINISH (&argv_obstack, const char **);

      char *execpath = getenv ("GCC_EXEC_PREFIX");
      char *cpath = getenv ("COMPILER_PATH");
      char *lpath = getenv ("LIBRARY_PATH");
      unsetenv ("GCC_EXEC_PREFIX");
      unsetenv ("COMPILER_PATH");
      unsetenv ("LIBRARY_PATH");

      if (save_temps)
        omp_requires_file = concat (dumppfx, ".mkoffload.omp_requires", NULL);
      else
        omp_requires_file = make_temp_file (".mkoffload.omp_requires");

      xputenv (concat ("GCC_OFFLOAD_OMP_REQUIRES_FILE=", omp_requires_file, NULL));
      fork_execute (new_argv[0], CONST_CAST (char **, new_argv), true,
                    ".gcc_args");
      obstack_free (&argv_obstack, NULL);
      unsetenv("GCC_OFFLOAD_OMP_REQUIRES_FILE");

      xputenv (concat ("GCC_EXEC_PREFIX=", execpath, NULL));
      xputenv (concat ("COMPILER_PATH=", cpath, NULL));
      xputenv (concat ("LIBRARY_PATH=", lpath, NULL));

      in = fopen (omp_requires_file, "rb");
      if (!in)
        fatal_error (input_location, "cannot open omp_requires file %qs",
                     omp_requires_file);
      uint32_t omp_requires;
      if (fread (&omp_requires, sizeof (omp_requires), 1, in) != 1)
        fatal_error (input_location, "cannot read omp_requires file %qs",
                     omp_requires_file);
      fclose (in);

      in = fopen (ptx_name, "r");
      if (!in)
        fatal_error (input_location, "cannot open intermediate ptx file");

      process (in, out, omp_requires);
      fclose (in);
    }

  fclose (out);

  compile_native (ptx_cfile_name, outname, collect_gcc, fPIC, fpic);

  return 0;
}