drivers/gpu/drm/amd/amdkfd/kfd_module.c

   1 /*
   2  * Copyright 2014 Advanced Micro Devices, Inc.
   3  *
   4  * Permission is hereby granted, free of charge, to any person obtaining a
   5  * copy of this software and associated documentation files (the "Software"),
   6  * to deal in the Software without restriction, including without limitation
   7  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
   8  * and/or sell copies of the Software, and to permit persons to whom the
   9  * Software is furnished to do so, subject to the following conditions:
  10  *
  11  * The above copyright notice and this permission notice shall be included in
  12  * all copies or substantial portions of the Software.
  13  *
  14  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  15  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  16  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
  17  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
  18  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
  19  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
  20  * OTHER DEALINGS IN THE SOFTWARE.
  21  */
  22
  23 #include <linux/module.h>
  24 #include <linux/sched.h>
  25 #include <linux/moduleparam.h>
  26 #include <linux/device.h>
  27 #include <linux/printk.h>
  28 #include "kfd_priv.h"
  29
  30 #define KFD_DRIVER_AUTHOR       "AMD Inc. and others"
  31
  32 #define KFD_DRIVER_DESC         "Standalone HSA driver for AMD's GPUs"
  33 #define KFD_DRIVER_DATE         "20150421"
  34 #define KFD_DRIVER_MAJOR        0
  35 #define KFD_DRIVER_MINOR        7
  36 #define KFD_DRIVER_PATCHLEVEL   2
  37
  38 static const struct kgd2kfd_calls kgd2kfd = {
  39         .exit           = kgd2kfd_exit,
  40         .probe          = kgd2kfd_probe,
  41         .device_init    = kgd2kfd_device_init,
  42         .device_exit    = kgd2kfd_device_exit,
  43         .interrupt      = kgd2kfd_interrupt,
  44         .suspend        = kgd2kfd_suspend,
  45         .resume         = kgd2kfd_resume,
  46         .quiesce_mm     = kgd2kfd_quiesce_mm,
  47         .resume_mm      = kgd2kfd_resume_mm,
  48         .schedule_evict_and_restore_process =
  49                           kgd2kfd_schedule_evict_and_restore_process,
  50         .pre_reset      = kgd2kfd_pre_reset,
  51         .post_reset     = kgd2kfd_post_reset,
  52 };
  53
  54 int sched_policy = KFD_SCHED_POLICY_HWS;
  55 module_param(sched_policy, int, 0444);
  56 MODULE_PARM_DESC(sched_policy,
  57         "Scheduling policy (0 = HWS (Default), 1 = HWS without over-subscription, 2 = Non-HWS (Used for debugging only)");
  58
  59 int hws_max_conc_proc = 8;
  60 module_param(hws_max_conc_proc, int, 0444);
  61 MODULE_PARM_DESC(hws_max_conc_proc,
  62         "Max # processes HWS can execute concurrently when sched_policy=0 (0 = no concurrency, #VMIDs for KFD = Maximum(default))");
  63
  64 int cwsr_enable = 1;
  65 module_param(cwsr_enable, int, 0444);
  66 MODULE_PARM_DESC(cwsr_enable, "CWSR enable (0 = off, 1 = on (default))");
  67
  68 int max_num_of_queues_per_device = KFD_MAX_NUM_OF_QUEUES_PER_DEVICE_DEFAULT;
  69 module_param(max_num_of_queues_per_device, int, 0444);
  70 MODULE_PARM_DESC(max_num_of_queues_per_device,
  71         "Maximum number of supported queues per device (1 = Minimum, 4096 = default)");
  72
  73 int send_sigterm;
  74 module_param(send_sigterm, int, 0444);
  75 MODULE_PARM_DESC(send_sigterm,
  76         "Send sigterm to HSA process on unhandled exception (0 = disable, 1 = enable)");
  77
  78 int debug_largebar;
  79 module_param(debug_largebar, int, 0444);
  80 MODULE_PARM_DESC(debug_largebar,
  81         "Debug large-bar flag used to simulate large-bar capability on non-large bar machine (0 = disable, 1 = enable)");
  82
  83 int ignore_crat;
  84 module_param(ignore_crat, int, 0444);
  85 MODULE_PARM_DESC(ignore_crat,
  86         "Ignore CRAT table during KFD initialization (0 = use CRAT (default), 1 = ignore CRAT)");
  87
  88 int noretry;
  89 module_param(noretry, int, 0644);
  90 MODULE_PARM_DESC(noretry,
  91         "Set sh_mem_config.retry_disable on GFXv9+ dGPUs (0 = retry enabled (default), 1 = retry disabled)");
  92
  93 int halt_if_hws_hang;
  94 module_param(halt_if_hws_hang, int, 0644);
  95 MODULE_PARM_DESC(halt_if_hws_hang, "Halt if HWS hang is detected (0 = off (default), 1 = on)");
  96
  97
  98 static int amdkfd_init_completed;
  99
 100
 101 int kgd2kfd_init(unsigned int interface_version,
 102                 const struct kgd2kfd_calls **g2f)
 103 {
 104         if (!amdkfd_init_completed)
 105                 return -EPROBE_DEFER;
 106
 107         /*
 108          * Only one interface version is supported,
 109          * no kfd/kgd version skew allowed.
 110          */
 111         if (interface_version != KFD_INTERFACE_VERSION)
 112                 return -EINVAL;
 113
 114         *g2f = &kgd2kfd;
 115
 116         return 0;
 117 }
 118 EXPORT_SYMBOL(kgd2kfd_init);
 119
 120 void kgd2kfd_exit(void)
 121 {
 122 }
 123
 124 static int __init kfd_module_init(void)
 125 {
 126         int err;
 127
 128         /* Verify module parameters */
 129         if ((sched_policy < KFD_SCHED_POLICY_HWS) ||
 130                 (sched_policy > KFD_SCHED_POLICY_NO_HWS)) {
 131                 pr_err("sched_policy has invalid value\n");
 132                 return -1;
 133         }
 134
 135         /* Verify module parameters */
 136         if ((max_num_of_queues_per_device < 1) ||
 137                 (max_num_of_queues_per_device >
 138                         KFD_MAX_NUM_OF_QUEUES_PER_DEVICE)) {
 139                 pr_err("max_num_of_queues_per_device must be between 1 to KFD_MAX_NUM_OF_QUEUES_PER_DEVICE\n");
 140                 return -1;
 141         }
 142
 143         err = kfd_chardev_init();
 144         if (err < 0)
 145                 goto err_ioctl;
 146
 147         err = kfd_topology_init();
 148         if (err < 0)
 149                 goto err_topology;
 150
 151         err = kfd_process_create_wq();
 152         if (err < 0)
 153                 goto err_create_wq;
 154
 155         kfd_debugfs_init();
 156
 157         amdkfd_init_completed = 1;
 158
 159         dev_info(kfd_device, "Initialized module\n");
 160
 161         return 0;
 162
 163 err_create_wq:
 164         kfd_topology_shutdown();
 165 err_topology:
 166         kfd_chardev_exit();
 167 err_ioctl:
 168         return err;
 169 }
 170
 171 static void __exit kfd_module_exit(void)
 172 {
 173         amdkfd_init_completed = 0;
 174
 175         kfd_debugfs_fini();
 176         kfd_process_destroy_wq();
 177         kfd_topology_shutdown();
 178         kfd_chardev_exit();
 179         pr_info("amdkfd: Removed module\n");
 180 }
 181
 182 module_init(kfd_module_init);
 183 module_exit(kfd_module_exit);
 184
 185 MODULE_AUTHOR(KFD_DRIVER_AUTHOR);
 186 MODULE_DESCRIPTION(KFD_DRIVER_DESC);
 187 MODULE_LICENSE("GPL and additional rights");
 188 MODULE_VERSION(__stringify(KFD_DRIVER_MAJOR) "."
 189                __stringify(KFD_DRIVER_MINOR) "."
 190                __stringify(KFD_DRIVER_PATCHLEVEL));