2 * Copyright(c) 2011-2016 Intel Corporation. All rights reserved.
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
24 * Kevin Tian <kevin.tian@intel.com>
25 * Eddie Dong <eddie.dong@intel.com>
28 * Niu Bing <bing.niu@intel.com>
29 * Zhi Wang <zhi.a.wang@intel.com>
33 #include <linux/types.h>
35 #include <linux/kthread.h>
40 struct intel_gvt_host intel_gvt_host;
42 static const char * const supported_hypervisors[] = {
43 [INTEL_GVT_HYPERVISOR_XEN] = "XEN",
44 [INTEL_GVT_HYPERVISOR_KVM] = "KVM",
47 static const struct intel_gvt_ops intel_gvt_ops = {
48 .emulate_cfg_read = intel_vgpu_emulate_cfg_read,
49 .emulate_cfg_write = intel_vgpu_emulate_cfg_write,
50 .emulate_mmio_read = intel_vgpu_emulate_mmio_read,
51 .emulate_mmio_write = intel_vgpu_emulate_mmio_write,
52 .vgpu_create = intel_gvt_create_vgpu,
53 .vgpu_destroy = intel_gvt_destroy_vgpu,
54 .vgpu_reset = intel_gvt_reset_vgpu,
55 .vgpu_activate = intel_gvt_activate_vgpu,
56 .vgpu_deactivate = intel_gvt_deactivate_vgpu,
60 * intel_gvt_init_host - Load MPT modules and detect if we're running in host
61 * @gvt: intel gvt device
63 * This function is called at the driver loading stage. If failed to find a
64 * loadable MPT module or detect currently we're running in a VM, then GVT-g
68 * Zero on success, negative error code if failed.
71 int intel_gvt_init_host(void)
73 if (intel_gvt_host.initialized)
77 if (xen_domain() && !xen_initial_domain())
80 /* Try to load MPT modules for hypervisors */
81 if (xen_initial_domain()) {
83 intel_gvt_host.mpt = try_then_request_module(
84 symbol_get(xengt_mpt), "xengt");
85 intel_gvt_host.hypervisor_type = INTEL_GVT_HYPERVISOR_XEN;
87 #if IS_ENABLED(CONFIG_DRM_I915_GVT_KVMGT)
88 /* not in Xen. Try KVMGT */
89 intel_gvt_host.mpt = try_then_request_module(
90 symbol_get(kvmgt_mpt), "kvmgt");
91 intel_gvt_host.hypervisor_type = INTEL_GVT_HYPERVISOR_KVM;
95 /* Fail to load MPT modules - bail out */
96 if (!intel_gvt_host.mpt)
99 gvt_dbg_core("Running with hypervisor %s in host mode\n",
100 supported_hypervisors[intel_gvt_host.hypervisor_type]);
102 intel_gvt_host.initialized = true;
106 static void init_device_info(struct intel_gvt *gvt)
108 struct intel_gvt_device_info *info = &gvt->device_info;
109 struct pci_dev *pdev = gvt->dev_priv->drm.pdev;
111 if (IS_BROADWELL(gvt->dev_priv) || IS_SKYLAKE(gvt->dev_priv)
112 || IS_KABYLAKE(gvt->dev_priv)) {
113 info->max_support_vgpus = 8;
114 info->cfg_space_size = 256;
115 info->mmio_size = 2 * 1024 * 1024;
117 info->gtt_start_offset = 8 * 1024 * 1024;
118 info->gtt_entry_size = 8;
119 info->gtt_entry_size_shift = 3;
120 info->gmadr_bytes_in_cmd = 8;
121 info->max_surface_size = 36 * 1024 * 1024;
123 info->msi_cap_offset = pdev->msi_cap;
126 static int gvt_service_thread(void *data)
128 struct intel_gvt *gvt = (struct intel_gvt *)data;
131 gvt_dbg_core("service thread start\n");
133 while (!kthread_should_stop()) {
134 ret = wait_event_interruptible(gvt->service_thread_wq,
135 kthread_should_stop() || gvt->service_request);
137 if (kthread_should_stop())
140 if (WARN_ONCE(ret, "service thread is waken up by signal.\n"))
143 if (test_and_clear_bit(INTEL_GVT_REQUEST_EMULATE_VBLANK,
144 (void *)&gvt->service_request)) {
145 mutex_lock(&gvt->lock);
146 intel_gvt_emulate_vblank(gvt);
147 mutex_unlock(&gvt->lock);
150 if (test_bit(INTEL_GVT_REQUEST_SCHED,
151 (void *)&gvt->service_request) ||
152 test_bit(INTEL_GVT_REQUEST_EVENT_SCHED,
153 (void *)&gvt->service_request)) {
154 intel_gvt_schedule(gvt);
161 static void clean_service_thread(struct intel_gvt *gvt)
163 kthread_stop(gvt->service_thread);
166 static int init_service_thread(struct intel_gvt *gvt)
168 init_waitqueue_head(&gvt->service_thread_wq);
170 gvt->service_thread = kthread_run(gvt_service_thread,
171 gvt, "gvt_service_thread");
172 if (IS_ERR(gvt->service_thread)) {
173 gvt_err("fail to start service thread.\n");
174 return PTR_ERR(gvt->service_thread);
180 * intel_gvt_clean_device - clean a GVT device
181 * @gvt: intel gvt device
183 * This function is called at the driver unloading stage, to free the
184 * resources owned by a GVT device.
187 void intel_gvt_clean_device(struct drm_i915_private *dev_priv)
189 struct intel_gvt *gvt = to_gvt(dev_priv);
194 clean_service_thread(gvt);
195 intel_gvt_clean_cmd_parser(gvt);
196 intel_gvt_clean_sched_policy(gvt);
197 intel_gvt_clean_workload_scheduler(gvt);
198 intel_gvt_clean_opregion(gvt);
199 intel_gvt_clean_gtt(gvt);
200 intel_gvt_clean_irq(gvt);
201 intel_gvt_clean_mmio_info(gvt);
202 intel_gvt_free_firmware(gvt);
204 intel_gvt_hypervisor_host_exit(&dev_priv->drm.pdev->dev, gvt);
205 intel_gvt_clean_vgpu_types(gvt);
207 idr_destroy(&gvt->vgpu_idr);
209 intel_gvt_destroy_idle_vgpu(gvt->idle_vgpu);
211 kfree(dev_priv->gvt);
212 dev_priv->gvt = NULL;
216 * intel_gvt_init_device - initialize a GVT device
217 * @dev_priv: drm i915 private data
219 * This function is called at the initialization stage, to initialize
220 * necessary GVT components.
223 * Zero on success, negative error code if failed.
226 int intel_gvt_init_device(struct drm_i915_private *dev_priv)
228 struct intel_gvt *gvt;
229 struct intel_vgpu *vgpu;
233 * Cannot initialize GVT device without intel_gvt_host gets
236 if (WARN_ON(!intel_gvt_host.initialized))
239 if (WARN_ON(dev_priv->gvt))
242 gvt = kzalloc(sizeof(struct intel_gvt), GFP_KERNEL);
246 gvt_dbg_core("init gvt device\n");
248 idr_init(&gvt->vgpu_idr);
249 spin_lock_init(&gvt->scheduler.mmio_context_lock);
250 mutex_init(&gvt->lock);
251 gvt->dev_priv = dev_priv;
253 init_device_info(gvt);
255 ret = intel_gvt_setup_mmio_info(gvt);
259 ret = intel_gvt_load_firmware(gvt);
261 goto out_clean_mmio_info;
263 ret = intel_gvt_init_irq(gvt);
265 goto out_free_firmware;
267 ret = intel_gvt_init_gtt(gvt);
271 ret = intel_gvt_init_opregion(gvt);
275 ret = intel_gvt_init_workload_scheduler(gvt);
277 goto out_clean_opregion;
279 ret = intel_gvt_init_sched_policy(gvt);
281 goto out_clean_workload_scheduler;
283 ret = intel_gvt_init_cmd_parser(gvt);
285 goto out_clean_sched_policy;
287 ret = init_service_thread(gvt);
289 goto out_clean_cmd_parser;
291 ret = intel_gvt_init_vgpu_types(gvt);
293 goto out_clean_thread;
295 ret = intel_gvt_hypervisor_host_init(&dev_priv->drm.pdev->dev, gvt,
298 gvt_err("failed to register gvt-g host device: %d\n", ret);
299 goto out_clean_types;
302 vgpu = intel_gvt_create_idle_vgpu(gvt);
305 gvt_err("failed to create idle vgpu\n");
306 goto out_clean_types;
308 gvt->idle_vgpu = vgpu;
310 gvt_dbg_core("gvt device initialization is done\n");
315 intel_gvt_clean_vgpu_types(gvt);
317 clean_service_thread(gvt);
318 out_clean_cmd_parser:
319 intel_gvt_clean_cmd_parser(gvt);
320 out_clean_sched_policy:
321 intel_gvt_clean_sched_policy(gvt);
322 out_clean_workload_scheduler:
323 intel_gvt_clean_workload_scheduler(gvt);
325 intel_gvt_clean_opregion(gvt);
327 intel_gvt_clean_gtt(gvt);
329 intel_gvt_clean_irq(gvt);
331 intel_gvt_free_firmware(gvt);
333 intel_gvt_clean_mmio_info(gvt);
335 idr_destroy(&gvt->vgpu_idr);