272 lines · c
1/*2 * Copyright © 2016 Intel Corporation3 *4 * Permission is hereby granted, free of charge, to any person obtaining a5 * copy of this software and associated documentation files (the "Software"),6 * to deal in the Software without restriction, including without limitation7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,8 * and/or sell copies of the Software, and to permit persons to whom the9 * Software is furnished to do so, subject to the following conditions:10 *11 * The above copyright notice and this permission notice (including the next12 * paragraph) shall be included in all copies or substantial portions of the13 * Software.14 *15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS21 * IN THE SOFTWARE.22 *23 */24 25#include <linux/pm_domain.h>26#include <linux/pm_runtime.h>27#include <linux/iommu.h>28 29#include <drm/drm_managed.h>30 31#include "gt/intel_gt.h"32#include "gt/intel_gt_requests.h"33#include "gt/mock_engine.h"34#include "intel_memory_region.h"35#include "intel_region_ttm.h"36 37#include "mock_request.h"38#include "mock_gem_device.h"39#include "mock_gtt.h"40#include "mock_uncore.h"41#include "mock_region.h"42 43#include "gem/selftests/mock_context.h"44#include "gem/selftests/mock_gem_object.h"45 46void mock_device_flush(struct drm_i915_private *i915)47{48 struct intel_gt *gt = to_gt(i915);49 struct intel_engine_cs *engine;50 enum intel_engine_id id;51 52 do {53 for_each_engine(engine, gt, id)54 mock_engine_flush(engine);55 } while (intel_gt_retire_requests_timeout(gt, MAX_SCHEDULE_TIMEOUT,56 NULL));57}58 59static void mock_device_release(struct drm_device *dev)60{61 struct drm_i915_private *i915 = to_i915(dev);62 63 if (!i915->do_release)64 goto out;65 66 mock_device_flush(i915);67 intel_gt_driver_remove(to_gt(i915));68 69 i915_gem_drain_workqueue(i915);70 71 mock_fini_ggtt(to_gt(i915)->ggtt);72 destroy_workqueue(i915->unordered_wq);73 destroy_workqueue(i915->wq);74 75 intel_region_ttm_device_fini(i915);76 intel_gt_driver_late_release_all(i915);77 intel_memory_regions_driver_release(i915);78 79 drm_mode_config_cleanup(&i915->drm);80 81out:82 i915_params_free(&i915->params);83}84 85static const struct drm_driver mock_driver = {86 .name = "mock",87 .driver_features = DRIVER_GEM,88 .release = mock_device_release,89};90 91static void release_dev(struct device *dev)92{93 struct pci_dev *pdev = to_pci_dev(dev);94 95 kfree(pdev);96}97 98static int pm_domain_resume(struct device *dev)99{100 return pm_generic_runtime_resume(dev);101}102 103static int pm_domain_suspend(struct device *dev)104{105 return pm_generic_runtime_suspend(dev);106}107 108static struct dev_pm_domain pm_domain = {109 .ops = {110 .runtime_suspend = pm_domain_suspend,111 .runtime_resume = pm_domain_resume,112 },113};114 115static void mock_gt_probe(struct drm_i915_private *i915)116{117 i915->gt[0]->name = "Mock GT";118}119 120static const struct intel_device_info mock_info = {121 .__runtime.graphics.ip.ver = -1,122 .__runtime.page_sizes = (I915_GTT_PAGE_SIZE_4K |123 I915_GTT_PAGE_SIZE_64K |124 I915_GTT_PAGE_SIZE_2M),125 .memory_regions = BIT(INTEL_REGION_SMEM),126 .platform_engine_mask = BIT(0),127 128 /* simply use legacy cache level for mock device */129 .max_pat_index = 3,130 .cachelevel_to_pat = {131 [I915_CACHE_NONE] = 0,132 [I915_CACHE_LLC] = 1,133 [I915_CACHE_L3_LLC] = 2,134 [I915_CACHE_WT] = 3,135 },136};137 138struct drm_i915_private *mock_gem_device(void)139{140#if IS_ENABLED(CONFIG_IOMMU_API) && defined(CONFIG_INTEL_IOMMU)141 static struct dev_iommu fake_iommu = { .priv = (void *)-1 };142#endif143 struct drm_i915_private *i915;144 struct pci_dev *pdev;145 int ret;146 147 pdev = kzalloc(sizeof(*pdev), GFP_KERNEL);148 if (!pdev)149 return NULL;150 device_initialize(&pdev->dev);151 pdev->class = PCI_BASE_CLASS_DISPLAY << 16;152 pdev->dev.release = release_dev;153 dev_set_name(&pdev->dev, "mock");154 dma_coerce_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(64));155 156#if IS_ENABLED(CONFIG_IOMMU_API) && defined(CONFIG_INTEL_IOMMU)157 /* HACK to disable iommu for the fake device; force identity mapping */158 pdev->dev.iommu = &fake_iommu;159#endif160 if (!devres_open_group(&pdev->dev, NULL, GFP_KERNEL)) {161 put_device(&pdev->dev);162 return NULL;163 }164 165 i915 = devm_drm_dev_alloc(&pdev->dev, &mock_driver,166 struct drm_i915_private, drm);167 if (IS_ERR(i915)) {168 pr_err("Failed to allocate mock GEM device: err=%ld\n", PTR_ERR(i915));169 devres_release_group(&pdev->dev, NULL);170 put_device(&pdev->dev);171 172 return NULL;173 }174 175 pci_set_drvdata(pdev, &i915->drm);176 177 /* Device parameters start as a copy of module parameters. */178 i915_params_copy(&i915->params, &i915_modparams);179 180 /* Set up device info and initial runtime info. */181 intel_device_info_driver_create(i915, pdev->device, &mock_info);182 183 intel_display_device_probe(i915);184 185 dev_pm_domain_set(&pdev->dev, &pm_domain);186 pm_runtime_enable(&pdev->dev);187 pm_runtime_dont_use_autosuspend(&pdev->dev);188 if (pm_runtime_enabled(&pdev->dev))189 WARN_ON(pm_runtime_get_sync(&pdev->dev));190 191 intel_runtime_pm_init_early(&i915->runtime_pm);192 /* wakeref tracking has significant overhead */193 i915->runtime_pm.no_wakeref_tracking = true;194 195 /* Using the global GTT may ask questions about KMS users, so prepare */196 drm_mode_config_init(&i915->drm);197 198 intel_memory_regions_hw_probe(i915);199 200 spin_lock_init(&i915->gpu_error.lock);201 202 i915_gem_init__mm(i915);203 intel_root_gt_init_early(i915);204 mock_uncore_init(&i915->uncore, i915);205 atomic_inc(&to_gt(i915)->wakeref.count); /* disable; no hw support */206 to_gt(i915)->awake = -ENODEV;207 mock_gt_probe(i915);208 209 ret = intel_region_ttm_device_init(i915);210 if (ret)211 goto err_ttm;212 213 i915->wq = alloc_ordered_workqueue("mock", 0);214 if (!i915->wq)215 goto err_drv;216 217 i915->unordered_wq = alloc_workqueue("mock-unordered", 0, 0);218 if (!i915->unordered_wq)219 goto err_wq;220 221 mock_init_contexts(i915);222 223 /* allocate the ggtt */224 ret = intel_gt_assign_ggtt(to_gt(i915));225 if (ret)226 goto err_unlock;227 228 mock_init_ggtt(to_gt(i915));229 to_gt(i915)->vm = i915_vm_get(&to_gt(i915)->ggtt->vm);230 231 to_gt(i915)->info.engine_mask = BIT(0);232 233 to_gt(i915)->engine[RCS0] = mock_engine(i915, "mock", RCS0);234 if (!to_gt(i915)->engine[RCS0])235 goto err_unlock;236 237 if (mock_engine_init(to_gt(i915)->engine[RCS0]))238 goto err_context;239 240 __clear_bit(I915_WEDGED, &to_gt(i915)->reset.flags);241 intel_engines_driver_register(i915);242 243 i915->do_release = true;244 ida_init(&i915->selftest.mock_region_instances);245 246 return i915;247 248err_context:249 intel_gt_driver_remove(to_gt(i915));250err_unlock:251 destroy_workqueue(i915->unordered_wq);252err_wq:253 destroy_workqueue(i915->wq);254err_drv:255 intel_region_ttm_device_fini(i915);256err_ttm:257 intel_gt_driver_late_release_all(i915);258 intel_memory_regions_driver_release(i915);259 drm_mode_config_cleanup(&i915->drm);260 mock_destroy_device(i915);261 262 return NULL;263}264 265void mock_destroy_device(struct drm_i915_private *i915)266{267 struct device *dev = i915->drm.dev;268 269 devres_release_group(dev, NULL);270 put_device(dev);271}272