10136db58SBen Widawsky /* 20136db58SBen Widawsky * Copyright © 2012 Intel Corporation 30136db58SBen Widawsky * 40136db58SBen Widawsky * Permission is hereby granted, free of charge, to any person obtaining a 50136db58SBen Widawsky * copy of this software and associated documentation files (the "Software"), 60136db58SBen Widawsky * to deal in the Software without restriction, including without limitation 70136db58SBen Widawsky * the rights to use, copy, modify, merge, publish, distribute, sublicense, 80136db58SBen Widawsky * and/or sell copies of the Software, and to permit persons to whom the 90136db58SBen Widawsky * Software is furnished to do so, subject to the following conditions: 100136db58SBen Widawsky * 110136db58SBen Widawsky * The above copyright notice and this permission notice (including the next 120136db58SBen Widawsky * paragraph) shall be included in all copies or substantial portions of the 130136db58SBen Widawsky * Software. 140136db58SBen Widawsky * 150136db58SBen Widawsky * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 160136db58SBen Widawsky * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 170136db58SBen Widawsky * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 180136db58SBen Widawsky * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 190136db58SBen Widawsky * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING 200136db58SBen Widawsky * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS 210136db58SBen Widawsky * IN THE SOFTWARE. 220136db58SBen Widawsky * 230136db58SBen Widawsky * Authors: 240136db58SBen Widawsky * Ben Widawsky <ben@bwidawsk.net> 250136db58SBen Widawsky * 260136db58SBen Widawsky */ 270136db58SBen Widawsky 280136db58SBen Widawsky #include <linux/device.h> 290136db58SBen Widawsky #include <linux/module.h> 300136db58SBen Widawsky #include <linux/stat.h> 310136db58SBen Widawsky #include <linux/sysfs.h> 3284bc7581SBen Widawsky #include "intel_drv.h" 330136db58SBen Widawsky #include "i915_drv.h" 340136db58SBen Widawsky 35*c49d13eeSDavid Weinehall static inline struct drm_minor *kdev_to_drm_minor(struct device *kdev) 36*c49d13eeSDavid Weinehall { 37*c49d13eeSDavid Weinehall return dev_get_drvdata(kdev); 38*c49d13eeSDavid Weinehall } 3914c8d110SDave Airlie 405ab3633dSHunt Xu #ifdef CONFIG_PM 41f0f59a00SVille Syrjälä static u32 calc_residency(struct drm_device *dev, 42f0f59a00SVille Syrjälä i915_reg_t reg) 430136db58SBen Widawsky { 44fac5e23eSChris Wilson struct drm_i915_private *dev_priv = to_i915(dev); 450136db58SBen Widawsky u64 raw_time; /* 32b value may overflow during fixed point math */ 462cc9fab1SVille Syrjälä u64 units = 128ULL, div = 100000ULL; 47c8c8fb33SPaulo Zanoni u32 ret; 480136db58SBen Widawsky 49dc97997aSChris Wilson if (!intel_enable_rc6()) 500136db58SBen Widawsky return 0; 510136db58SBen Widawsky 52c8c8fb33SPaulo Zanoni intel_runtime_pm_get(dev_priv); 53c8c8fb33SPaulo Zanoni 54542a6b20SMika Kuoppala /* On VLV and CHV, residency time is in CZ units rather than 1.28us */ 55666a4537SWayne Boyer if (IS_VALLEYVIEW(dev) || IS_CHERRYVIEW(dev)) { 562cc9fab1SVille Syrjälä units = 1; 572cc9fab1SVille Syrjälä div = dev_priv->czclk_freq; 58542a6b20SMika Kuoppala 59e454a05dSJesse Barnes if (I915_READ(VLV_COUNTER_CONTROL) & VLV_COUNT_RANGE_HIGH) 60e454a05dSJesse Barnes units <<= 8; 61d8135109SImre Deak } else if (IS_BROXTON(dev)) { 62d8135109SImre Deak units = 1; 63d8135109SImre Deak div = 1200; /* 833.33ns */ 64e454a05dSJesse Barnes } 65e454a05dSJesse Barnes 66e454a05dSJesse Barnes raw_time = I915_READ(reg) * units; 67c8c8fb33SPaulo Zanoni ret = DIV_ROUND_UP_ULL(raw_time, div); 68c8c8fb33SPaulo Zanoni 69c8c8fb33SPaulo Zanoni intel_runtime_pm_put(dev_priv); 70c8c8fb33SPaulo Zanoni return ret; 710136db58SBen Widawsky } 720136db58SBen Widawsky 730136db58SBen Widawsky static ssize_t 74dbdfd8e9SBen Widawsky show_rc6_mask(struct device *kdev, struct device_attribute *attr, char *buf) 750136db58SBen Widawsky { 76dc97997aSChris Wilson return snprintf(buf, PAGE_SIZE, "%x\n", intel_enable_rc6()); 770136db58SBen Widawsky } 780136db58SBen Widawsky 790136db58SBen Widawsky static ssize_t 80dbdfd8e9SBen Widawsky show_rc6_ms(struct device *kdev, struct device_attribute *attr, char *buf) 810136db58SBen Widawsky { 825bdebb18SDave Airlie struct drm_minor *dminor = dev_get_drvdata(kdev); 830136db58SBen Widawsky u32 rc6_residency = calc_residency(dminor->dev, GEN6_GT_GFX_RC6); 843e2a1556SJani Nikula return snprintf(buf, PAGE_SIZE, "%u\n", rc6_residency); 850136db58SBen Widawsky } 860136db58SBen Widawsky 870136db58SBen Widawsky static ssize_t 88dbdfd8e9SBen Widawsky show_rc6p_ms(struct device *kdev, struct device_attribute *attr, char *buf) 890136db58SBen Widawsky { 90*c49d13eeSDavid Weinehall struct drm_minor *dminor = kdev_to_drm_minor(kdev); 910136db58SBen Widawsky u32 rc6p_residency = calc_residency(dminor->dev, GEN6_GT_GFX_RC6p); 923e2a1556SJani Nikula return snprintf(buf, PAGE_SIZE, "%u\n", rc6p_residency); 930136db58SBen Widawsky } 940136db58SBen Widawsky 950136db58SBen Widawsky static ssize_t 96dbdfd8e9SBen Widawsky show_rc6pp_ms(struct device *kdev, struct device_attribute *attr, char *buf) 970136db58SBen Widawsky { 98*c49d13eeSDavid Weinehall struct drm_minor *dminor = kdev_to_drm_minor(kdev); 990136db58SBen Widawsky u32 rc6pp_residency = calc_residency(dminor->dev, GEN6_GT_GFX_RC6pp); 1003e2a1556SJani Nikula return snprintf(buf, PAGE_SIZE, "%u\n", rc6pp_residency); 1010136db58SBen Widawsky } 1020136db58SBen Widawsky 103626ad6f3SVille Syrjälä static ssize_t 104626ad6f3SVille Syrjälä show_media_rc6_ms(struct device *kdev, struct device_attribute *attr, char *buf) 105626ad6f3SVille Syrjälä { 106626ad6f3SVille Syrjälä struct drm_minor *dminor = dev_get_drvdata(kdev); 107626ad6f3SVille Syrjälä u32 rc6_residency = calc_residency(dminor->dev, VLV_GT_MEDIA_RC6); 108626ad6f3SVille Syrjälä return snprintf(buf, PAGE_SIZE, "%u\n", rc6_residency); 109626ad6f3SVille Syrjälä } 110626ad6f3SVille Syrjälä 1110136db58SBen Widawsky static DEVICE_ATTR(rc6_enable, S_IRUGO, show_rc6_mask, NULL); 1120136db58SBen Widawsky static DEVICE_ATTR(rc6_residency_ms, S_IRUGO, show_rc6_ms, NULL); 1130136db58SBen Widawsky static DEVICE_ATTR(rc6p_residency_ms, S_IRUGO, show_rc6p_ms, NULL); 1140136db58SBen Widawsky static DEVICE_ATTR(rc6pp_residency_ms, S_IRUGO, show_rc6pp_ms, NULL); 115626ad6f3SVille Syrjälä static DEVICE_ATTR(media_rc6_residency_ms, S_IRUGO, show_media_rc6_ms, NULL); 1160136db58SBen Widawsky 1170136db58SBen Widawsky static struct attribute *rc6_attrs[] = { 1180136db58SBen Widawsky &dev_attr_rc6_enable.attr, 1190136db58SBen Widawsky &dev_attr_rc6_residency_ms.attr, 1200136db58SBen Widawsky NULL 1210136db58SBen Widawsky }; 1220136db58SBen Widawsky 1230136db58SBen Widawsky static struct attribute_group rc6_attr_group = { 1240136db58SBen Widawsky .name = power_group_name, 1250136db58SBen Widawsky .attrs = rc6_attrs 1260136db58SBen Widawsky }; 12758abf1daSRodrigo Vivi 12858abf1daSRodrigo Vivi static struct attribute *rc6p_attrs[] = { 12958abf1daSRodrigo Vivi &dev_attr_rc6p_residency_ms.attr, 13058abf1daSRodrigo Vivi &dev_attr_rc6pp_residency_ms.attr, 13158abf1daSRodrigo Vivi NULL 13258abf1daSRodrigo Vivi }; 13358abf1daSRodrigo Vivi 13458abf1daSRodrigo Vivi static struct attribute_group rc6p_attr_group = { 13558abf1daSRodrigo Vivi .name = power_group_name, 13658abf1daSRodrigo Vivi .attrs = rc6p_attrs 13758abf1daSRodrigo Vivi }; 138626ad6f3SVille Syrjälä 139626ad6f3SVille Syrjälä static struct attribute *media_rc6_attrs[] = { 140626ad6f3SVille Syrjälä &dev_attr_media_rc6_residency_ms.attr, 141626ad6f3SVille Syrjälä NULL 142626ad6f3SVille Syrjälä }; 143626ad6f3SVille Syrjälä 144626ad6f3SVille Syrjälä static struct attribute_group media_rc6_attr_group = { 145626ad6f3SVille Syrjälä .name = power_group_name, 146626ad6f3SVille Syrjälä .attrs = media_rc6_attrs 147626ad6f3SVille Syrjälä }; 1488c3f929bSBen Widawsky #endif 1490136db58SBen Widawsky 15084bc7581SBen Widawsky static int l3_access_valid(struct drm_device *dev, loff_t offset) 15184bc7581SBen Widawsky { 152040d2baaSBen Widawsky if (!HAS_L3_DPF(dev)) 15384bc7581SBen Widawsky return -EPERM; 15484bc7581SBen Widawsky 15584bc7581SBen Widawsky if (offset % 4 != 0) 15684bc7581SBen Widawsky return -EINVAL; 15784bc7581SBen Widawsky 15884bc7581SBen Widawsky if (offset >= GEN7_L3LOG_SIZE) 15984bc7581SBen Widawsky return -ENXIO; 16084bc7581SBen Widawsky 16184bc7581SBen Widawsky return 0; 16284bc7581SBen Widawsky } 16384bc7581SBen Widawsky 16484bc7581SBen Widawsky static ssize_t 16584bc7581SBen Widawsky i915_l3_read(struct file *filp, struct kobject *kobj, 16684bc7581SBen Widawsky struct bin_attribute *attr, char *buf, 16784bc7581SBen Widawsky loff_t offset, size_t count) 16884bc7581SBen Widawsky { 169*c49d13eeSDavid Weinehall struct device *kdev = kobj_to_dev(kobj); 170*c49d13eeSDavid Weinehall struct drm_minor *dminor = kdev_to_drm_minor(kdev); 171*c49d13eeSDavid Weinehall struct drm_device *dev = dminor->dev; 172*c49d13eeSDavid Weinehall struct drm_i915_private *dev_priv = to_i915(dev); 17335a85ac6SBen Widawsky int slice = (int)(uintptr_t)attr->private; 1743ccfd19dSBen Widawsky int ret; 17584bc7581SBen Widawsky 1761c3dcd1cSBen Widawsky count = round_down(count, 4); 1771c3dcd1cSBen Widawsky 178*c49d13eeSDavid Weinehall ret = l3_access_valid(dev, offset); 17984bc7581SBen Widawsky if (ret) 18084bc7581SBen Widawsky return ret; 18184bc7581SBen Widawsky 182e5ad4026SDan Carpenter count = min_t(size_t, GEN7_L3LOG_SIZE - offset, count); 18333618ea5SBen Widawsky 184*c49d13eeSDavid Weinehall ret = i915_mutex_lock_interruptible(dev); 18584bc7581SBen Widawsky if (ret) 18684bc7581SBen Widawsky return ret; 18784bc7581SBen Widawsky 18835a85ac6SBen Widawsky if (dev_priv->l3_parity.remap_info[slice]) 1891c966dd2SBen Widawsky memcpy(buf, 19035a85ac6SBen Widawsky dev_priv->l3_parity.remap_info[slice] + (offset/4), 1911c966dd2SBen Widawsky count); 1921c966dd2SBen Widawsky else 1931c966dd2SBen Widawsky memset(buf, 0, count); 1941c966dd2SBen Widawsky 195*c49d13eeSDavid Weinehall mutex_unlock(&dev->struct_mutex); 19684bc7581SBen Widawsky 1971c966dd2SBen Widawsky return count; 19884bc7581SBen Widawsky } 19984bc7581SBen Widawsky 20084bc7581SBen Widawsky static ssize_t 20184bc7581SBen Widawsky i915_l3_write(struct file *filp, struct kobject *kobj, 20284bc7581SBen Widawsky struct bin_attribute *attr, char *buf, 20384bc7581SBen Widawsky loff_t offset, size_t count) 20484bc7581SBen Widawsky { 205*c49d13eeSDavid Weinehall struct device *kdev = kobj_to_dev(kobj); 206*c49d13eeSDavid Weinehall struct drm_minor *dminor = kdev_to_drm_minor(kdev); 207*c49d13eeSDavid Weinehall struct drm_device *dev = dminor->dev; 208*c49d13eeSDavid Weinehall struct drm_i915_private *dev_priv = to_i915(dev); 209e2efd130SChris Wilson struct i915_gem_context *ctx; 21084bc7581SBen Widawsky u32 *temp = NULL; /* Just here to make handling failures easy */ 21135a85ac6SBen Widawsky int slice = (int)(uintptr_t)attr->private; 21284bc7581SBen Widawsky int ret; 21384bc7581SBen Widawsky 214*c49d13eeSDavid Weinehall if (!HAS_HW_CONTEXTS(dev)) 2158245be31SBen Widawsky return -ENXIO; 2168245be31SBen Widawsky 217*c49d13eeSDavid Weinehall ret = l3_access_valid(dev, offset); 21884bc7581SBen Widawsky if (ret) 21984bc7581SBen Widawsky return ret; 22084bc7581SBen Widawsky 221*c49d13eeSDavid Weinehall ret = i915_mutex_lock_interruptible(dev); 22284bc7581SBen Widawsky if (ret) 22384bc7581SBen Widawsky return ret; 22484bc7581SBen Widawsky 22535a85ac6SBen Widawsky if (!dev_priv->l3_parity.remap_info[slice]) { 22684bc7581SBen Widawsky temp = kzalloc(GEN7_L3LOG_SIZE, GFP_KERNEL); 22784bc7581SBen Widawsky if (!temp) { 228*c49d13eeSDavid Weinehall mutex_unlock(&dev->struct_mutex); 22984bc7581SBen Widawsky return -ENOMEM; 23084bc7581SBen Widawsky } 23184bc7581SBen Widawsky } 23284bc7581SBen Widawsky 23384bc7581SBen Widawsky /* TODO: Ideally we really want a GPU reset here to make sure errors 23484bc7581SBen Widawsky * aren't propagated. Since I cannot find a stable way to reset the GPU 23584bc7581SBen Widawsky * at this point it is left as a TODO. 23684bc7581SBen Widawsky */ 23784bc7581SBen Widawsky if (temp) 23835a85ac6SBen Widawsky dev_priv->l3_parity.remap_info[slice] = temp; 23984bc7581SBen Widawsky 24035a85ac6SBen Widawsky memcpy(dev_priv->l3_parity.remap_info[slice] + (offset/4), buf, count); 24184bc7581SBen Widawsky 2423ccfd19dSBen Widawsky /* NB: We defer the remapping until we switch to the context */ 2433ccfd19dSBen Widawsky list_for_each_entry(ctx, &dev_priv->context_list, link) 2443ccfd19dSBen Widawsky ctx->remap_slice |= (1<<slice); 24584bc7581SBen Widawsky 246*c49d13eeSDavid Weinehall mutex_unlock(&dev->struct_mutex); 24784bc7581SBen Widawsky 24884bc7581SBen Widawsky return count; 24984bc7581SBen Widawsky } 25084bc7581SBen Widawsky 25184bc7581SBen Widawsky static struct bin_attribute dpf_attrs = { 25284bc7581SBen Widawsky .attr = {.name = "l3_parity", .mode = (S_IRUSR | S_IWUSR)}, 25384bc7581SBen Widawsky .size = GEN7_L3LOG_SIZE, 25484bc7581SBen Widawsky .read = i915_l3_read, 25584bc7581SBen Widawsky .write = i915_l3_write, 25635a85ac6SBen Widawsky .mmap = NULL, 25735a85ac6SBen Widawsky .private = (void *)0 25835a85ac6SBen Widawsky }; 25935a85ac6SBen Widawsky 26035a85ac6SBen Widawsky static struct bin_attribute dpf_attrs_1 = { 26135a85ac6SBen Widawsky .attr = {.name = "l3_parity_slice_1", .mode = (S_IRUSR | S_IWUSR)}, 26235a85ac6SBen Widawsky .size = GEN7_L3LOG_SIZE, 26335a85ac6SBen Widawsky .read = i915_l3_read, 26435a85ac6SBen Widawsky .write = i915_l3_write, 26535a85ac6SBen Widawsky .mmap = NULL, 26635a85ac6SBen Widawsky .private = (void *)1 26784bc7581SBen Widawsky }; 26884bc7581SBen Widawsky 269c8c972ebSVille Syrjälä static ssize_t gt_act_freq_mhz_show(struct device *kdev, 270df6eedc8SBen Widawsky struct device_attribute *attr, char *buf) 271df6eedc8SBen Widawsky { 272*c49d13eeSDavid Weinehall struct drm_minor *minor = kdev_to_drm_minor(kdev); 273df6eedc8SBen Widawsky struct drm_device *dev = minor->dev; 274fac5e23eSChris Wilson struct drm_i915_private *dev_priv = to_i915(dev); 275df6eedc8SBen Widawsky int ret; 276df6eedc8SBen Widawsky 277d46c0517SImre Deak intel_runtime_pm_get(dev_priv); 278d46c0517SImre Deak 2794fc688ceSJesse Barnes mutex_lock(&dev_priv->rps.hw_lock); 280666a4537SWayne Boyer if (IS_VALLEYVIEW(dev_priv) || IS_CHERRYVIEW(dev_priv)) { 281177006a1SJesse Barnes u32 freq; 28264936258SJani Nikula freq = vlv_punit_read(dev_priv, PUNIT_REG_GPU_FREQ_STS); 2837c59a9c1SVille Syrjälä ret = intel_gpu_freq(dev_priv, (freq >> 8) & 0xff); 284177006a1SJesse Barnes } else { 285c8c972ebSVille Syrjälä u32 rpstat = I915_READ(GEN6_RPSTAT1); 286ed64d66fSAkash Goel if (IS_GEN9(dev_priv)) 287ed64d66fSAkash Goel ret = (rpstat & GEN9_CAGF_MASK) >> GEN9_CAGF_SHIFT; 288ed64d66fSAkash Goel else if (IS_HASWELL(dev_priv) || IS_BROADWELL(dev_priv)) 289c8c972ebSVille Syrjälä ret = (rpstat & HSW_CAGF_MASK) >> HSW_CAGF_SHIFT; 290c8c972ebSVille Syrjälä else 291c8c972ebSVille Syrjälä ret = (rpstat & GEN6_CAGF_MASK) >> GEN6_CAGF_SHIFT; 2927c59a9c1SVille Syrjälä ret = intel_gpu_freq(dev_priv, ret); 293c8c972ebSVille Syrjälä } 294c8c972ebSVille Syrjälä mutex_unlock(&dev_priv->rps.hw_lock); 295c8c972ebSVille Syrjälä 296c8c972ebSVille Syrjälä intel_runtime_pm_put(dev_priv); 297c8c972ebSVille Syrjälä 298c8c972ebSVille Syrjälä return snprintf(buf, PAGE_SIZE, "%d\n", ret); 299c8c972ebSVille Syrjälä } 300c8c972ebSVille Syrjälä 301c8c972ebSVille Syrjälä static ssize_t gt_cur_freq_mhz_show(struct device *kdev, 302c8c972ebSVille Syrjälä struct device_attribute *attr, char *buf) 303c8c972ebSVille Syrjälä { 304*c49d13eeSDavid Weinehall struct drm_minor *minor = kdev_to_drm_minor(kdev); 305c8c972ebSVille Syrjälä struct drm_device *dev = minor->dev; 306fac5e23eSChris Wilson struct drm_i915_private *dev_priv = to_i915(dev); 307c8c972ebSVille Syrjälä 30862e1baa1SChris Wilson return snprintf(buf, PAGE_SIZE, "%d\n", 30962e1baa1SChris Wilson intel_gpu_freq(dev_priv, 31062e1baa1SChris Wilson dev_priv->rps.cur_freq)); 311df6eedc8SBen Widawsky } 312df6eedc8SBen Widawsky 31329ecd78dSChris Wilson static ssize_t gt_boost_freq_mhz_show(struct device *kdev, struct device_attribute *attr, char *buf) 31429ecd78dSChris Wilson { 315*c49d13eeSDavid Weinehall struct drm_minor *minor = kdev_to_drm_minor(kdev); 31629ecd78dSChris Wilson struct drm_i915_private *dev_priv = to_i915(minor->dev); 31729ecd78dSChris Wilson 31829ecd78dSChris Wilson return snprintf(buf, PAGE_SIZE, "%d\n", 31962e1baa1SChris Wilson intel_gpu_freq(dev_priv, 32062e1baa1SChris Wilson dev_priv->rps.boost_freq)); 32129ecd78dSChris Wilson } 32229ecd78dSChris Wilson 32329ecd78dSChris Wilson static ssize_t gt_boost_freq_mhz_store(struct device *kdev, 32429ecd78dSChris Wilson struct device_attribute *attr, 32529ecd78dSChris Wilson const char *buf, size_t count) 32629ecd78dSChris Wilson { 327*c49d13eeSDavid Weinehall struct drm_minor *minor = kdev_to_drm_minor(kdev); 32829ecd78dSChris Wilson struct drm_device *dev = minor->dev; 3295b249600SChris Wilson struct drm_i915_private *dev_priv = to_i915(dev); 33029ecd78dSChris Wilson u32 val; 33129ecd78dSChris Wilson ssize_t ret; 33229ecd78dSChris Wilson 33329ecd78dSChris Wilson ret = kstrtou32(buf, 0, &val); 33429ecd78dSChris Wilson if (ret) 33529ecd78dSChris Wilson return ret; 33629ecd78dSChris Wilson 33729ecd78dSChris Wilson /* Validate against (static) hardware limits */ 33829ecd78dSChris Wilson val = intel_freq_opcode(dev_priv, val); 33929ecd78dSChris Wilson if (val < dev_priv->rps.min_freq || val > dev_priv->rps.max_freq) 34029ecd78dSChris Wilson return -EINVAL; 34129ecd78dSChris Wilson 34229ecd78dSChris Wilson mutex_lock(&dev_priv->rps.hw_lock); 34329ecd78dSChris Wilson dev_priv->rps.boost_freq = val; 34429ecd78dSChris Wilson mutex_unlock(&dev_priv->rps.hw_lock); 34529ecd78dSChris Wilson 34629ecd78dSChris Wilson return count; 34729ecd78dSChris Wilson } 34829ecd78dSChris Wilson 34997e4eed7SChris Wilson static ssize_t vlv_rpe_freq_mhz_show(struct device *kdev, 35097e4eed7SChris Wilson struct device_attribute *attr, char *buf) 35197e4eed7SChris Wilson { 352*c49d13eeSDavid Weinehall struct drm_minor *minor = kdev_to_drm_minor(kdev); 35397e4eed7SChris Wilson struct drm_device *dev = minor->dev; 354fac5e23eSChris Wilson struct drm_i915_private *dev_priv = to_i915(dev); 35597e4eed7SChris Wilson 35662e1baa1SChris Wilson return snprintf(buf, PAGE_SIZE, "%d\n", 35762e1baa1SChris Wilson intel_gpu_freq(dev_priv, 35862e1baa1SChris Wilson dev_priv->rps.efficient_freq)); 35997e4eed7SChris Wilson } 36097e4eed7SChris Wilson 361df6eedc8SBen Widawsky static ssize_t gt_max_freq_mhz_show(struct device *kdev, struct device_attribute *attr, char *buf) 362df6eedc8SBen Widawsky { 363*c49d13eeSDavid Weinehall struct drm_minor *minor = kdev_to_drm_minor(kdev); 364df6eedc8SBen Widawsky struct drm_device *dev = minor->dev; 365fac5e23eSChris Wilson struct drm_i915_private *dev_priv = to_i915(dev); 366df6eedc8SBen Widawsky 36762e1baa1SChris Wilson return snprintf(buf, PAGE_SIZE, "%d\n", 36862e1baa1SChris Wilson intel_gpu_freq(dev_priv, 36962e1baa1SChris Wilson dev_priv->rps.max_freq_softlimit)); 370df6eedc8SBen Widawsky } 371df6eedc8SBen Widawsky 37246ddf194SBen Widawsky static ssize_t gt_max_freq_mhz_store(struct device *kdev, 37346ddf194SBen Widawsky struct device_attribute *attr, 37446ddf194SBen Widawsky const char *buf, size_t count) 37546ddf194SBen Widawsky { 376*c49d13eeSDavid Weinehall struct drm_minor *minor = kdev_to_drm_minor(kdev); 37746ddf194SBen Widawsky struct drm_device *dev = minor->dev; 378fac5e23eSChris Wilson struct drm_i915_private *dev_priv = to_i915(dev); 3792a5913a8SBen Widawsky u32 val; 38046ddf194SBen Widawsky ssize_t ret; 38146ddf194SBen Widawsky 38246ddf194SBen Widawsky ret = kstrtou32(buf, 0, &val); 38346ddf194SBen Widawsky if (ret) 38446ddf194SBen Widawsky return ret; 38546ddf194SBen Widawsky 386933bfb44SSagar Arun Kamble intel_runtime_pm_get(dev_priv); 387933bfb44SSagar Arun Kamble 3884fc688ceSJesse Barnes mutex_lock(&dev_priv->rps.hw_lock); 38946ddf194SBen Widawsky 3907c59a9c1SVille Syrjälä val = intel_freq_opcode(dev_priv, val); 3910a073b84SJesse Barnes 3922a5913a8SBen Widawsky if (val < dev_priv->rps.min_freq || 3932a5913a8SBen Widawsky val > dev_priv->rps.max_freq || 394b39fb297SBen Widawsky val < dev_priv->rps.min_freq_softlimit) { 3954fc688ceSJesse Barnes mutex_unlock(&dev_priv->rps.hw_lock); 396933bfb44SSagar Arun Kamble intel_runtime_pm_put(dev_priv); 39746ddf194SBen Widawsky return -EINVAL; 39846ddf194SBen Widawsky } 39946ddf194SBen Widawsky 4002a5913a8SBen Widawsky if (val > dev_priv->rps.rp0_freq) 40131c77388SBen Widawsky DRM_DEBUG("User requested overclocking to %d\n", 4027c59a9c1SVille Syrjälä intel_gpu_freq(dev_priv, val)); 40331c77388SBen Widawsky 404b39fb297SBen Widawsky dev_priv->rps.max_freq_softlimit = val; 40546ddf194SBen Widawsky 406f745a80eSVille Syrjälä val = clamp_t(int, dev_priv->rps.cur_freq, 407f745a80eSVille Syrjälä dev_priv->rps.min_freq_softlimit, 408f745a80eSVille Syrjälä dev_priv->rps.max_freq_softlimit); 409f745a80eSVille Syrjälä 410f745a80eSVille Syrjälä /* We still need *_set_rps to process the new max_delay and 411f745a80eSVille Syrjälä * update the interrupt limits and PMINTRMSK even though 412f745a80eSVille Syrjälä * frequency request may be unchanged. */ 413dc97997aSChris Wilson intel_set_rps(dev_priv, val); 4146917c7b9SChris Wilson 4154fc688ceSJesse Barnes mutex_unlock(&dev_priv->rps.hw_lock); 41646ddf194SBen Widawsky 417933bfb44SSagar Arun Kamble intel_runtime_pm_put(dev_priv); 418933bfb44SSagar Arun Kamble 41946ddf194SBen Widawsky return count; 42046ddf194SBen Widawsky } 42146ddf194SBen Widawsky 422df6eedc8SBen Widawsky static ssize_t gt_min_freq_mhz_show(struct device *kdev, struct device_attribute *attr, char *buf) 423df6eedc8SBen Widawsky { 424*c49d13eeSDavid Weinehall struct drm_minor *minor = kdev_to_drm_minor(kdev); 425df6eedc8SBen Widawsky struct drm_device *dev = minor->dev; 426fac5e23eSChris Wilson struct drm_i915_private *dev_priv = to_i915(dev); 427df6eedc8SBen Widawsky 42862e1baa1SChris Wilson return snprintf(buf, PAGE_SIZE, "%d\n", 42962e1baa1SChris Wilson intel_gpu_freq(dev_priv, 43062e1baa1SChris Wilson dev_priv->rps.min_freq_softlimit)); 431df6eedc8SBen Widawsky } 432df6eedc8SBen Widawsky 43346ddf194SBen Widawsky static ssize_t gt_min_freq_mhz_store(struct device *kdev, 43446ddf194SBen Widawsky struct device_attribute *attr, 43546ddf194SBen Widawsky const char *buf, size_t count) 43646ddf194SBen Widawsky { 437*c49d13eeSDavid Weinehall struct drm_minor *minor = kdev_to_drm_minor(kdev); 43846ddf194SBen Widawsky struct drm_device *dev = minor->dev; 439fac5e23eSChris Wilson struct drm_i915_private *dev_priv = to_i915(dev); 4402a5913a8SBen Widawsky u32 val; 44146ddf194SBen Widawsky ssize_t ret; 44246ddf194SBen Widawsky 44346ddf194SBen Widawsky ret = kstrtou32(buf, 0, &val); 44446ddf194SBen Widawsky if (ret) 44546ddf194SBen Widawsky return ret; 44646ddf194SBen Widawsky 447933bfb44SSagar Arun Kamble intel_runtime_pm_get(dev_priv); 448933bfb44SSagar Arun Kamble 4494fc688ceSJesse Barnes mutex_lock(&dev_priv->rps.hw_lock); 45046ddf194SBen Widawsky 4517c59a9c1SVille Syrjälä val = intel_freq_opcode(dev_priv, val); 4520a073b84SJesse Barnes 4532a5913a8SBen Widawsky if (val < dev_priv->rps.min_freq || 4542a5913a8SBen Widawsky val > dev_priv->rps.max_freq || 4552a5913a8SBen Widawsky val > dev_priv->rps.max_freq_softlimit) { 4564fc688ceSJesse Barnes mutex_unlock(&dev_priv->rps.hw_lock); 457933bfb44SSagar Arun Kamble intel_runtime_pm_put(dev_priv); 45846ddf194SBen Widawsky return -EINVAL; 45946ddf194SBen Widawsky } 46046ddf194SBen Widawsky 461b39fb297SBen Widawsky dev_priv->rps.min_freq_softlimit = val; 4626917c7b9SChris Wilson 463f745a80eSVille Syrjälä val = clamp_t(int, dev_priv->rps.cur_freq, 464f745a80eSVille Syrjälä dev_priv->rps.min_freq_softlimit, 465f745a80eSVille Syrjälä dev_priv->rps.max_freq_softlimit); 466f745a80eSVille Syrjälä 467f745a80eSVille Syrjälä /* We still need *_set_rps to process the new min_delay and 468f745a80eSVille Syrjälä * update the interrupt limits and PMINTRMSK even though 469f745a80eSVille Syrjälä * frequency request may be unchanged. */ 470dc97997aSChris Wilson intel_set_rps(dev_priv, val); 47146ddf194SBen Widawsky 4724fc688ceSJesse Barnes mutex_unlock(&dev_priv->rps.hw_lock); 47346ddf194SBen Widawsky 474933bfb44SSagar Arun Kamble intel_runtime_pm_put(dev_priv); 475933bfb44SSagar Arun Kamble 47646ddf194SBen Widawsky return count; 47746ddf194SBen Widawsky 47846ddf194SBen Widawsky } 47946ddf194SBen Widawsky 480c8c972ebSVille Syrjälä static DEVICE_ATTR(gt_act_freq_mhz, S_IRUGO, gt_act_freq_mhz_show, NULL); 481df6eedc8SBen Widawsky static DEVICE_ATTR(gt_cur_freq_mhz, S_IRUGO, gt_cur_freq_mhz_show, NULL); 48229ecd78dSChris Wilson static DEVICE_ATTR(gt_boost_freq_mhz, S_IRUGO, gt_boost_freq_mhz_show, gt_boost_freq_mhz_store); 48346ddf194SBen Widawsky static DEVICE_ATTR(gt_max_freq_mhz, S_IRUGO | S_IWUSR, gt_max_freq_mhz_show, gt_max_freq_mhz_store); 48446ddf194SBen Widawsky static DEVICE_ATTR(gt_min_freq_mhz, S_IRUGO | S_IWUSR, gt_min_freq_mhz_show, gt_min_freq_mhz_store); 485df6eedc8SBen Widawsky 48697e4eed7SChris Wilson static DEVICE_ATTR(vlv_rpe_freq_mhz, S_IRUGO, vlv_rpe_freq_mhz_show, NULL); 487ac6ae347SBen Widawsky 488ac6ae347SBen Widawsky static ssize_t gt_rp_mhz_show(struct device *kdev, struct device_attribute *attr, char *buf); 489ac6ae347SBen Widawsky static DEVICE_ATTR(gt_RP0_freq_mhz, S_IRUGO, gt_rp_mhz_show, NULL); 490ac6ae347SBen Widawsky static DEVICE_ATTR(gt_RP1_freq_mhz, S_IRUGO, gt_rp_mhz_show, NULL); 491ac6ae347SBen Widawsky static DEVICE_ATTR(gt_RPn_freq_mhz, S_IRUGO, gt_rp_mhz_show, NULL); 492ac6ae347SBen Widawsky 493ac6ae347SBen Widawsky /* For now we have a static number of RP states */ 494ac6ae347SBen Widawsky static ssize_t gt_rp_mhz_show(struct device *kdev, struct device_attribute *attr, char *buf) 495ac6ae347SBen Widawsky { 496*c49d13eeSDavid Weinehall struct drm_minor *minor = kdev_to_drm_minor(kdev); 497ac6ae347SBen Widawsky struct drm_device *dev = minor->dev; 498fac5e23eSChris Wilson struct drm_i915_private *dev_priv = to_i915(dev); 499bc4d91f6SAkash Goel u32 val; 500ac6ae347SBen Widawsky 501bc4d91f6SAkash Goel if (attr == &dev_attr_gt_RP0_freq_mhz) 5027c59a9c1SVille Syrjälä val = intel_gpu_freq(dev_priv, dev_priv->rps.rp0_freq); 503bc4d91f6SAkash Goel else if (attr == &dev_attr_gt_RP1_freq_mhz) 5047c59a9c1SVille Syrjälä val = intel_gpu_freq(dev_priv, dev_priv->rps.rp1_freq); 505bc4d91f6SAkash Goel else if (attr == &dev_attr_gt_RPn_freq_mhz) 5067c59a9c1SVille Syrjälä val = intel_gpu_freq(dev_priv, dev_priv->rps.min_freq); 50774c4f62bSDeepak S else 508ac6ae347SBen Widawsky BUG(); 509bc4d91f6SAkash Goel 5103e2a1556SJani Nikula return snprintf(buf, PAGE_SIZE, "%d\n", val); 511ac6ae347SBen Widawsky } 512ac6ae347SBen Widawsky 513df6eedc8SBen Widawsky static const struct attribute *gen6_attrs[] = { 514c8c972ebSVille Syrjälä &dev_attr_gt_act_freq_mhz.attr, 515df6eedc8SBen Widawsky &dev_attr_gt_cur_freq_mhz.attr, 51629ecd78dSChris Wilson &dev_attr_gt_boost_freq_mhz.attr, 517df6eedc8SBen Widawsky &dev_attr_gt_max_freq_mhz.attr, 518df6eedc8SBen Widawsky &dev_attr_gt_min_freq_mhz.attr, 519ac6ae347SBen Widawsky &dev_attr_gt_RP0_freq_mhz.attr, 520ac6ae347SBen Widawsky &dev_attr_gt_RP1_freq_mhz.attr, 521ac6ae347SBen Widawsky &dev_attr_gt_RPn_freq_mhz.attr, 522df6eedc8SBen Widawsky NULL, 523df6eedc8SBen Widawsky }; 524df6eedc8SBen Widawsky 52597e4eed7SChris Wilson static const struct attribute *vlv_attrs[] = { 526c8c972ebSVille Syrjälä &dev_attr_gt_act_freq_mhz.attr, 52797e4eed7SChris Wilson &dev_attr_gt_cur_freq_mhz.attr, 52829ecd78dSChris Wilson &dev_attr_gt_boost_freq_mhz.attr, 52997e4eed7SChris Wilson &dev_attr_gt_max_freq_mhz.attr, 53097e4eed7SChris Wilson &dev_attr_gt_min_freq_mhz.attr, 53174c4f62bSDeepak S &dev_attr_gt_RP0_freq_mhz.attr, 53274c4f62bSDeepak S &dev_attr_gt_RP1_freq_mhz.attr, 53374c4f62bSDeepak S &dev_attr_gt_RPn_freq_mhz.attr, 53497e4eed7SChris Wilson &dev_attr_vlv_rpe_freq_mhz.attr, 53597e4eed7SChris Wilson NULL, 53697e4eed7SChris Wilson }; 53797e4eed7SChris Wilson 538ef86ddceSMika Kuoppala static ssize_t error_state_read(struct file *filp, struct kobject *kobj, 539ef86ddceSMika Kuoppala struct bin_attribute *attr, char *buf, 540ef86ddceSMika Kuoppala loff_t off, size_t count) 541ef86ddceSMika Kuoppala { 542ef86ddceSMika Kuoppala 543657fb5fbSGeliang Tang struct device *kdev = kobj_to_dev(kobj); 544*c49d13eeSDavid Weinehall struct drm_minor *minor = kdev_to_drm_minor(kdev); 545ef86ddceSMika Kuoppala struct drm_device *dev = minor->dev; 546ef86ddceSMika Kuoppala struct i915_error_state_file_priv error_priv; 547ef86ddceSMika Kuoppala struct drm_i915_error_state_buf error_str; 548ef86ddceSMika Kuoppala ssize_t ret_count = 0; 549ef86ddceSMika Kuoppala int ret; 550ef86ddceSMika Kuoppala 551ef86ddceSMika Kuoppala memset(&error_priv, 0, sizeof(error_priv)); 552ef86ddceSMika Kuoppala 5530a4cd7c8SChris Wilson ret = i915_error_state_buf_init(&error_str, to_i915(dev), count, off); 554ef86ddceSMika Kuoppala if (ret) 555ef86ddceSMika Kuoppala return ret; 556ef86ddceSMika Kuoppala 557ef86ddceSMika Kuoppala error_priv.dev = dev; 558ef86ddceSMika Kuoppala i915_error_state_get(dev, &error_priv); 559ef86ddceSMika Kuoppala 560ef86ddceSMika Kuoppala ret = i915_error_state_to_str(&error_str, &error_priv); 561ef86ddceSMika Kuoppala if (ret) 562ef86ddceSMika Kuoppala goto out; 563ef86ddceSMika Kuoppala 564ef86ddceSMika Kuoppala ret_count = count < error_str.bytes ? count : error_str.bytes; 565ef86ddceSMika Kuoppala 566ef86ddceSMika Kuoppala memcpy(buf, error_str.buf, ret_count); 567ef86ddceSMika Kuoppala out: 568ef86ddceSMika Kuoppala i915_error_state_put(&error_priv); 569ef86ddceSMika Kuoppala i915_error_state_buf_release(&error_str); 570ef86ddceSMika Kuoppala 571ef86ddceSMika Kuoppala return ret ?: ret_count; 572ef86ddceSMika Kuoppala } 573ef86ddceSMika Kuoppala 574ef86ddceSMika Kuoppala static ssize_t error_state_write(struct file *file, struct kobject *kobj, 575ef86ddceSMika Kuoppala struct bin_attribute *attr, char *buf, 576ef86ddceSMika Kuoppala loff_t off, size_t count) 577ef86ddceSMika Kuoppala { 578657fb5fbSGeliang Tang struct device *kdev = kobj_to_dev(kobj); 579*c49d13eeSDavid Weinehall struct drm_minor *minor = kdev_to_drm_minor(kdev); 580ef86ddceSMika Kuoppala struct drm_device *dev = minor->dev; 581ef86ddceSMika Kuoppala int ret; 582ef86ddceSMika Kuoppala 583ef86ddceSMika Kuoppala DRM_DEBUG_DRIVER("Resetting error state\n"); 584ef86ddceSMika Kuoppala 585ef86ddceSMika Kuoppala ret = mutex_lock_interruptible(&dev->struct_mutex); 586ef86ddceSMika Kuoppala if (ret) 587ef86ddceSMika Kuoppala return ret; 588ef86ddceSMika Kuoppala 589ef86ddceSMika Kuoppala i915_destroy_error_state(dev); 590ef86ddceSMika Kuoppala mutex_unlock(&dev->struct_mutex); 591ef86ddceSMika Kuoppala 592ef86ddceSMika Kuoppala return count; 593ef86ddceSMika Kuoppala } 594ef86ddceSMika Kuoppala 595ef86ddceSMika Kuoppala static struct bin_attribute error_state_attr = { 596ef86ddceSMika Kuoppala .attr.name = "error", 597ef86ddceSMika Kuoppala .attr.mode = S_IRUSR | S_IWUSR, 598ef86ddceSMika Kuoppala .size = 0, 599ef86ddceSMika Kuoppala .read = error_state_read, 600ef86ddceSMika Kuoppala .write = error_state_write, 601ef86ddceSMika Kuoppala }; 602ef86ddceSMika Kuoppala 6030136db58SBen Widawsky void i915_setup_sysfs(struct drm_device *dev) 6040136db58SBen Widawsky { 6050136db58SBen Widawsky int ret; 6060136db58SBen Widawsky 6078c3f929bSBen Widawsky #ifdef CONFIG_PM 60858abf1daSRodrigo Vivi if (HAS_RC6(dev)) { 6095bdebb18SDave Airlie ret = sysfs_merge_group(&dev->primary->kdev->kobj, 610112abd29SDaniel Vetter &rc6_attr_group); 6110136db58SBen Widawsky if (ret) 61284bc7581SBen Widawsky DRM_ERROR("RC6 residency sysfs setup failed\n"); 613112abd29SDaniel Vetter } 61458abf1daSRodrigo Vivi if (HAS_RC6p(dev)) { 61558abf1daSRodrigo Vivi ret = sysfs_merge_group(&dev->primary->kdev->kobj, 61658abf1daSRodrigo Vivi &rc6p_attr_group); 61758abf1daSRodrigo Vivi if (ret) 61858abf1daSRodrigo Vivi DRM_ERROR("RC6p residency sysfs setup failed\n"); 61958abf1daSRodrigo Vivi } 620666a4537SWayne Boyer if (IS_VALLEYVIEW(dev) || IS_CHERRYVIEW(dev)) { 621626ad6f3SVille Syrjälä ret = sysfs_merge_group(&dev->primary->kdev->kobj, 622626ad6f3SVille Syrjälä &media_rc6_attr_group); 623626ad6f3SVille Syrjälä if (ret) 624626ad6f3SVille Syrjälä DRM_ERROR("Media RC6 residency sysfs setup failed\n"); 625626ad6f3SVille Syrjälä } 6268c3f929bSBen Widawsky #endif 627040d2baaSBen Widawsky if (HAS_L3_DPF(dev)) { 6285bdebb18SDave Airlie ret = device_create_bin_file(dev->primary->kdev, &dpf_attrs); 62984bc7581SBen Widawsky if (ret) 63084bc7581SBen Widawsky DRM_ERROR("l3 parity sysfs setup failed\n"); 63135a85ac6SBen Widawsky 63235a85ac6SBen Widawsky if (NUM_L3_SLICES(dev) > 1) { 6335bdebb18SDave Airlie ret = device_create_bin_file(dev->primary->kdev, 63435a85ac6SBen Widawsky &dpf_attrs_1); 63535a85ac6SBen Widawsky if (ret) 63635a85ac6SBen Widawsky DRM_ERROR("l3 parity slice 1 setup failed\n"); 63735a85ac6SBen Widawsky } 6380136db58SBen Widawsky } 639df6eedc8SBen Widawsky 64097e4eed7SChris Wilson ret = 0; 641666a4537SWayne Boyer if (IS_VALLEYVIEW(dev) || IS_CHERRYVIEW(dev)) 6425bdebb18SDave Airlie ret = sysfs_create_files(&dev->primary->kdev->kobj, vlv_attrs); 64397e4eed7SChris Wilson else if (INTEL_INFO(dev)->gen >= 6) 6445bdebb18SDave Airlie ret = sysfs_create_files(&dev->primary->kdev->kobj, gen6_attrs); 645df6eedc8SBen Widawsky if (ret) 64697e4eed7SChris Wilson DRM_ERROR("RPS sysfs setup failed\n"); 647ef86ddceSMika Kuoppala 6485bdebb18SDave Airlie ret = sysfs_create_bin_file(&dev->primary->kdev->kobj, 649ef86ddceSMika Kuoppala &error_state_attr); 650ef86ddceSMika Kuoppala if (ret) 651ef86ddceSMika Kuoppala DRM_ERROR("error_state sysfs setup failed\n"); 652112abd29SDaniel Vetter } 6530136db58SBen Widawsky 6540136db58SBen Widawsky void i915_teardown_sysfs(struct drm_device *dev) 6550136db58SBen Widawsky { 6565bdebb18SDave Airlie sysfs_remove_bin_file(&dev->primary->kdev->kobj, &error_state_attr); 657666a4537SWayne Boyer if (IS_VALLEYVIEW(dev) || IS_CHERRYVIEW(dev)) 6585bdebb18SDave Airlie sysfs_remove_files(&dev->primary->kdev->kobj, vlv_attrs); 65997e4eed7SChris Wilson else 6605bdebb18SDave Airlie sysfs_remove_files(&dev->primary->kdev->kobj, gen6_attrs); 6615bdebb18SDave Airlie device_remove_bin_file(dev->primary->kdev, &dpf_attrs_1); 6625bdebb18SDave Airlie device_remove_bin_file(dev->primary->kdev, &dpf_attrs); 663853c70e8SBen Widawsky #ifdef CONFIG_PM 6645bdebb18SDave Airlie sysfs_unmerge_group(&dev->primary->kdev->kobj, &rc6_attr_group); 66558abf1daSRodrigo Vivi sysfs_unmerge_group(&dev->primary->kdev->kobj, &rc6p_attr_group); 666853c70e8SBen Widawsky #endif 6670136db58SBen Widawsky } 668