blob: 0345fbbfff4e6f72236c2b4c1ef8f1c9640da145 [file] [log] [blame]
Alex Deucherd38ceaf2015-04-20 16:55:21 -04001/*
2 * Permission is hereby granted, free of charge, to any person obtaining a
3 * copy of this software and associated documentation files (the "Software"),
4 * to deal in the Software without restriction, including without limitation
5 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
6 * and/or sell copies of the Software, and to permit persons to whom the
7 * Software is furnished to do so, subject to the following conditions:
8 *
9 * The above copyright notice and this permission notice shall be included in
10 * all copies or substantial portions of the Software.
11 *
12 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
13 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
14 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
15 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
16 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
17 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
18 * OTHER DEALINGS IN THE SOFTWARE.
19 *
20 * Authors: Rafał Miłecki <zajec5@gmail.com>
21 * Alex Deucher <alexdeucher@gmail.com>
22 */
23#include <drm/drmP.h>
24#include "amdgpu.h"
25#include "amdgpu_drv.h"
26#include "amdgpu_pm.h"
27#include "amdgpu_dpm.h"
28#include "atom.h"
29#include <linux/power_supply.h>
30#include <linux/hwmon.h>
31#include <linux/hwmon-sysfs.h>
32
Rex Zhu1b5708f2015-11-10 18:25:24 -050033#include "amd_powerplay.h"
34
Alex Deucherd38ceaf2015-04-20 16:55:21 -040035static int amdgpu_debugfs_pm_init(struct amdgpu_device *adev);
36
37void amdgpu_pm_acpi_event_handler(struct amdgpu_device *adev)
38{
Jammy Zhoue61710c2015-11-10 18:31:08 -050039 if (adev->pp_enabled)
Rex Zhu1b5708f2015-11-10 18:25:24 -050040 /* TODO */
41 return;
42
Alex Deucherd38ceaf2015-04-20 16:55:21 -040043 if (adev->pm.dpm_enabled) {
44 mutex_lock(&adev->pm.mutex);
45 if (power_supply_is_system_supplied() > 0)
46 adev->pm.dpm.ac_power = true;
47 else
48 adev->pm.dpm.ac_power = false;
49 if (adev->pm.funcs->enable_bapm)
50 amdgpu_dpm_enable_bapm(adev, adev->pm.dpm.ac_power);
51 mutex_unlock(&adev->pm.mutex);
52 }
53}
54
55static ssize_t amdgpu_get_dpm_state(struct device *dev,
56 struct device_attribute *attr,
57 char *buf)
58{
59 struct drm_device *ddev = dev_get_drvdata(dev);
60 struct amdgpu_device *adev = ddev->dev_private;
Rex Zhu1b5708f2015-11-10 18:25:24 -050061 enum amd_pm_state_type pm;
62
Jammy Zhoue61710c2015-11-10 18:31:08 -050063 if (adev->pp_enabled) {
Rex Zhu1b5708f2015-11-10 18:25:24 -050064 pm = amdgpu_dpm_get_current_power_state(adev);
65 } else
66 pm = adev->pm.dpm.user_state;
Alex Deucherd38ceaf2015-04-20 16:55:21 -040067
68 return snprintf(buf, PAGE_SIZE, "%s\n",
69 (pm == POWER_STATE_TYPE_BATTERY) ? "battery" :
70 (pm == POWER_STATE_TYPE_BALANCED) ? "balanced" : "performance");
71}
72
73static ssize_t amdgpu_set_dpm_state(struct device *dev,
74 struct device_attribute *attr,
75 const char *buf,
76 size_t count)
77{
78 struct drm_device *ddev = dev_get_drvdata(dev);
79 struct amdgpu_device *adev = ddev->dev_private;
Rex Zhu1b5708f2015-11-10 18:25:24 -050080 enum amd_pm_state_type state;
Alex Deucherd38ceaf2015-04-20 16:55:21 -040081
Alex Deucherd38ceaf2015-04-20 16:55:21 -040082 if (strncmp("battery", buf, strlen("battery")) == 0)
Rex Zhu1b5708f2015-11-10 18:25:24 -050083 state = POWER_STATE_TYPE_BATTERY;
Alex Deucherd38ceaf2015-04-20 16:55:21 -040084 else if (strncmp("balanced", buf, strlen("balanced")) == 0)
Rex Zhu1b5708f2015-11-10 18:25:24 -050085 state = POWER_STATE_TYPE_BALANCED;
Alex Deucherd38ceaf2015-04-20 16:55:21 -040086 else if (strncmp("performance", buf, strlen("performance")) == 0)
Rex Zhu1b5708f2015-11-10 18:25:24 -050087 state = POWER_STATE_TYPE_PERFORMANCE;
Alex Deucherd38ceaf2015-04-20 16:55:21 -040088 else {
Alex Deucherd38ceaf2015-04-20 16:55:21 -040089 count = -EINVAL;
90 goto fail;
91 }
Alex Deucherd38ceaf2015-04-20 16:55:21 -040092
Jammy Zhoue61710c2015-11-10 18:31:08 -050093 if (adev->pp_enabled) {
Rex Zhu1b5708f2015-11-10 18:25:24 -050094 amdgpu_dpm_dispatch_task(adev, AMD_PP_EVENT_ENABLE_USER_STATE, &state, NULL);
95 } else {
96 mutex_lock(&adev->pm.mutex);
97 adev->pm.dpm.user_state = state;
98 mutex_unlock(&adev->pm.mutex);
99
100 /* Can't set dpm state when the card is off */
101 if (!(adev->flags & AMD_IS_PX) ||
102 (ddev->switch_power_state == DRM_SWITCH_POWER_ON))
103 amdgpu_pm_compute_clocks(adev);
104 }
Alex Deucherd38ceaf2015-04-20 16:55:21 -0400105fail:
106 return count;
107}
108
109static ssize_t amdgpu_get_dpm_forced_performance_level(struct device *dev,
Rex Zhu1b5708f2015-11-10 18:25:24 -0500110 struct device_attribute *attr,
111 char *buf)
Alex Deucherd38ceaf2015-04-20 16:55:21 -0400112{
113 struct drm_device *ddev = dev_get_drvdata(dev);
114 struct amdgpu_device *adev = ddev->dev_private;
Rex Zhue5d03ac2016-12-23 14:39:41 +0800115 enum amd_dpm_forced_level level;
Alex Deucherd38ceaf2015-04-20 16:55:21 -0400116
Alex Deucher0c67df42016-02-19 15:30:15 -0500117 if ((adev->flags & AMD_IS_PX) &&
118 (ddev->switch_power_state != DRM_SWITCH_POWER_ON))
119 return snprintf(buf, PAGE_SIZE, "off\n");
120
Rex Zhue5d03ac2016-12-23 14:39:41 +0800121 level = amdgpu_dpm_get_performance_level(adev);
122 return snprintf(buf, PAGE_SIZE, "%s\n",
123 (level & (AMD_DPM_FORCED_LEVEL_AUTO) ? "auto" :
124 (level & AMD_DPM_FORCED_LEVEL_LOW) ? "low" :
125 (level & AMD_DPM_FORCED_LEVEL_HIGH) ? "high" :
126 (level & AMD_DPM_FORCED_LEVEL_MANUAL) ? "manual" :
Rex Zhu3bd58972016-12-23 15:24:37 +0800127 (level & AMD_DPM_FORCED_LEVEL_PROFILING) ? "profiling" :
Rex Zhue5d03ac2016-12-23 14:39:41 +0800128 "unknown"));
Alex Deucherd38ceaf2015-04-20 16:55:21 -0400129}
130
131static ssize_t amdgpu_set_dpm_forced_performance_level(struct device *dev,
132 struct device_attribute *attr,
133 const char *buf,
134 size_t count)
135{
136 struct drm_device *ddev = dev_get_drvdata(dev);
137 struct amdgpu_device *adev = ddev->dev_private;
Rex Zhue5d03ac2016-12-23 14:39:41 +0800138 enum amd_dpm_forced_level level;
Rex Zhu3bd58972016-12-23 15:24:37 +0800139 enum amd_dpm_forced_level current_level;
Alex Deucherd38ceaf2015-04-20 16:55:21 -0400140 int ret = 0;
141
Alex Deucher0c67df42016-02-19 15:30:15 -0500142 /* Can't force performance level when the card is off */
143 if ((adev->flags & AMD_IS_PX) &&
144 (ddev->switch_power_state != DRM_SWITCH_POWER_ON))
145 return -EINVAL;
146
Rex Zhu3bd58972016-12-23 15:24:37 +0800147 current_level = amdgpu_dpm_get_performance_level(adev);
148
Alex Deucherd38ceaf2015-04-20 16:55:21 -0400149 if (strncmp("low", buf, strlen("low")) == 0) {
Rex Zhue5d03ac2016-12-23 14:39:41 +0800150 level = AMD_DPM_FORCED_LEVEL_LOW;
Alex Deucherd38ceaf2015-04-20 16:55:21 -0400151 } else if (strncmp("high", buf, strlen("high")) == 0) {
Rex Zhue5d03ac2016-12-23 14:39:41 +0800152 level = AMD_DPM_FORCED_LEVEL_HIGH;
Alex Deucherd38ceaf2015-04-20 16:55:21 -0400153 } else if (strncmp("auto", buf, strlen("auto")) == 0) {
Rex Zhue5d03ac2016-12-23 14:39:41 +0800154 level = AMD_DPM_FORCED_LEVEL_AUTO;
Eric Huangf3898ea2015-12-11 16:24:34 -0500155 } else if (strncmp("manual", buf, strlen("manual")) == 0) {
Rex Zhue5d03ac2016-12-23 14:39:41 +0800156 level = AMD_DPM_FORCED_LEVEL_MANUAL;
Rex Zhu3bd58972016-12-23 15:24:37 +0800157 } else if (strncmp("profile", buf, strlen("profile")) == 0) {
158 level = AMD_DPM_FORCED_LEVEL_PROFILING;
Alex Deucherd38ceaf2015-04-20 16:55:21 -0400159 } else {
160 count = -EINVAL;
161 goto fail;
162 }
Rex Zhu1b5708f2015-11-10 18:25:24 -0500163
Rex Zhu3bd58972016-12-23 15:24:37 +0800164 if (current_level == level)
165 return 0;
166
167 if (level == AMD_DPM_FORCED_LEVEL_PROFILING)
168 amdgpu_set_clockgating_state(adev, AMD_IP_BLOCK_TYPE_GFX,
169 AMD_CG_STATE_UNGATE);
170 else if (level != AMD_DPM_FORCED_LEVEL_PROFILING &&
171 current_level == AMD_DPM_FORCED_LEVEL_PROFILING)
172 amdgpu_set_clockgating_state(adev, AMD_IP_BLOCK_TYPE_GFX,
173 AMD_CG_STATE_GATE);
174
Jammy Zhoue61710c2015-11-10 18:31:08 -0500175 if (adev->pp_enabled)
Rex Zhu1b5708f2015-11-10 18:25:24 -0500176 amdgpu_dpm_force_performance_level(adev, level);
177 else {
178 mutex_lock(&adev->pm.mutex);
Alex Deucherd38ceaf2015-04-20 16:55:21 -0400179 if (adev->pm.dpm.thermal_active) {
180 count = -EINVAL;
Alex Deucher10f950f2016-02-19 15:18:45 -0500181 mutex_unlock(&adev->pm.mutex);
Alex Deucherd38ceaf2015-04-20 16:55:21 -0400182 goto fail;
183 }
184 ret = amdgpu_dpm_force_performance_level(adev, level);
185 if (ret)
186 count = -EINVAL;
Rex Zhu1b5708f2015-11-10 18:25:24 -0500187 else
188 adev->pm.dpm.forced_level = level;
189 mutex_unlock(&adev->pm.mutex);
Alex Deucherd38ceaf2015-04-20 16:55:21 -0400190 }
191fail:
Alex Deucherd38ceaf2015-04-20 16:55:21 -0400192 return count;
193}
194
Eric Huangf3898ea2015-12-11 16:24:34 -0500195static ssize_t amdgpu_get_pp_num_states(struct device *dev,
196 struct device_attribute *attr,
197 char *buf)
198{
199 struct drm_device *ddev = dev_get_drvdata(dev);
200 struct amdgpu_device *adev = ddev->dev_private;
201 struct pp_states_info data;
202 int i, buf_len;
203
204 if (adev->pp_enabled)
205 amdgpu_dpm_get_pp_num_states(adev, &data);
206
207 buf_len = snprintf(buf, PAGE_SIZE, "states: %d\n", data.nums);
208 for (i = 0; i < data.nums; i++)
209 buf_len += snprintf(buf + buf_len, PAGE_SIZE, "%d %s\n", i,
210 (data.states[i] == POWER_STATE_TYPE_INTERNAL_BOOT) ? "boot" :
211 (data.states[i] == POWER_STATE_TYPE_BATTERY) ? "battery" :
212 (data.states[i] == POWER_STATE_TYPE_BALANCED) ? "balanced" :
213 (data.states[i] == POWER_STATE_TYPE_PERFORMANCE) ? "performance" : "default");
214
215 return buf_len;
216}
217
218static ssize_t amdgpu_get_pp_cur_state(struct device *dev,
219 struct device_attribute *attr,
220 char *buf)
221{
222 struct drm_device *ddev = dev_get_drvdata(dev);
223 struct amdgpu_device *adev = ddev->dev_private;
224 struct pp_states_info data;
225 enum amd_pm_state_type pm = 0;
226 int i = 0;
227
228 if (adev->pp_enabled) {
229
230 pm = amdgpu_dpm_get_current_power_state(adev);
231 amdgpu_dpm_get_pp_num_states(adev, &data);
232
233 for (i = 0; i < data.nums; i++) {
234 if (pm == data.states[i])
235 break;
236 }
237
238 if (i == data.nums)
239 i = -EINVAL;
240 }
241
242 return snprintf(buf, PAGE_SIZE, "%d\n", i);
243}
244
245static ssize_t amdgpu_get_pp_force_state(struct device *dev,
246 struct device_attribute *attr,
247 char *buf)
248{
249 struct drm_device *ddev = dev_get_drvdata(dev);
250 struct amdgpu_device *adev = ddev->dev_private;
251 struct pp_states_info data;
252 enum amd_pm_state_type pm = 0;
253 int i;
254
255 if (adev->pp_force_state_enabled && adev->pp_enabled) {
256 pm = amdgpu_dpm_get_current_power_state(adev);
257 amdgpu_dpm_get_pp_num_states(adev, &data);
258
259 for (i = 0; i < data.nums; i++) {
260 if (pm == data.states[i])
261 break;
262 }
263
264 if (i == data.nums)
265 i = -EINVAL;
266
267 return snprintf(buf, PAGE_SIZE, "%d\n", i);
268
269 } else
270 return snprintf(buf, PAGE_SIZE, "\n");
271}
272
273static ssize_t amdgpu_set_pp_force_state(struct device *dev,
274 struct device_attribute *attr,
275 const char *buf,
276 size_t count)
277{
278 struct drm_device *ddev = dev_get_drvdata(dev);
279 struct amdgpu_device *adev = ddev->dev_private;
280 enum amd_pm_state_type state = 0;
Dan Carpenter041bf022016-06-16 11:30:23 +0300281 unsigned long idx;
Eric Huangf3898ea2015-12-11 16:24:34 -0500282 int ret;
283
284 if (strlen(buf) == 1)
285 adev->pp_force_state_enabled = false;
Dan Carpenter041bf022016-06-16 11:30:23 +0300286 else if (adev->pp_enabled) {
287 struct pp_states_info data;
Eric Huangf3898ea2015-12-11 16:24:34 -0500288
Dan Carpenter041bf022016-06-16 11:30:23 +0300289 ret = kstrtoul(buf, 0, &idx);
290 if (ret || idx >= ARRAY_SIZE(data.states)) {
Eric Huangf3898ea2015-12-11 16:24:34 -0500291 count = -EINVAL;
292 goto fail;
293 }
294
Dan Carpenter041bf022016-06-16 11:30:23 +0300295 amdgpu_dpm_get_pp_num_states(adev, &data);
296 state = data.states[idx];
297 /* only set user selected power states */
298 if (state != POWER_STATE_TYPE_INTERNAL_BOOT &&
299 state != POWER_STATE_TYPE_DEFAULT) {
300 amdgpu_dpm_dispatch_task(adev,
301 AMD_PP_EVENT_ENABLE_USER_STATE, &state, NULL);
302 adev->pp_force_state_enabled = true;
Eric Huangf3898ea2015-12-11 16:24:34 -0500303 }
304 }
305fail:
306 return count;
307}
308
309static ssize_t amdgpu_get_pp_table(struct device *dev,
310 struct device_attribute *attr,
311 char *buf)
312{
313 struct drm_device *ddev = dev_get_drvdata(dev);
314 struct amdgpu_device *adev = ddev->dev_private;
315 char *table = NULL;
Eric Huang1684d3b2016-07-28 17:25:01 -0400316 int size;
Eric Huangf3898ea2015-12-11 16:24:34 -0500317
318 if (adev->pp_enabled)
319 size = amdgpu_dpm_get_pp_table(adev, &table);
320 else
321 return 0;
322
323 if (size >= PAGE_SIZE)
324 size = PAGE_SIZE - 1;
325
Eric Huang1684d3b2016-07-28 17:25:01 -0400326 memcpy(buf, table, size);
Eric Huangf3898ea2015-12-11 16:24:34 -0500327
328 return size;
329}
330
331static ssize_t amdgpu_set_pp_table(struct device *dev,
332 struct device_attribute *attr,
333 const char *buf,
334 size_t count)
335{
336 struct drm_device *ddev = dev_get_drvdata(dev);
337 struct amdgpu_device *adev = ddev->dev_private;
338
339 if (adev->pp_enabled)
340 amdgpu_dpm_set_pp_table(adev, buf, count);
341
342 return count;
343}
344
345static ssize_t amdgpu_get_pp_dpm_sclk(struct device *dev,
346 struct device_attribute *attr,
347 char *buf)
348{
349 struct drm_device *ddev = dev_get_drvdata(dev);
350 struct amdgpu_device *adev = ddev->dev_private;
351 ssize_t size = 0;
352
353 if (adev->pp_enabled)
354 size = amdgpu_dpm_print_clock_levels(adev, PP_SCLK, buf);
Eric Huangc85e2992016-05-19 15:41:25 -0400355 else if (adev->pm.funcs->print_clock_levels)
356 size = adev->pm.funcs->print_clock_levels(adev, PP_SCLK, buf);
Eric Huangf3898ea2015-12-11 16:24:34 -0500357
358 return size;
359}
360
361static ssize_t amdgpu_set_pp_dpm_sclk(struct device *dev,
362 struct device_attribute *attr,
363 const char *buf,
364 size_t count)
365{
366 struct drm_device *ddev = dev_get_drvdata(dev);
367 struct amdgpu_device *adev = ddev->dev_private;
368 int ret;
369 long level;
Eric Huang56327082016-04-12 14:57:23 -0400370 uint32_t i, mask = 0;
371 char sub_str[2];
Eric Huangf3898ea2015-12-11 16:24:34 -0500372
Eric Huang14b33072016-06-14 15:08:22 -0400373 for (i = 0; i < strlen(buf); i++) {
374 if (*(buf + i) == '\n')
375 continue;
Eric Huang56327082016-04-12 14:57:23 -0400376 sub_str[0] = *(buf + i);
377 sub_str[1] = '\0';
378 ret = kstrtol(sub_str, 0, &level);
Eric Huangf3898ea2015-12-11 16:24:34 -0500379
Eric Huang56327082016-04-12 14:57:23 -0400380 if (ret) {
381 count = -EINVAL;
382 goto fail;
383 }
384 mask |= 1 << level;
Eric Huangf3898ea2015-12-11 16:24:34 -0500385 }
386
387 if (adev->pp_enabled)
Eric Huang56327082016-04-12 14:57:23 -0400388 amdgpu_dpm_force_clock_level(adev, PP_SCLK, mask);
Eric Huangc85e2992016-05-19 15:41:25 -0400389 else if (adev->pm.funcs->force_clock_level)
390 adev->pm.funcs->force_clock_level(adev, PP_SCLK, mask);
Eric Huangf3898ea2015-12-11 16:24:34 -0500391fail:
392 return count;
393}
394
395static ssize_t amdgpu_get_pp_dpm_mclk(struct device *dev,
396 struct device_attribute *attr,
397 char *buf)
398{
399 struct drm_device *ddev = dev_get_drvdata(dev);
400 struct amdgpu_device *adev = ddev->dev_private;
401 ssize_t size = 0;
402
403 if (adev->pp_enabled)
404 size = amdgpu_dpm_print_clock_levels(adev, PP_MCLK, buf);
Eric Huangc85e2992016-05-19 15:41:25 -0400405 else if (adev->pm.funcs->print_clock_levels)
406 size = adev->pm.funcs->print_clock_levels(adev, PP_MCLK, buf);
Eric Huangf3898ea2015-12-11 16:24:34 -0500407
408 return size;
409}
410
411static ssize_t amdgpu_set_pp_dpm_mclk(struct device *dev,
412 struct device_attribute *attr,
413 const char *buf,
414 size_t count)
415{
416 struct drm_device *ddev = dev_get_drvdata(dev);
417 struct amdgpu_device *adev = ddev->dev_private;
418 int ret;
419 long level;
Eric Huang56327082016-04-12 14:57:23 -0400420 uint32_t i, mask = 0;
421 char sub_str[2];
Eric Huangf3898ea2015-12-11 16:24:34 -0500422
Eric Huang14b33072016-06-14 15:08:22 -0400423 for (i = 0; i < strlen(buf); i++) {
424 if (*(buf + i) == '\n')
425 continue;
Eric Huang56327082016-04-12 14:57:23 -0400426 sub_str[0] = *(buf + i);
427 sub_str[1] = '\0';
428 ret = kstrtol(sub_str, 0, &level);
Eric Huangf3898ea2015-12-11 16:24:34 -0500429
Eric Huang56327082016-04-12 14:57:23 -0400430 if (ret) {
431 count = -EINVAL;
432 goto fail;
433 }
434 mask |= 1 << level;
Eric Huangf3898ea2015-12-11 16:24:34 -0500435 }
436
437 if (adev->pp_enabled)
Eric Huang56327082016-04-12 14:57:23 -0400438 amdgpu_dpm_force_clock_level(adev, PP_MCLK, mask);
Eric Huangc85e2992016-05-19 15:41:25 -0400439 else if (adev->pm.funcs->force_clock_level)
440 adev->pm.funcs->force_clock_level(adev, PP_MCLK, mask);
Eric Huangf3898ea2015-12-11 16:24:34 -0500441fail:
442 return count;
443}
444
445static ssize_t amdgpu_get_pp_dpm_pcie(struct device *dev,
446 struct device_attribute *attr,
447 char *buf)
448{
449 struct drm_device *ddev = dev_get_drvdata(dev);
450 struct amdgpu_device *adev = ddev->dev_private;
451 ssize_t size = 0;
452
453 if (adev->pp_enabled)
454 size = amdgpu_dpm_print_clock_levels(adev, PP_PCIE, buf);
Eric Huangc85e2992016-05-19 15:41:25 -0400455 else if (adev->pm.funcs->print_clock_levels)
456 size = adev->pm.funcs->print_clock_levels(adev, PP_PCIE, buf);
Eric Huangf3898ea2015-12-11 16:24:34 -0500457
458 return size;
459}
460
461static ssize_t amdgpu_set_pp_dpm_pcie(struct device *dev,
462 struct device_attribute *attr,
463 const char *buf,
464 size_t count)
465{
466 struct drm_device *ddev = dev_get_drvdata(dev);
467 struct amdgpu_device *adev = ddev->dev_private;
468 int ret;
469 long level;
Eric Huang56327082016-04-12 14:57:23 -0400470 uint32_t i, mask = 0;
471 char sub_str[2];
Eric Huangf3898ea2015-12-11 16:24:34 -0500472
Eric Huang14b33072016-06-14 15:08:22 -0400473 for (i = 0; i < strlen(buf); i++) {
474 if (*(buf + i) == '\n')
475 continue;
Eric Huang56327082016-04-12 14:57:23 -0400476 sub_str[0] = *(buf + i);
477 sub_str[1] = '\0';
478 ret = kstrtol(sub_str, 0, &level);
Eric Huangf3898ea2015-12-11 16:24:34 -0500479
Eric Huang56327082016-04-12 14:57:23 -0400480 if (ret) {
481 count = -EINVAL;
482 goto fail;
483 }
484 mask |= 1 << level;
Eric Huangf3898ea2015-12-11 16:24:34 -0500485 }
486
487 if (adev->pp_enabled)
Eric Huang56327082016-04-12 14:57:23 -0400488 amdgpu_dpm_force_clock_level(adev, PP_PCIE, mask);
Eric Huangc85e2992016-05-19 15:41:25 -0400489 else if (adev->pm.funcs->force_clock_level)
490 adev->pm.funcs->force_clock_level(adev, PP_PCIE, mask);
Eric Huangf3898ea2015-12-11 16:24:34 -0500491fail:
492 return count;
493}
494
Eric Huang428bafa2016-05-12 14:51:21 -0400495static ssize_t amdgpu_get_pp_sclk_od(struct device *dev,
496 struct device_attribute *attr,
497 char *buf)
498{
499 struct drm_device *ddev = dev_get_drvdata(dev);
500 struct amdgpu_device *adev = ddev->dev_private;
501 uint32_t value = 0;
502
503 if (adev->pp_enabled)
504 value = amdgpu_dpm_get_sclk_od(adev);
Eric Huang8b2e5742016-05-19 15:46:10 -0400505 else if (adev->pm.funcs->get_sclk_od)
506 value = adev->pm.funcs->get_sclk_od(adev);
Eric Huang428bafa2016-05-12 14:51:21 -0400507
508 return snprintf(buf, PAGE_SIZE, "%d\n", value);
509}
510
511static ssize_t amdgpu_set_pp_sclk_od(struct device *dev,
512 struct device_attribute *attr,
513 const char *buf,
514 size_t count)
515{
516 struct drm_device *ddev = dev_get_drvdata(dev);
517 struct amdgpu_device *adev = ddev->dev_private;
518 int ret;
519 long int value;
520
521 ret = kstrtol(buf, 0, &value);
522
523 if (ret) {
524 count = -EINVAL;
525 goto fail;
526 }
527
Eric Huang8b2e5742016-05-19 15:46:10 -0400528 if (adev->pp_enabled) {
Eric Huang428bafa2016-05-12 14:51:21 -0400529 amdgpu_dpm_set_sclk_od(adev, (uint32_t)value);
Eric Huang8b2e5742016-05-19 15:46:10 -0400530 amdgpu_dpm_dispatch_task(adev, AMD_PP_EVENT_READJUST_POWER_STATE, NULL, NULL);
531 } else if (adev->pm.funcs->set_sclk_od) {
532 adev->pm.funcs->set_sclk_od(adev, (uint32_t)value);
533 adev->pm.dpm.current_ps = adev->pm.dpm.boot_ps;
534 amdgpu_pm_compute_clocks(adev);
535 }
Eric Huang428bafa2016-05-12 14:51:21 -0400536
537fail:
538 return count;
539}
540
Eric Huangf2bdc052016-05-24 15:11:17 -0400541static ssize_t amdgpu_get_pp_mclk_od(struct device *dev,
542 struct device_attribute *attr,
543 char *buf)
544{
545 struct drm_device *ddev = dev_get_drvdata(dev);
546 struct amdgpu_device *adev = ddev->dev_private;
547 uint32_t value = 0;
548
549 if (adev->pp_enabled)
550 value = amdgpu_dpm_get_mclk_od(adev);
551 else if (adev->pm.funcs->get_mclk_od)
552 value = adev->pm.funcs->get_mclk_od(adev);
553
554 return snprintf(buf, PAGE_SIZE, "%d\n", value);
555}
556
557static ssize_t amdgpu_set_pp_mclk_od(struct device *dev,
558 struct device_attribute *attr,
559 const char *buf,
560 size_t count)
561{
562 struct drm_device *ddev = dev_get_drvdata(dev);
563 struct amdgpu_device *adev = ddev->dev_private;
564 int ret;
565 long int value;
566
567 ret = kstrtol(buf, 0, &value);
568
569 if (ret) {
570 count = -EINVAL;
571 goto fail;
572 }
573
574 if (adev->pp_enabled) {
575 amdgpu_dpm_set_mclk_od(adev, (uint32_t)value);
576 amdgpu_dpm_dispatch_task(adev, AMD_PP_EVENT_READJUST_POWER_STATE, NULL, NULL);
577 } else if (adev->pm.funcs->set_mclk_od) {
578 adev->pm.funcs->set_mclk_od(adev, (uint32_t)value);
579 adev->pm.dpm.current_ps = adev->pm.dpm.boot_ps;
580 amdgpu_pm_compute_clocks(adev);
581 }
582
583fail:
584 return count;
585}
586
Alex Deucherd38ceaf2015-04-20 16:55:21 -0400587static DEVICE_ATTR(power_dpm_state, S_IRUGO | S_IWUSR, amdgpu_get_dpm_state, amdgpu_set_dpm_state);
588static DEVICE_ATTR(power_dpm_force_performance_level, S_IRUGO | S_IWUSR,
589 amdgpu_get_dpm_forced_performance_level,
590 amdgpu_set_dpm_forced_performance_level);
Eric Huangf3898ea2015-12-11 16:24:34 -0500591static DEVICE_ATTR(pp_num_states, S_IRUGO, amdgpu_get_pp_num_states, NULL);
592static DEVICE_ATTR(pp_cur_state, S_IRUGO, amdgpu_get_pp_cur_state, NULL);
593static DEVICE_ATTR(pp_force_state, S_IRUGO | S_IWUSR,
594 amdgpu_get_pp_force_state,
595 amdgpu_set_pp_force_state);
596static DEVICE_ATTR(pp_table, S_IRUGO | S_IWUSR,
597 amdgpu_get_pp_table,
598 amdgpu_set_pp_table);
599static DEVICE_ATTR(pp_dpm_sclk, S_IRUGO | S_IWUSR,
600 amdgpu_get_pp_dpm_sclk,
601 amdgpu_set_pp_dpm_sclk);
602static DEVICE_ATTR(pp_dpm_mclk, S_IRUGO | S_IWUSR,
603 amdgpu_get_pp_dpm_mclk,
604 amdgpu_set_pp_dpm_mclk);
605static DEVICE_ATTR(pp_dpm_pcie, S_IRUGO | S_IWUSR,
606 amdgpu_get_pp_dpm_pcie,
607 amdgpu_set_pp_dpm_pcie);
Eric Huang428bafa2016-05-12 14:51:21 -0400608static DEVICE_ATTR(pp_sclk_od, S_IRUGO | S_IWUSR,
609 amdgpu_get_pp_sclk_od,
610 amdgpu_set_pp_sclk_od);
Eric Huangf2bdc052016-05-24 15:11:17 -0400611static DEVICE_ATTR(pp_mclk_od, S_IRUGO | S_IWUSR,
612 amdgpu_get_pp_mclk_od,
613 amdgpu_set_pp_mclk_od);
Alex Deucherd38ceaf2015-04-20 16:55:21 -0400614
615static ssize_t amdgpu_hwmon_show_temp(struct device *dev,
616 struct device_attribute *attr,
617 char *buf)
618{
619 struct amdgpu_device *adev = dev_get_drvdata(dev);
Alex Deucher0c67df42016-02-19 15:30:15 -0500620 struct drm_device *ddev = adev->ddev;
Alex Deucherd38ceaf2015-04-20 16:55:21 -0400621 int temp;
622
Alex Deucher0c67df42016-02-19 15:30:15 -0500623 /* Can't get temperature when the card is off */
624 if ((adev->flags & AMD_IS_PX) &&
625 (ddev->switch_power_state != DRM_SWITCH_POWER_ON))
626 return -EINVAL;
627
Jammy Zhoue61710c2015-11-10 18:31:08 -0500628 if (!adev->pp_enabled && !adev->pm.funcs->get_temperature)
Alex Deucherd38ceaf2015-04-20 16:55:21 -0400629 temp = 0;
Rex Zhu8804b8d2015-11-10 18:29:11 -0500630 else
631 temp = amdgpu_dpm_get_temperature(adev);
Alex Deucherd38ceaf2015-04-20 16:55:21 -0400632
633 return snprintf(buf, PAGE_SIZE, "%d\n", temp);
634}
635
636static ssize_t amdgpu_hwmon_show_temp_thresh(struct device *dev,
637 struct device_attribute *attr,
638 char *buf)
639{
640 struct amdgpu_device *adev = dev_get_drvdata(dev);
641 int hyst = to_sensor_dev_attr(attr)->index;
642 int temp;
643
644 if (hyst)
645 temp = adev->pm.dpm.thermal.min_temp;
646 else
647 temp = adev->pm.dpm.thermal.max_temp;
648
649 return snprintf(buf, PAGE_SIZE, "%d\n", temp);
650}
651
652static ssize_t amdgpu_hwmon_get_pwm1_enable(struct device *dev,
653 struct device_attribute *attr,
654 char *buf)
655{
656 struct amdgpu_device *adev = dev_get_drvdata(dev);
657 u32 pwm_mode = 0;
658
Jammy Zhoue61710c2015-11-10 18:31:08 -0500659 if (!adev->pp_enabled && !adev->pm.funcs->get_fan_control_mode)
Rex Zhu8804b8d2015-11-10 18:29:11 -0500660 return -EINVAL;
661
662 pwm_mode = amdgpu_dpm_get_fan_control_mode(adev);
Alex Deucherd38ceaf2015-04-20 16:55:21 -0400663
664 /* never 0 (full-speed), fuse or smc-controlled always */
665 return sprintf(buf, "%i\n", pwm_mode == FDO_PWM_MODE_STATIC ? 1 : 2);
666}
667
668static ssize_t amdgpu_hwmon_set_pwm1_enable(struct device *dev,
669 struct device_attribute *attr,
670 const char *buf,
671 size_t count)
672{
673 struct amdgpu_device *adev = dev_get_drvdata(dev);
674 int err;
675 int value;
676
Jammy Zhoue61710c2015-11-10 18:31:08 -0500677 if (!adev->pp_enabled && !adev->pm.funcs->set_fan_control_mode)
Alex Deucherd38ceaf2015-04-20 16:55:21 -0400678 return -EINVAL;
679
680 err = kstrtoint(buf, 10, &value);
681 if (err)
682 return err;
683
684 switch (value) {
685 case 1: /* manual, percent-based */
686 amdgpu_dpm_set_fan_control_mode(adev, FDO_PWM_MODE_STATIC);
687 break;
688 default: /* disable */
689 amdgpu_dpm_set_fan_control_mode(adev, 0);
690 break;
691 }
692
693 return count;
694}
695
696static ssize_t amdgpu_hwmon_get_pwm1_min(struct device *dev,
697 struct device_attribute *attr,
698 char *buf)
699{
700 return sprintf(buf, "%i\n", 0);
701}
702
703static ssize_t amdgpu_hwmon_get_pwm1_max(struct device *dev,
704 struct device_attribute *attr,
705 char *buf)
706{
707 return sprintf(buf, "%i\n", 255);
708}
709
710static ssize_t amdgpu_hwmon_set_pwm1(struct device *dev,
711 struct device_attribute *attr,
712 const char *buf, size_t count)
713{
714 struct amdgpu_device *adev = dev_get_drvdata(dev);
715 int err;
716 u32 value;
717
718 err = kstrtou32(buf, 10, &value);
719 if (err)
720 return err;
721
722 value = (value * 100) / 255;
723
724 err = amdgpu_dpm_set_fan_speed_percent(adev, value);
725 if (err)
726 return err;
727
728 return count;
729}
730
731static ssize_t amdgpu_hwmon_get_pwm1(struct device *dev,
732 struct device_attribute *attr,
733 char *buf)
734{
735 struct amdgpu_device *adev = dev_get_drvdata(dev);
736 int err;
737 u32 speed;
738
739 err = amdgpu_dpm_get_fan_speed_percent(adev, &speed);
740 if (err)
741 return err;
742
743 speed = (speed * 255) / 100;
744
745 return sprintf(buf, "%i\n", speed);
746}
747
Grazvydas Ignotas81c15142016-10-29 23:28:59 +0300748static ssize_t amdgpu_hwmon_get_fan1_input(struct device *dev,
749 struct device_attribute *attr,
750 char *buf)
751{
752 struct amdgpu_device *adev = dev_get_drvdata(dev);
753 int err;
754 u32 speed;
755
756 err = amdgpu_dpm_get_fan_speed_rpm(adev, &speed);
757 if (err)
758 return err;
759
760 return sprintf(buf, "%i\n", speed);
761}
762
Alex Deucherd38ceaf2015-04-20 16:55:21 -0400763static SENSOR_DEVICE_ATTR(temp1_input, S_IRUGO, amdgpu_hwmon_show_temp, NULL, 0);
764static SENSOR_DEVICE_ATTR(temp1_crit, S_IRUGO, amdgpu_hwmon_show_temp_thresh, NULL, 0);
765static SENSOR_DEVICE_ATTR(temp1_crit_hyst, S_IRUGO, amdgpu_hwmon_show_temp_thresh, NULL, 1);
766static SENSOR_DEVICE_ATTR(pwm1, S_IRUGO | S_IWUSR, amdgpu_hwmon_get_pwm1, amdgpu_hwmon_set_pwm1, 0);
767static SENSOR_DEVICE_ATTR(pwm1_enable, S_IRUGO | S_IWUSR, amdgpu_hwmon_get_pwm1_enable, amdgpu_hwmon_set_pwm1_enable, 0);
768static SENSOR_DEVICE_ATTR(pwm1_min, S_IRUGO, amdgpu_hwmon_get_pwm1_min, NULL, 0);
769static SENSOR_DEVICE_ATTR(pwm1_max, S_IRUGO, amdgpu_hwmon_get_pwm1_max, NULL, 0);
Grazvydas Ignotas81c15142016-10-29 23:28:59 +0300770static SENSOR_DEVICE_ATTR(fan1_input, S_IRUGO, amdgpu_hwmon_get_fan1_input, NULL, 0);
Alex Deucherd38ceaf2015-04-20 16:55:21 -0400771
772static struct attribute *hwmon_attributes[] = {
773 &sensor_dev_attr_temp1_input.dev_attr.attr,
774 &sensor_dev_attr_temp1_crit.dev_attr.attr,
775 &sensor_dev_attr_temp1_crit_hyst.dev_attr.attr,
776 &sensor_dev_attr_pwm1.dev_attr.attr,
777 &sensor_dev_attr_pwm1_enable.dev_attr.attr,
778 &sensor_dev_attr_pwm1_min.dev_attr.attr,
779 &sensor_dev_attr_pwm1_max.dev_attr.attr,
Grazvydas Ignotas81c15142016-10-29 23:28:59 +0300780 &sensor_dev_attr_fan1_input.dev_attr.attr,
Alex Deucherd38ceaf2015-04-20 16:55:21 -0400781 NULL
782};
783
784static umode_t hwmon_attributes_visible(struct kobject *kobj,
785 struct attribute *attr, int index)
786{
Geliang Tangcc29ec82016-01-13 22:48:42 +0800787 struct device *dev = kobj_to_dev(kobj);
Alex Deucherd38ceaf2015-04-20 16:55:21 -0400788 struct amdgpu_device *adev = dev_get_drvdata(dev);
789 umode_t effective_mode = attr->mode;
790
Rex Zhu1b5708f2015-11-10 18:25:24 -0500791 /* Skip limit attributes if DPM is not enabled */
Alex Deucherd38ceaf2015-04-20 16:55:21 -0400792 if (!adev->pm.dpm_enabled &&
793 (attr == &sensor_dev_attr_temp1_crit.dev_attr.attr ||
Alex Deucher271007352015-10-19 15:49:11 -0400794 attr == &sensor_dev_attr_temp1_crit_hyst.dev_attr.attr ||
795 attr == &sensor_dev_attr_pwm1.dev_attr.attr ||
796 attr == &sensor_dev_attr_pwm1_enable.dev_attr.attr ||
797 attr == &sensor_dev_attr_pwm1_max.dev_attr.attr ||
798 attr == &sensor_dev_attr_pwm1_min.dev_attr.attr))
Alex Deucherd38ceaf2015-04-20 16:55:21 -0400799 return 0;
800
Jammy Zhoue61710c2015-11-10 18:31:08 -0500801 if (adev->pp_enabled)
Rex Zhu8804b8d2015-11-10 18:29:11 -0500802 return effective_mode;
803
Alex Deucherd38ceaf2015-04-20 16:55:21 -0400804 /* Skip fan attributes if fan is not present */
805 if (adev->pm.no_fan &&
806 (attr == &sensor_dev_attr_pwm1.dev_attr.attr ||
807 attr == &sensor_dev_attr_pwm1_enable.dev_attr.attr ||
808 attr == &sensor_dev_attr_pwm1_max.dev_attr.attr ||
809 attr == &sensor_dev_attr_pwm1_min.dev_attr.attr))
810 return 0;
811
812 /* mask fan attributes if we have no bindings for this asic to expose */
813 if ((!adev->pm.funcs->get_fan_speed_percent &&
814 attr == &sensor_dev_attr_pwm1.dev_attr.attr) || /* can't query fan */
815 (!adev->pm.funcs->get_fan_control_mode &&
816 attr == &sensor_dev_attr_pwm1_enable.dev_attr.attr)) /* can't query state */
817 effective_mode &= ~S_IRUGO;
818
819 if ((!adev->pm.funcs->set_fan_speed_percent &&
820 attr == &sensor_dev_attr_pwm1.dev_attr.attr) || /* can't manage fan */
821 (!adev->pm.funcs->set_fan_control_mode &&
822 attr == &sensor_dev_attr_pwm1_enable.dev_attr.attr)) /* can't manage state */
823 effective_mode &= ~S_IWUSR;
824
825 /* hide max/min values if we can't both query and manage the fan */
826 if ((!adev->pm.funcs->set_fan_speed_percent &&
827 !adev->pm.funcs->get_fan_speed_percent) &&
828 (attr == &sensor_dev_attr_pwm1_max.dev_attr.attr ||
829 attr == &sensor_dev_attr_pwm1_min.dev_attr.attr))
830 return 0;
831
Grazvydas Ignotas81c15142016-10-29 23:28:59 +0300832 /* requires powerplay */
833 if (attr == &sensor_dev_attr_fan1_input.dev_attr.attr)
834 return 0;
835
Alex Deucherd38ceaf2015-04-20 16:55:21 -0400836 return effective_mode;
837}
838
839static const struct attribute_group hwmon_attrgroup = {
840 .attrs = hwmon_attributes,
841 .is_visible = hwmon_attributes_visible,
842};
843
844static const struct attribute_group *hwmon_groups[] = {
845 &hwmon_attrgroup,
846 NULL
847};
848
849void amdgpu_dpm_thermal_work_handler(struct work_struct *work)
850{
851 struct amdgpu_device *adev =
852 container_of(work, struct amdgpu_device,
853 pm.dpm.thermal.work);
854 /* switch to the thermal state */
Rex Zhu3a2c7882015-08-25 15:57:43 +0800855 enum amd_pm_state_type dpm_state = POWER_STATE_TYPE_INTERNAL_THERMAL;
Alex Deucherd38ceaf2015-04-20 16:55:21 -0400856
857 if (!adev->pm.dpm_enabled)
858 return;
859
860 if (adev->pm.funcs->get_temperature) {
861 int temp = amdgpu_dpm_get_temperature(adev);
862
863 if (temp < adev->pm.dpm.thermal.min_temp)
864 /* switch back the user state */
865 dpm_state = adev->pm.dpm.user_state;
866 } else {
867 if (adev->pm.dpm.thermal.high_to_low)
868 /* switch back the user state */
869 dpm_state = adev->pm.dpm.user_state;
870 }
871 mutex_lock(&adev->pm.mutex);
872 if (dpm_state == POWER_STATE_TYPE_INTERNAL_THERMAL)
873 adev->pm.dpm.thermal_active = true;
874 else
875 adev->pm.dpm.thermal_active = false;
876 adev->pm.dpm.state = dpm_state;
877 mutex_unlock(&adev->pm.mutex);
878
879 amdgpu_pm_compute_clocks(adev);
880}
881
882static struct amdgpu_ps *amdgpu_dpm_pick_power_state(struct amdgpu_device *adev,
Rex Zhu3a2c7882015-08-25 15:57:43 +0800883 enum amd_pm_state_type dpm_state)
Alex Deucherd38ceaf2015-04-20 16:55:21 -0400884{
885 int i;
886 struct amdgpu_ps *ps;
887 u32 ui_class;
888 bool single_display = (adev->pm.dpm.new_active_crtc_count < 2) ?
889 true : false;
890
891 /* check if the vblank period is too short to adjust the mclk */
892 if (single_display && adev->pm.funcs->vblank_too_short) {
893 if (amdgpu_dpm_vblank_too_short(adev))
894 single_display = false;
895 }
896
897 /* certain older asics have a separare 3D performance state,
898 * so try that first if the user selected performance
899 */
900 if (dpm_state == POWER_STATE_TYPE_PERFORMANCE)
901 dpm_state = POWER_STATE_TYPE_INTERNAL_3DPERF;
902 /* balanced states don't exist at the moment */
903 if (dpm_state == POWER_STATE_TYPE_BALANCED)
904 dpm_state = POWER_STATE_TYPE_PERFORMANCE;
905
906restart_search:
907 /* Pick the best power state based on current conditions */
908 for (i = 0; i < adev->pm.dpm.num_ps; i++) {
909 ps = &adev->pm.dpm.ps[i];
910 ui_class = ps->class & ATOM_PPLIB_CLASSIFICATION_UI_MASK;
911 switch (dpm_state) {
912 /* user states */
913 case POWER_STATE_TYPE_BATTERY:
914 if (ui_class == ATOM_PPLIB_CLASSIFICATION_UI_BATTERY) {
915 if (ps->caps & ATOM_PPLIB_SINGLE_DISPLAY_ONLY) {
916 if (single_display)
917 return ps;
918 } else
919 return ps;
920 }
921 break;
922 case POWER_STATE_TYPE_BALANCED:
923 if (ui_class == ATOM_PPLIB_CLASSIFICATION_UI_BALANCED) {
924 if (ps->caps & ATOM_PPLIB_SINGLE_DISPLAY_ONLY) {
925 if (single_display)
926 return ps;
927 } else
928 return ps;
929 }
930 break;
931 case POWER_STATE_TYPE_PERFORMANCE:
932 if (ui_class == ATOM_PPLIB_CLASSIFICATION_UI_PERFORMANCE) {
933 if (ps->caps & ATOM_PPLIB_SINGLE_DISPLAY_ONLY) {
934 if (single_display)
935 return ps;
936 } else
937 return ps;
938 }
939 break;
940 /* internal states */
941 case POWER_STATE_TYPE_INTERNAL_UVD:
942 if (adev->pm.dpm.uvd_ps)
943 return adev->pm.dpm.uvd_ps;
944 else
945 break;
946 case POWER_STATE_TYPE_INTERNAL_UVD_SD:
947 if (ps->class & ATOM_PPLIB_CLASSIFICATION_SDSTATE)
948 return ps;
949 break;
950 case POWER_STATE_TYPE_INTERNAL_UVD_HD:
951 if (ps->class & ATOM_PPLIB_CLASSIFICATION_HDSTATE)
952 return ps;
953 break;
954 case POWER_STATE_TYPE_INTERNAL_UVD_HD2:
955 if (ps->class & ATOM_PPLIB_CLASSIFICATION_HD2STATE)
956 return ps;
957 break;
958 case POWER_STATE_TYPE_INTERNAL_UVD_MVC:
959 if (ps->class2 & ATOM_PPLIB_CLASSIFICATION2_MVC)
960 return ps;
961 break;
962 case POWER_STATE_TYPE_INTERNAL_BOOT:
963 return adev->pm.dpm.boot_ps;
964 case POWER_STATE_TYPE_INTERNAL_THERMAL:
965 if (ps->class & ATOM_PPLIB_CLASSIFICATION_THERMAL)
966 return ps;
967 break;
968 case POWER_STATE_TYPE_INTERNAL_ACPI:
969 if (ps->class & ATOM_PPLIB_CLASSIFICATION_ACPI)
970 return ps;
971 break;
972 case POWER_STATE_TYPE_INTERNAL_ULV:
973 if (ps->class2 & ATOM_PPLIB_CLASSIFICATION2_ULV)
974 return ps;
975 break;
976 case POWER_STATE_TYPE_INTERNAL_3DPERF:
977 if (ps->class & ATOM_PPLIB_CLASSIFICATION_3DPERFORMANCE)
978 return ps;
979 break;
980 default:
981 break;
982 }
983 }
984 /* use a fallback state if we didn't match */
985 switch (dpm_state) {
986 case POWER_STATE_TYPE_INTERNAL_UVD_SD:
987 dpm_state = POWER_STATE_TYPE_INTERNAL_UVD_HD;
988 goto restart_search;
989 case POWER_STATE_TYPE_INTERNAL_UVD_HD:
990 case POWER_STATE_TYPE_INTERNAL_UVD_HD2:
991 case POWER_STATE_TYPE_INTERNAL_UVD_MVC:
992 if (adev->pm.dpm.uvd_ps) {
993 return adev->pm.dpm.uvd_ps;
994 } else {
995 dpm_state = POWER_STATE_TYPE_PERFORMANCE;
996 goto restart_search;
997 }
998 case POWER_STATE_TYPE_INTERNAL_THERMAL:
999 dpm_state = POWER_STATE_TYPE_INTERNAL_ACPI;
1000 goto restart_search;
1001 case POWER_STATE_TYPE_INTERNAL_ACPI:
1002 dpm_state = POWER_STATE_TYPE_BATTERY;
1003 goto restart_search;
1004 case POWER_STATE_TYPE_BATTERY:
1005 case POWER_STATE_TYPE_BALANCED:
1006 case POWER_STATE_TYPE_INTERNAL_3DPERF:
1007 dpm_state = POWER_STATE_TYPE_PERFORMANCE;
1008 goto restart_search;
1009 default:
1010 break;
1011 }
1012
1013 return NULL;
1014}
1015
1016static void amdgpu_dpm_change_power_state_locked(struct amdgpu_device *adev)
1017{
Alex Deucherd38ceaf2015-04-20 16:55:21 -04001018 struct amdgpu_ps *ps;
Rex Zhu3a2c7882015-08-25 15:57:43 +08001019 enum amd_pm_state_type dpm_state;
Alex Deucherd38ceaf2015-04-20 16:55:21 -04001020 int ret;
Rex Zhu5e876c62016-10-14 19:23:34 +08001021 bool equal;
Alex Deucherd38ceaf2015-04-20 16:55:21 -04001022
1023 /* if dpm init failed */
1024 if (!adev->pm.dpm_enabled)
1025 return;
1026
1027 if (adev->pm.dpm.user_state != adev->pm.dpm.state) {
1028 /* add other state override checks here */
1029 if ((!adev->pm.dpm.thermal_active) &&
1030 (!adev->pm.dpm.uvd_active))
1031 adev->pm.dpm.state = adev->pm.dpm.user_state;
1032 }
1033 dpm_state = adev->pm.dpm.state;
1034
1035 ps = amdgpu_dpm_pick_power_state(adev, dpm_state);
1036 if (ps)
1037 adev->pm.dpm.requested_ps = ps;
1038 else
1039 return;
1040
Alex Deucherd38ceaf2015-04-20 16:55:21 -04001041 if (amdgpu_dpm == 1) {
1042 printk("switching from power state:\n");
1043 amdgpu_dpm_print_power_state(adev, adev->pm.dpm.current_ps);
1044 printk("switching to power state:\n");
1045 amdgpu_dpm_print_power_state(adev, adev->pm.dpm.requested_ps);
1046 }
1047
Alex Deucherd38ceaf2015-04-20 16:55:21 -04001048 /* update whether vce is active */
1049 ps->vce_active = adev->pm.dpm.vce_active;
1050
Rex Zhu5e876c62016-10-14 19:23:34 +08001051 amdgpu_dpm_display_configuration_changed(adev);
1052
Alex Deucherd38ceaf2015-04-20 16:55:21 -04001053 ret = amdgpu_dpm_pre_set_power_state(adev);
1054 if (ret)
Christian Königa27de352016-01-21 11:28:53 +01001055 return;
Alex Deucherd38ceaf2015-04-20 16:55:21 -04001056
Rex Zhu5e876c62016-10-14 19:23:34 +08001057 if ((0 != amgdpu_dpm_check_state_equal(adev, adev->pm.dpm.current_ps, adev->pm.dpm.requested_ps, &equal)))
1058 equal = false;
Alex Deucherd38ceaf2015-04-20 16:55:21 -04001059
Rex Zhu5e876c62016-10-14 19:23:34 +08001060 if (equal)
1061 return;
Alex Deucherd38ceaf2015-04-20 16:55:21 -04001062
Alex Deucherd38ceaf2015-04-20 16:55:21 -04001063 amdgpu_dpm_set_power_state(adev);
Alex Deucherd38ceaf2015-04-20 16:55:21 -04001064 amdgpu_dpm_post_set_power_state(adev);
1065
Alex Deuchereda1d1c2016-02-24 17:18:25 -05001066 adev->pm.dpm.current_active_crtcs = adev->pm.dpm.new_active_crtcs;
1067 adev->pm.dpm.current_active_crtc_count = adev->pm.dpm.new_active_crtc_count;
1068
Alex Deucherd38ceaf2015-04-20 16:55:21 -04001069 if (adev->pm.funcs->force_performance_level) {
1070 if (adev->pm.dpm.thermal_active) {
Rex Zhue5d03ac2016-12-23 14:39:41 +08001071 enum amd_dpm_forced_level level = adev->pm.dpm.forced_level;
Alex Deucherd38ceaf2015-04-20 16:55:21 -04001072 /* force low perf level for thermal */
Rex Zhue5d03ac2016-12-23 14:39:41 +08001073 amdgpu_dpm_force_performance_level(adev, AMD_DPM_FORCED_LEVEL_LOW);
Alex Deucherd38ceaf2015-04-20 16:55:21 -04001074 /* save the user's level */
1075 adev->pm.dpm.forced_level = level;
1076 } else {
1077 /* otherwise, user selected level */
1078 amdgpu_dpm_force_performance_level(adev, adev->pm.dpm.forced_level);
1079 }
1080 }
Alex Deucherd38ceaf2015-04-20 16:55:21 -04001081}
1082
1083void amdgpu_dpm_enable_uvd(struct amdgpu_device *adev, bool enable)
1084{
Tom St Denise95a14a2016-07-28 09:40:07 -04001085 if (adev->pp_enabled || adev->pm.funcs->powergate_uvd) {
1086 /* enable/disable UVD */
1087 mutex_lock(&adev->pm.mutex);
Alex Deucherd38ceaf2015-04-20 16:55:21 -04001088 amdgpu_dpm_powergate_uvd(adev, !enable);
Tom St Denise95a14a2016-07-28 09:40:07 -04001089 mutex_unlock(&adev->pm.mutex);
1090 } else {
1091 if (enable) {
Alex Deucherd38ceaf2015-04-20 16:55:21 -04001092 mutex_lock(&adev->pm.mutex);
Tom St Denise95a14a2016-07-28 09:40:07 -04001093 adev->pm.dpm.uvd_active = true;
1094 adev->pm.dpm.state = POWER_STATE_TYPE_INTERNAL_UVD;
Alex Deucherd38ceaf2015-04-20 16:55:21 -04001095 mutex_unlock(&adev->pm.mutex);
1096 } else {
Tom St Denise95a14a2016-07-28 09:40:07 -04001097 mutex_lock(&adev->pm.mutex);
1098 adev->pm.dpm.uvd_active = false;
1099 mutex_unlock(&adev->pm.mutex);
Alex Deucherd38ceaf2015-04-20 16:55:21 -04001100 }
Tom St Denise95a14a2016-07-28 09:40:07 -04001101 amdgpu_pm_compute_clocks(adev);
Alex Deucherd38ceaf2015-04-20 16:55:21 -04001102 }
1103}
1104
1105void amdgpu_dpm_enable_vce(struct amdgpu_device *adev, bool enable)
1106{
Tom St Denise95a14a2016-07-28 09:40:07 -04001107 if (adev->pp_enabled || adev->pm.funcs->powergate_vce) {
1108 /* enable/disable VCE */
1109 mutex_lock(&adev->pm.mutex);
Sonny Jiangb7a077692015-05-28 15:47:53 -04001110 amdgpu_dpm_powergate_vce(adev, !enable);
Tom St Denise95a14a2016-07-28 09:40:07 -04001111 mutex_unlock(&adev->pm.mutex);
1112 } else {
1113 if (enable) {
Sonny Jiangb7a077692015-05-28 15:47:53 -04001114 mutex_lock(&adev->pm.mutex);
Tom St Denise95a14a2016-07-28 09:40:07 -04001115 adev->pm.dpm.vce_active = true;
1116 /* XXX select vce level based on ring/task */
Rex Zhu0d8de7c2016-10-12 15:13:29 +08001117 adev->pm.dpm.vce_level = AMD_VCE_LEVEL_AC_ALL;
Sonny Jiangb7a077692015-05-28 15:47:53 -04001118 mutex_unlock(&adev->pm.mutex);
1119 } else {
Tom St Denise95a14a2016-07-28 09:40:07 -04001120 mutex_lock(&adev->pm.mutex);
1121 adev->pm.dpm.vce_active = false;
1122 mutex_unlock(&adev->pm.mutex);
Sonny Jiangb7a077692015-05-28 15:47:53 -04001123 }
Tom St Denise95a14a2016-07-28 09:40:07 -04001124 amdgpu_pm_compute_clocks(adev);
Sonny Jiangb7a077692015-05-28 15:47:53 -04001125 }
Alex Deucherd38ceaf2015-04-20 16:55:21 -04001126}
1127
1128void amdgpu_pm_print_power_states(struct amdgpu_device *adev)
1129{
1130 int i;
1131
Jammy Zhoue61710c2015-11-10 18:31:08 -05001132 if (adev->pp_enabled)
Rex Zhu1b5708f2015-11-10 18:25:24 -05001133 /* TO DO */
1134 return;
1135
1136 for (i = 0; i < adev->pm.dpm.num_ps; i++)
Alex Deucherd38ceaf2015-04-20 16:55:21 -04001137 amdgpu_dpm_print_power_state(adev, &adev->pm.dpm.ps[i]);
Rex Zhu1b5708f2015-11-10 18:25:24 -05001138
Alex Deucherd38ceaf2015-04-20 16:55:21 -04001139}
1140
1141int amdgpu_pm_sysfs_init(struct amdgpu_device *adev)
1142{
1143 int ret;
1144
Alex Deucherc86f5ebf2015-10-23 10:45:14 -04001145 if (adev->pm.sysfs_initialized)
1146 return 0;
1147
Jammy Zhoue61710c2015-11-10 18:31:08 -05001148 if (!adev->pp_enabled) {
Rex Zhu1b5708f2015-11-10 18:25:24 -05001149 if (adev->pm.funcs->get_temperature == NULL)
1150 return 0;
1151 }
1152
Alex Deucherd38ceaf2015-04-20 16:55:21 -04001153 adev->pm.int_hwmon_dev = hwmon_device_register_with_groups(adev->dev,
1154 DRIVER_NAME, adev,
1155 hwmon_groups);
1156 if (IS_ERR(adev->pm.int_hwmon_dev)) {
1157 ret = PTR_ERR(adev->pm.int_hwmon_dev);
1158 dev_err(adev->dev,
1159 "Unable to register hwmon device: %d\n", ret);
1160 return ret;
1161 }
1162
1163 ret = device_create_file(adev->dev, &dev_attr_power_dpm_state);
1164 if (ret) {
1165 DRM_ERROR("failed to create device file for dpm state\n");
1166 return ret;
1167 }
1168 ret = device_create_file(adev->dev, &dev_attr_power_dpm_force_performance_level);
1169 if (ret) {
1170 DRM_ERROR("failed to create device file for dpm state\n");
1171 return ret;
1172 }
Eric Huangf3898ea2015-12-11 16:24:34 -05001173
1174 if (adev->pp_enabled) {
1175 ret = device_create_file(adev->dev, &dev_attr_pp_num_states);
1176 if (ret) {
1177 DRM_ERROR("failed to create device file pp_num_states\n");
1178 return ret;
1179 }
1180 ret = device_create_file(adev->dev, &dev_attr_pp_cur_state);
1181 if (ret) {
1182 DRM_ERROR("failed to create device file pp_cur_state\n");
1183 return ret;
1184 }
1185 ret = device_create_file(adev->dev, &dev_attr_pp_force_state);
1186 if (ret) {
1187 DRM_ERROR("failed to create device file pp_force_state\n");
1188 return ret;
1189 }
1190 ret = device_create_file(adev->dev, &dev_attr_pp_table);
1191 if (ret) {
1192 DRM_ERROR("failed to create device file pp_table\n");
1193 return ret;
1194 }
Eric Huangf3898ea2015-12-11 16:24:34 -05001195 }
Eric Huangc85e2992016-05-19 15:41:25 -04001196
1197 ret = device_create_file(adev->dev, &dev_attr_pp_dpm_sclk);
1198 if (ret) {
1199 DRM_ERROR("failed to create device file pp_dpm_sclk\n");
1200 return ret;
1201 }
1202 ret = device_create_file(adev->dev, &dev_attr_pp_dpm_mclk);
1203 if (ret) {
1204 DRM_ERROR("failed to create device file pp_dpm_mclk\n");
1205 return ret;
1206 }
1207 ret = device_create_file(adev->dev, &dev_attr_pp_dpm_pcie);
1208 if (ret) {
1209 DRM_ERROR("failed to create device file pp_dpm_pcie\n");
1210 return ret;
1211 }
Eric Huang8b2e5742016-05-19 15:46:10 -04001212 ret = device_create_file(adev->dev, &dev_attr_pp_sclk_od);
1213 if (ret) {
1214 DRM_ERROR("failed to create device file pp_sclk_od\n");
1215 return ret;
1216 }
Eric Huangf2bdc052016-05-24 15:11:17 -04001217 ret = device_create_file(adev->dev, &dev_attr_pp_mclk_od);
1218 if (ret) {
1219 DRM_ERROR("failed to create device file pp_mclk_od\n");
1220 return ret;
1221 }
Eric Huangc85e2992016-05-19 15:41:25 -04001222
Alex Deucherd38ceaf2015-04-20 16:55:21 -04001223 ret = amdgpu_debugfs_pm_init(adev);
1224 if (ret) {
1225 DRM_ERROR("Failed to register debugfs file for dpm!\n");
1226 return ret;
1227 }
1228
Alex Deucherc86f5ebf2015-10-23 10:45:14 -04001229 adev->pm.sysfs_initialized = true;
1230
Alex Deucherd38ceaf2015-04-20 16:55:21 -04001231 return 0;
1232}
1233
1234void amdgpu_pm_sysfs_fini(struct amdgpu_device *adev)
1235{
1236 if (adev->pm.int_hwmon_dev)
1237 hwmon_device_unregister(adev->pm.int_hwmon_dev);
1238 device_remove_file(adev->dev, &dev_attr_power_dpm_state);
1239 device_remove_file(adev->dev, &dev_attr_power_dpm_force_performance_level);
Eric Huangf3898ea2015-12-11 16:24:34 -05001240 if (adev->pp_enabled) {
1241 device_remove_file(adev->dev, &dev_attr_pp_num_states);
1242 device_remove_file(adev->dev, &dev_attr_pp_cur_state);
1243 device_remove_file(adev->dev, &dev_attr_pp_force_state);
1244 device_remove_file(adev->dev, &dev_attr_pp_table);
Eric Huangf3898ea2015-12-11 16:24:34 -05001245 }
Eric Huangc85e2992016-05-19 15:41:25 -04001246 device_remove_file(adev->dev, &dev_attr_pp_dpm_sclk);
1247 device_remove_file(adev->dev, &dev_attr_pp_dpm_mclk);
1248 device_remove_file(adev->dev, &dev_attr_pp_dpm_pcie);
Eric Huang8b2e5742016-05-19 15:46:10 -04001249 device_remove_file(adev->dev, &dev_attr_pp_sclk_od);
Eric Huangf2bdc052016-05-24 15:11:17 -04001250 device_remove_file(adev->dev, &dev_attr_pp_mclk_od);
Alex Deucherd38ceaf2015-04-20 16:55:21 -04001251}
1252
1253void amdgpu_pm_compute_clocks(struct amdgpu_device *adev)
1254{
1255 struct drm_device *ddev = adev->ddev;
1256 struct drm_crtc *crtc;
1257 struct amdgpu_crtc *amdgpu_crtc;
Rex Zhu5e876c62016-10-14 19:23:34 +08001258 int i = 0;
Alex Deucherd38ceaf2015-04-20 16:55:21 -04001259
1260 if (!adev->pm.dpm_enabled)
1261 return;
1262
Rex Zhu5e876c62016-10-14 19:23:34 +08001263 amdgpu_display_bandwidth_update(adev);
1264
1265 for (i = 0; i < AMDGPU_MAX_RINGS; i++) {
1266 struct amdgpu_ring *ring = adev->rings[i];
1267 if (ring && ring->ready)
1268 amdgpu_fence_wait_empty(ring);
1269 }
1270
Jammy Zhoue61710c2015-11-10 18:31:08 -05001271 if (adev->pp_enabled) {
Rex Zhu1b5708f2015-11-10 18:25:24 -05001272 amdgpu_dpm_dispatch_task(adev, AMD_PP_EVENT_DISPLAY_CONFIG_CHANGE, NULL, NULL);
1273 } else {
1274 mutex_lock(&adev->pm.mutex);
1275 adev->pm.dpm.new_active_crtcs = 0;
1276 adev->pm.dpm.new_active_crtc_count = 0;
1277 if (adev->mode_info.num_crtc && adev->mode_info.mode_config_initialized) {
1278 list_for_each_entry(crtc,
1279 &ddev->mode_config.crtc_list, head) {
1280 amdgpu_crtc = to_amdgpu_crtc(crtc);
1281 if (crtc->enabled) {
1282 adev->pm.dpm.new_active_crtcs |= (1 << amdgpu_crtc->crtc_id);
1283 adev->pm.dpm.new_active_crtc_count++;
1284 }
Alex Deucherd38ceaf2015-04-20 16:55:21 -04001285 }
1286 }
Rex Zhu1b5708f2015-11-10 18:25:24 -05001287 /* update battery/ac status */
1288 if (power_supply_is_system_supplied() > 0)
1289 adev->pm.dpm.ac_power = true;
1290 else
1291 adev->pm.dpm.ac_power = false;
1292
1293 amdgpu_dpm_change_power_state_locked(adev);
1294
1295 mutex_unlock(&adev->pm.mutex);
Alex Deucherd38ceaf2015-04-20 16:55:21 -04001296 }
Alex Deucherd38ceaf2015-04-20 16:55:21 -04001297}
1298
1299/*
1300 * Debugfs info
1301 */
1302#if defined(CONFIG_DEBUG_FS)
1303
Tom St Denis3de4ec52016-09-19 12:48:52 -04001304static int amdgpu_debugfs_pm_info_pp(struct seq_file *m, struct amdgpu_device *adev)
1305{
1306 int32_t value;
1307
1308 /* sanity check PP is enabled */
1309 if (!(adev->powerplay.pp_funcs &&
1310 adev->powerplay.pp_funcs->read_sensor))
1311 return -EINVAL;
1312
1313 /* GPU Clocks */
1314 seq_printf(m, "GFX Clocks and Power:\n");
1315 if (!amdgpu_dpm_read_sensor(adev, AMDGPU_PP_SENSOR_GFX_MCLK, &value))
1316 seq_printf(m, "\t%u MHz (MCLK)\n", value/100);
1317 if (!amdgpu_dpm_read_sensor(adev, AMDGPU_PP_SENSOR_GFX_SCLK, &value))
1318 seq_printf(m, "\t%u MHz (SCLK)\n", value/100);
1319 if (!amdgpu_dpm_read_sensor(adev, AMDGPU_PP_SENSOR_VDDGFX, &value))
1320 seq_printf(m, "\t%u mV (VDDGFX)\n", value);
1321 if (!amdgpu_dpm_read_sensor(adev, AMDGPU_PP_SENSOR_VDDNB, &value))
1322 seq_printf(m, "\t%u mV (VDDNB)\n", value);
1323 seq_printf(m, "\n");
1324
1325 /* GPU Temp */
1326 if (!amdgpu_dpm_read_sensor(adev, AMDGPU_PP_SENSOR_GPU_TEMP, &value))
1327 seq_printf(m, "GPU Temperature: %u C\n", value/1000);
1328
1329 /* GPU Load */
1330 if (!amdgpu_dpm_read_sensor(adev, AMDGPU_PP_SENSOR_GPU_LOAD, &value))
1331 seq_printf(m, "GPU Load: %u %%\n", value);
1332 seq_printf(m, "\n");
1333
1334 /* UVD clocks */
1335 if (!amdgpu_dpm_read_sensor(adev, AMDGPU_PP_SENSOR_UVD_POWER, &value)) {
1336 if (!value) {
1337 seq_printf(m, "UVD: Disabled\n");
1338 } else {
1339 seq_printf(m, "UVD: Enabled\n");
1340 if (!amdgpu_dpm_read_sensor(adev, AMDGPU_PP_SENSOR_UVD_DCLK, &value))
1341 seq_printf(m, "\t%u MHz (DCLK)\n", value/100);
1342 if (!amdgpu_dpm_read_sensor(adev, AMDGPU_PP_SENSOR_UVD_VCLK, &value))
1343 seq_printf(m, "\t%u MHz (VCLK)\n", value/100);
1344 }
1345 }
1346 seq_printf(m, "\n");
1347
1348 /* VCE clocks */
1349 if (!amdgpu_dpm_read_sensor(adev, AMDGPU_PP_SENSOR_VCE_POWER, &value)) {
1350 if (!value) {
1351 seq_printf(m, "VCE: Disabled\n");
1352 } else {
1353 seq_printf(m, "VCE: Enabled\n");
1354 if (!amdgpu_dpm_read_sensor(adev, AMDGPU_PP_SENSOR_VCE_ECCLK, &value))
1355 seq_printf(m, "\t%u MHz (ECCLK)\n", value/100);
1356 }
1357 }
1358
1359 return 0;
1360}
1361
Alex Deucherd38ceaf2015-04-20 16:55:21 -04001362static int amdgpu_debugfs_pm_info(struct seq_file *m, void *data)
1363{
1364 struct drm_info_node *node = (struct drm_info_node *) m->private;
1365 struct drm_device *dev = node->minor->dev;
1366 struct amdgpu_device *adev = dev->dev_private;
Alex Deucher0c67df42016-02-19 15:30:15 -05001367 struct drm_device *ddev = adev->ddev;
Alex Deucherd38ceaf2015-04-20 16:55:21 -04001368
Rex Zhu1b5708f2015-11-10 18:25:24 -05001369 if (!adev->pm.dpm_enabled) {
1370 seq_printf(m, "dpm not enabled\n");
1371 return 0;
1372 }
Alex Deucher0c67df42016-02-19 15:30:15 -05001373 if ((adev->flags & AMD_IS_PX) &&
1374 (ddev->switch_power_state != DRM_SWITCH_POWER_ON)) {
1375 seq_printf(m, "PX asic powered off\n");
1376 } else if (adev->pp_enabled) {
Tom St Denis3de4ec52016-09-19 12:48:52 -04001377 return amdgpu_debugfs_pm_info_pp(m, adev);
Rex Zhu1b5708f2015-11-10 18:25:24 -05001378 } else {
Alex Deucherd38ceaf2015-04-20 16:55:21 -04001379 mutex_lock(&adev->pm.mutex);
1380 if (adev->pm.funcs->debugfs_print_current_performance_level)
Tom St Denis3de4ec52016-09-19 12:48:52 -04001381 adev->pm.funcs->debugfs_print_current_performance_level(adev, m);
Alex Deucherd38ceaf2015-04-20 16:55:21 -04001382 else
1383 seq_printf(m, "Debugfs support not implemented for this asic\n");
1384 mutex_unlock(&adev->pm.mutex);
1385 }
1386
1387 return 0;
1388}
1389
Nils Wallménius06ab6832016-05-02 12:46:15 -04001390static const struct drm_info_list amdgpu_pm_info_list[] = {
Alex Deucherd38ceaf2015-04-20 16:55:21 -04001391 {"amdgpu_pm_info", amdgpu_debugfs_pm_info, 0, NULL},
1392};
1393#endif
1394
1395static int amdgpu_debugfs_pm_init(struct amdgpu_device *adev)
1396{
1397#if defined(CONFIG_DEBUG_FS)
1398 return amdgpu_debugfs_add_files(adev, amdgpu_pm_info_list, ARRAY_SIZE(amdgpu_pm_info_list));
1399#else
1400 return 0;
1401#endif
1402}