1 // SPDX-License-Identifier: GPL-2.0 OR BSD-3-Clause
2 /*
3  * Copyright (C) 2012-2014, 2019-2022 Intel Corporation
4  * Copyright (C) 2013-2014 Intel Mobile Communications GmbH
5  * Copyright (C) 2015-2016 Intel Deutschland GmbH
6  */
7 #include <linux/sort.h>
8 
9 #include "mvm.h"
10 
11 #define IWL_MVM_TEMP_NOTIF_WAIT_TIMEOUT	HZ
12 
13 void iwl_mvm_enter_ctkill(struct iwl_mvm *mvm)
14 {
15 	struct iwl_mvm_tt_mgmt *tt = &mvm->thermal_throttle;
16 	u32 duration = tt->params.ct_kill_duration;
17 
18 	if (test_bit(IWL_MVM_STATUS_HW_CTKILL, &mvm->status))
19 		return;
20 
21 	IWL_ERR(mvm, "Enter CT Kill\n");
22 	iwl_mvm_set_hw_ctkill_state(mvm, true);
23 
24 	if (!iwl_mvm_is_tt_in_fw(mvm)) {
25 		tt->throttle = false;
26 		tt->dynamic_smps = false;
27 	}
28 
29 	/* Don't schedule an exit work if we're in test mode, since
30 	 * the temperature will not change unless we manually set it
31 	 * again (or disable testing).
32 	 */
33 	if (!mvm->temperature_test)
34 		schedule_delayed_work(&tt->ct_kill_exit,
35 				      round_jiffies_relative(duration * HZ));
36 }
37 
38 static void iwl_mvm_exit_ctkill(struct iwl_mvm *mvm)
39 {
40 	if (!test_bit(IWL_MVM_STATUS_HW_CTKILL, &mvm->status))
41 		return;
42 
43 	IWL_ERR(mvm, "Exit CT Kill\n");
44 	iwl_mvm_set_hw_ctkill_state(mvm, false);
45 }
46 
47 static void iwl_mvm_tt_temp_changed(struct iwl_mvm *mvm, u32 temp)
48 {
49 	/* ignore the notification if we are in test mode */
50 	if (mvm->temperature_test)
51 		return;
52 
53 	if (mvm->temperature == temp)
54 		return;
55 
56 	mvm->temperature = temp;
57 	iwl_mvm_tt_handler(mvm);
58 }
59 
60 static int iwl_mvm_temp_notif_parse(struct iwl_mvm *mvm,
61 				    struct iwl_rx_packet *pkt)
62 {
63 	struct iwl_dts_measurement_notif_v1 *notif_v1;
64 	int len = iwl_rx_packet_payload_len(pkt);
65 	int temp;
66 
67 	/* we can use notif_v1 only, because v2 only adds an additional
68 	 * parameter, which is not used in this function.
69 	*/
70 	if (WARN_ON_ONCE(len < sizeof(*notif_v1))) {
71 		IWL_ERR(mvm, "Invalid DTS_MEASUREMENT_NOTIFICATION\n");
72 		return -EINVAL;
73 	}
74 
75 	notif_v1 = (void *)pkt->data;
76 
77 	temp = le32_to_cpu(notif_v1->temp);
78 
79 	/* shouldn't be negative, but since it's s32, make sure it isn't */
80 	if (WARN_ON_ONCE(temp < 0))
81 		temp = 0;
82 
83 	IWL_DEBUG_TEMP(mvm, "DTS_MEASUREMENT_NOTIFICATION - %d\n", temp);
84 
85 	return temp;
86 }
87 
88 static bool iwl_mvm_temp_notif_wait(struct iwl_notif_wait_data *notif_wait,
89 				    struct iwl_rx_packet *pkt, void *data)
90 {
91 	struct iwl_mvm *mvm =
92 		container_of(notif_wait, struct iwl_mvm, notif_wait);
93 	int *temp = data;
94 	int ret;
95 
96 	ret = iwl_mvm_temp_notif_parse(mvm, pkt);
97 	if (ret < 0)
98 		return true;
99 
100 	*temp = ret;
101 
102 	return true;
103 }
104 
105 void iwl_mvm_temp_notif(struct iwl_mvm *mvm, struct iwl_rx_cmd_buffer *rxb)
106 {
107 	struct iwl_rx_packet *pkt = rxb_addr(rxb);
108 	struct iwl_dts_measurement_notif_v2 *notif_v2;
109 	int len = iwl_rx_packet_payload_len(pkt);
110 	int temp;
111 	u32 ths_crossed;
112 
113 	/* the notification is handled synchronously in ctkill, so skip here */
114 	if (test_bit(IWL_MVM_STATUS_HW_CTKILL, &mvm->status))
115 		return;
116 
117 	temp = iwl_mvm_temp_notif_parse(mvm, pkt);
118 
119 	if (!iwl_mvm_is_tt_in_fw(mvm)) {
120 		if (temp >= 0)
121 			iwl_mvm_tt_temp_changed(mvm, temp);
122 		return;
123 	}
124 
125 	if (WARN_ON_ONCE(len < sizeof(*notif_v2))) {
126 		IWL_ERR(mvm, "Invalid DTS_MEASUREMENT_NOTIFICATION\n");
127 		return;
128 	}
129 
130 	notif_v2 = (void *)pkt->data;
131 	ths_crossed = le32_to_cpu(notif_v2->threshold_idx);
132 
133 	/* 0xFF in ths_crossed means the notification is not related
134 	 * to a trip, so we can ignore it here.
135 	 */
136 	if (ths_crossed == 0xFF)
137 		return;
138 
139 	IWL_DEBUG_TEMP(mvm, "Temp = %d Threshold crossed = %d\n",
140 		       temp, ths_crossed);
141 
142 #ifdef CONFIG_THERMAL
143 	if (WARN_ON(ths_crossed >= IWL_MAX_DTS_TRIPS))
144 		return;
145 
146 	if (mvm->tz_device.tzone) {
147 		struct iwl_mvm_thermal_device *tz_dev = &mvm->tz_device;
148 
149 		thermal_zone_device_update(tz_dev->tzone,
150 					   THERMAL_TRIP_VIOLATED);
151 	}
152 #endif /* CONFIG_THERMAL */
153 }
154 
155 void iwl_mvm_ct_kill_notif(struct iwl_mvm *mvm, struct iwl_rx_cmd_buffer *rxb)
156 {
157 	struct iwl_rx_packet *pkt = rxb_addr(rxb);
158 	struct ct_kill_notif *notif;
159 
160 	notif = (struct ct_kill_notif *)pkt->data;
161 	IWL_DEBUG_TEMP(mvm, "CT Kill notification temperature = %d\n",
162 		       notif->temperature);
163 	if (iwl_fw_lookup_notif_ver(mvm->fw, PHY_OPS_GROUP,
164 				    CT_KILL_NOTIFICATION, 0) > 1)
165 		IWL_DEBUG_TEMP(mvm,
166 			       "CT kill notification DTS bitmap = 0x%x, Scheme = %d\n",
167 			       notif->dts, notif->scheme);
168 
169 	iwl_mvm_enter_ctkill(mvm);
170 }
171 
172 /*
173  * send the DTS_MEASUREMENT_TRIGGER command with or without waiting for a
174  * response. If we get a response then the measurement is stored in 'temp'
175  */
176 static int iwl_mvm_send_temp_cmd(struct iwl_mvm *mvm, bool response, s32 *temp)
177 {
178 	struct iwl_host_cmd cmd = {};
179 	struct iwl_dts_measurement_cmd dts_cmd = {
180 		.flags = cpu_to_le32(DTS_TRIGGER_CMD_FLAGS_TEMP),
181 	};
182 	struct iwl_ext_dts_measurement_cmd ext_cmd = {
183 		.control_mode = cpu_to_le32(DTS_DIRECT_WITHOUT_MEASURE),
184 	};
185 	struct iwl_dts_measurement_resp *resp;
186 	void *cmd_ptr;
187 	int ret;
188 	u32 cmd_flags = 0;
189 	u16 len;
190 
191 	/* Check which command format is used (regular/extended) */
192 	if (fw_has_capa(&mvm->fw->ucode_capa,
193 			IWL_UCODE_TLV_CAPA_EXTENDED_DTS_MEASURE)) {
194 		len = sizeof(ext_cmd);
195 		cmd_ptr = &ext_cmd;
196 	} else {
197 		len = sizeof(dts_cmd);
198 		cmd_ptr = &dts_cmd;
199 	}
200 	/* The command version where we get a response is zero length */
201 	if (response) {
202 		cmd_flags = CMD_WANT_SKB;
203 		len = 0;
204 	}
205 
206 	cmd.id =  WIDE_ID(PHY_OPS_GROUP, CMD_DTS_MEASUREMENT_TRIGGER_WIDE);
207 	cmd.len[0] = len;
208 	cmd.flags = cmd_flags;
209 	cmd.data[0] = cmd_ptr;
210 
211 	IWL_DEBUG_TEMP(mvm,
212 		       "Sending temperature measurement command - %s response\n",
213 		       response ? "with" : "without");
214 	ret = iwl_mvm_send_cmd(mvm, &cmd);
215 
216 	if (ret) {
217 		IWL_ERR(mvm,
218 			"Failed to send the temperature measurement command (err=%d)\n",
219 			ret);
220 		return ret;
221 	}
222 
223 	if (response) {
224 		resp = (void *)cmd.resp_pkt->data;
225 		*temp = le32_to_cpu(resp->temp);
226 		IWL_DEBUG_TEMP(mvm,
227 			       "Got temperature measurement response: temp=%d\n",
228 			       *temp);
229 		iwl_free_resp(&cmd);
230 	}
231 
232 	return ret;
233 }
234 
235 int iwl_mvm_get_temp(struct iwl_mvm *mvm, s32 *temp)
236 {
237 	struct iwl_notification_wait wait_temp_notif;
238 	static u16 temp_notif[] = { WIDE_ID(PHY_OPS_GROUP,
239 					    DTS_MEASUREMENT_NOTIF_WIDE) };
240 	int ret;
241 	u8 cmd_ver;
242 
243 	/*
244 	 * If command version is 1 we send the command and immediately get
245 	 * a response. For older versions we send the command and wait for a
246 	 * notification (no command TLV for previous versions).
247 	 */
248 	cmd_ver = iwl_fw_lookup_cmd_ver(mvm->fw,
249 					WIDE_ID(PHY_OPS_GROUP, CMD_DTS_MEASUREMENT_TRIGGER_WIDE),
250 					IWL_FW_CMD_VER_UNKNOWN);
251 	if (cmd_ver == 1)
252 		return iwl_mvm_send_temp_cmd(mvm, true, temp);
253 
254 	lockdep_assert_held(&mvm->mutex);
255 
256 	iwl_init_notification_wait(&mvm->notif_wait, &wait_temp_notif,
257 				   temp_notif, ARRAY_SIZE(temp_notif),
258 				   iwl_mvm_temp_notif_wait, temp);
259 
260 	ret = iwl_mvm_send_temp_cmd(mvm, false, temp);
261 	if (ret) {
262 		iwl_remove_notification(&mvm->notif_wait, &wait_temp_notif);
263 		return ret;
264 	}
265 
266 	ret = iwl_wait_notification(&mvm->notif_wait, &wait_temp_notif,
267 				    IWL_MVM_TEMP_NOTIF_WAIT_TIMEOUT);
268 	if (ret)
269 		IWL_WARN(mvm, "Getting the temperature timed out\n");
270 
271 	return ret;
272 }
273 
274 static void check_exit_ctkill(struct work_struct *work)
275 {
276 	struct iwl_mvm_tt_mgmt *tt;
277 	struct iwl_mvm *mvm;
278 	u32 duration;
279 	s32 temp;
280 	int ret;
281 
282 	tt = container_of(work, struct iwl_mvm_tt_mgmt, ct_kill_exit.work);
283 	mvm = container_of(tt, struct iwl_mvm, thermal_throttle);
284 
285 	if (iwl_mvm_is_tt_in_fw(mvm)) {
286 		iwl_mvm_exit_ctkill(mvm);
287 
288 		return;
289 	}
290 
291 	duration = tt->params.ct_kill_duration;
292 
293 	flush_work(&mvm->roc_done_wk);
294 
295 	mutex_lock(&mvm->mutex);
296 
297 	if (__iwl_mvm_mac_start(mvm))
298 		goto reschedule;
299 
300 	ret = iwl_mvm_get_temp(mvm, &temp);
301 
302 	__iwl_mvm_mac_stop(mvm);
303 
304 	if (ret)
305 		goto reschedule;
306 
307 	IWL_DEBUG_TEMP(mvm, "NIC temperature: %d\n", temp);
308 
309 	if (temp <= tt->params.ct_kill_exit) {
310 		mutex_unlock(&mvm->mutex);
311 		iwl_mvm_exit_ctkill(mvm);
312 		return;
313 	}
314 
315 reschedule:
316 	mutex_unlock(&mvm->mutex);
317 	schedule_delayed_work(&mvm->thermal_throttle.ct_kill_exit,
318 			      round_jiffies(duration * HZ));
319 }
320 
321 static void iwl_mvm_tt_smps_iterator(void *_data, u8 *mac,
322 				     struct ieee80211_vif *vif)
323 {
324 	struct iwl_mvm *mvm = _data;
325 	enum ieee80211_smps_mode smps_mode;
326 
327 	lockdep_assert_held(&mvm->mutex);
328 
329 	if (mvm->thermal_throttle.dynamic_smps)
330 		smps_mode = IEEE80211_SMPS_DYNAMIC;
331 	else
332 		smps_mode = IEEE80211_SMPS_AUTOMATIC;
333 
334 	if (vif->type != NL80211_IFTYPE_STATION)
335 		return;
336 
337 	iwl_mvm_update_smps(mvm, vif, IWL_MVM_SMPS_REQ_TT, smps_mode, 0);
338 }
339 
340 static void iwl_mvm_tt_tx_protection(struct iwl_mvm *mvm, bool enable)
341 {
342 	struct iwl_mvm_sta *mvmsta;
343 	int i, err;
344 
345 	for (i = 0; i < mvm->fw->ucode_capa.num_stations; i++) {
346 		mvmsta = iwl_mvm_sta_from_staid_protected(mvm, i);
347 		if (!mvmsta)
348 			continue;
349 
350 		if (enable == mvmsta->tt_tx_protection)
351 			continue;
352 		err = iwl_mvm_tx_protection(mvm, mvmsta, enable);
353 		if (err) {
354 			IWL_ERR(mvm, "Failed to %s Tx protection\n",
355 				enable ? "enable" : "disable");
356 		} else {
357 			IWL_DEBUG_TEMP(mvm, "%s Tx protection\n",
358 				       enable ? "Enable" : "Disable");
359 			mvmsta->tt_tx_protection = enable;
360 		}
361 	}
362 }
363 
364 void iwl_mvm_tt_tx_backoff(struct iwl_mvm *mvm, u32 backoff)
365 {
366 	struct iwl_host_cmd cmd = {
367 		.id = REPLY_THERMAL_MNG_BACKOFF,
368 		.len = { sizeof(u32), },
369 		.data = { &backoff, },
370 	};
371 
372 	backoff = max(backoff, mvm->thermal_throttle.min_backoff);
373 
374 	if (iwl_mvm_send_cmd(mvm, &cmd) == 0) {
375 		IWL_DEBUG_TEMP(mvm, "Set Thermal Tx backoff to: %u\n",
376 			       backoff);
377 		mvm->thermal_throttle.tx_backoff = backoff;
378 	} else {
379 		IWL_ERR(mvm, "Failed to change Thermal Tx backoff\n");
380 	}
381 }
382 
383 void iwl_mvm_tt_handler(struct iwl_mvm *mvm)
384 {
385 	struct iwl_tt_params *params = &mvm->thermal_throttle.params;
386 	struct iwl_mvm_tt_mgmt *tt = &mvm->thermal_throttle;
387 	s32 temperature = mvm->temperature;
388 	bool throttle_enable = false;
389 	int i;
390 	u32 tx_backoff;
391 
392 	IWL_DEBUG_TEMP(mvm, "NIC temperature: %d\n", mvm->temperature);
393 
394 	if (params->support_ct_kill && temperature >= params->ct_kill_entry) {
395 		iwl_mvm_enter_ctkill(mvm);
396 		return;
397 	}
398 
399 	if (params->support_ct_kill &&
400 	    temperature <= params->ct_kill_exit) {
401 		iwl_mvm_exit_ctkill(mvm);
402 		return;
403 	}
404 
405 	if (params->support_dynamic_smps) {
406 		if (!tt->dynamic_smps &&
407 		    temperature >= params->dynamic_smps_entry) {
408 			IWL_DEBUG_TEMP(mvm, "Enable dynamic SMPS\n");
409 			tt->dynamic_smps = true;
410 			ieee80211_iterate_active_interfaces_atomic(
411 					mvm->hw, IEEE80211_IFACE_ITER_NORMAL,
412 					iwl_mvm_tt_smps_iterator, mvm);
413 			throttle_enable = true;
414 		} else if (tt->dynamic_smps &&
415 			   temperature <= params->dynamic_smps_exit) {
416 			IWL_DEBUG_TEMP(mvm, "Disable dynamic SMPS\n");
417 			tt->dynamic_smps = false;
418 			ieee80211_iterate_active_interfaces_atomic(
419 					mvm->hw, IEEE80211_IFACE_ITER_NORMAL,
420 					iwl_mvm_tt_smps_iterator, mvm);
421 		}
422 	}
423 
424 	if (params->support_tx_protection) {
425 		if (temperature >= params->tx_protection_entry) {
426 			iwl_mvm_tt_tx_protection(mvm, true);
427 			throttle_enable = true;
428 		} else if (temperature <= params->tx_protection_exit) {
429 			iwl_mvm_tt_tx_protection(mvm, false);
430 		}
431 	}
432 
433 	if (params->support_tx_backoff) {
434 		tx_backoff = tt->min_backoff;
435 		for (i = 0; i < TT_TX_BACKOFF_SIZE; i++) {
436 			if (temperature < params->tx_backoff[i].temperature)
437 				break;
438 			tx_backoff = max(tt->min_backoff,
439 					 params->tx_backoff[i].backoff);
440 		}
441 		if (tx_backoff != tt->min_backoff)
442 			throttle_enable = true;
443 		if (tt->tx_backoff != tx_backoff)
444 			iwl_mvm_tt_tx_backoff(mvm, tx_backoff);
445 	}
446 
447 	if (!tt->throttle && throttle_enable) {
448 		IWL_WARN(mvm,
449 			 "Due to high temperature thermal throttling initiated\n");
450 		tt->throttle = true;
451 	} else if (tt->throttle && !tt->dynamic_smps &&
452 		   tt->tx_backoff == tt->min_backoff &&
453 		   temperature <= params->tx_protection_exit) {
454 		IWL_WARN(mvm,
455 			 "Temperature is back to normal thermal throttling stopped\n");
456 		tt->throttle = false;
457 	}
458 }
459 
460 static const struct iwl_tt_params iwl_mvm_default_tt_params = {
461 	.ct_kill_entry = 118,
462 	.ct_kill_exit = 96,
463 	.ct_kill_duration = 5,
464 	.dynamic_smps_entry = 114,
465 	.dynamic_smps_exit = 110,
466 	.tx_protection_entry = 114,
467 	.tx_protection_exit = 108,
468 	.tx_backoff = {
469 		{.temperature = 112, .backoff = 200},
470 		{.temperature = 113, .backoff = 600},
471 		{.temperature = 114, .backoff = 1200},
472 		{.temperature = 115, .backoff = 2000},
473 		{.temperature = 116, .backoff = 4000},
474 		{.temperature = 117, .backoff = 10000},
475 	},
476 	.support_ct_kill = true,
477 	.support_dynamic_smps = true,
478 	.support_tx_protection = true,
479 	.support_tx_backoff = true,
480 };
481 
482 /* budget in mWatt */
483 static const u32 iwl_mvm_cdev_budgets[] = {
484 	2400,	/* cooling state 0 */
485 	2000,	/* cooling state 1 */
486 	1800,	/* cooling state 2 */
487 	1600,	/* cooling state 3 */
488 	1400,	/* cooling state 4 */
489 	1200,	/* cooling state 5 */
490 	1000,	/* cooling state 6 */
491 	900,	/* cooling state 7 */
492 	800,	/* cooling state 8 */
493 	700,	/* cooling state 9 */
494 	650,	/* cooling state 10 */
495 	600,	/* cooling state 11 */
496 	550,	/* cooling state 12 */
497 	500,	/* cooling state 13 */
498 	450,	/* cooling state 14 */
499 	400,	/* cooling state 15 */
500 	350,	/* cooling state 16 */
501 	300,	/* cooling state 17 */
502 	250,	/* cooling state 18 */
503 	200,	/* cooling state 19 */
504 	150,	/* cooling state 20 */
505 };
506 
507 int iwl_mvm_ctdp_command(struct iwl_mvm *mvm, u32 op, u32 state)
508 {
509 	struct iwl_mvm_ctdp_cmd cmd = {
510 		.operation = cpu_to_le32(op),
511 		.budget = cpu_to_le32(iwl_mvm_cdev_budgets[state]),
512 		.window_size = 0,
513 	};
514 	int ret;
515 	u32 status;
516 
517 	lockdep_assert_held(&mvm->mutex);
518 
519 	status = 0;
520 	ret = iwl_mvm_send_cmd_pdu_status(mvm, WIDE_ID(PHY_OPS_GROUP,
521 						       CTDP_CONFIG_CMD),
522 					  sizeof(cmd), &cmd, &status);
523 
524 	if (ret) {
525 		IWL_ERR(mvm, "cTDP command failed (err=%d)\n", ret);
526 		return ret;
527 	}
528 
529 	switch (op) {
530 	case CTDP_CMD_OPERATION_START:
531 #ifdef CONFIG_THERMAL
532 		mvm->cooling_dev.cur_state = state;
533 #endif /* CONFIG_THERMAL */
534 		break;
535 	case CTDP_CMD_OPERATION_REPORT:
536 		IWL_DEBUG_TEMP(mvm, "cTDP avg energy in mWatt = %d\n", status);
537 		/* when the function is called with CTDP_CMD_OPERATION_REPORT
538 		 * option the function should return the average budget value
539 		 * that is received from the FW.
540 		 * The budget can't be less or equal to 0, so it's possible
541 		 * to distinguish between error values and budgets.
542 		 */
543 		return status;
544 	case CTDP_CMD_OPERATION_STOP:
545 		IWL_DEBUG_TEMP(mvm, "cTDP stopped successfully\n");
546 		break;
547 	}
548 
549 	return 0;
550 }
551 
552 #ifdef CONFIG_THERMAL
553 static int compare_temps(const void *a, const void *b)
554 {
555 	return ((s16)le16_to_cpu(*(__le16 *)a) -
556 		(s16)le16_to_cpu(*(__le16 *)b));
557 }
558 #endif
559 
560 int iwl_mvm_send_temp_report_ths_cmd(struct iwl_mvm *mvm)
561 {
562 	struct temp_report_ths_cmd cmd = {0};
563 	int ret;
564 #ifdef CONFIG_THERMAL
565 	int i, j, idx = 0;
566 
567 	lockdep_assert_held(&mvm->mutex);
568 
569 	if (!mvm->tz_device.tzone)
570 		goto send;
571 
572 	/* The driver holds array of temperature trips that are unsorted
573 	 * and uncompressed, the FW should get it compressed and sorted
574 	 */
575 
576 	/* compress trips to cmd array, remove uninitialized values*/
577 	for (i = 0; i < IWL_MAX_DTS_TRIPS; i++) {
578 		if (mvm->tz_device.trips[i].temperature != INT_MIN) {
579 			cmd.thresholds[idx++] =
580 				cpu_to_le16((s16)(mvm->tz_device.trips[i].temperature / 1000));
581 		}
582 	}
583 	cmd.num_temps = cpu_to_le32(idx);
584 
585 	if (!idx)
586 		goto send;
587 
588 	/*sort cmd array*/
589 	sort(cmd.thresholds, idx, sizeof(s16), compare_temps, NULL);
590 
591 	/* we should save the indexes of trips because we sort
592 	 * and compress the orginal array
593 	 */
594 	for (i = 0; i < idx; i++) {
595 		for (j = 0; j < IWL_MAX_DTS_TRIPS; j++) {
596 			if ((int)(le16_to_cpu(cmd.thresholds[i]) * 1000) ==
597 			    mvm->tz_device.trips[j].temperature)
598 				mvm->tz_device.fw_trips_index[i] = j;
599 		}
600 	}
601 
602 send:
603 #endif
604 	ret = iwl_mvm_send_cmd_pdu(mvm, WIDE_ID(PHY_OPS_GROUP,
605 						TEMP_REPORTING_THRESHOLDS_CMD),
606 				   0, sizeof(cmd), &cmd);
607 	if (ret)
608 		IWL_ERR(mvm, "TEMP_REPORT_THS_CMD command failed (err=%d)\n",
609 			ret);
610 
611 	return ret;
612 }
613 
614 #ifdef CONFIG_THERMAL
615 static int iwl_mvm_tzone_get_temp(struct thermal_zone_device *device,
616 				  int *temperature)
617 {
618 	struct iwl_mvm *mvm = thermal_zone_device_priv(device);
619 	int ret;
620 	int temp;
621 
622 	mutex_lock(&mvm->mutex);
623 
624 	if (!iwl_mvm_firmware_running(mvm) ||
625 	    mvm->fwrt.cur_fw_img != IWL_UCODE_REGULAR) {
626 		ret = -ENODATA;
627 		goto out;
628 	}
629 
630 	ret = iwl_mvm_get_temp(mvm, &temp);
631 	if (ret)
632 		goto out;
633 
634 	*temperature = temp * 1000;
635 
636 out:
637 	mutex_unlock(&mvm->mutex);
638 	return ret;
639 }
640 
641 static int iwl_mvm_tzone_set_trip_temp(struct thermal_zone_device *device,
642 				       int trip, int temp)
643 {
644 	struct iwl_mvm *mvm = thermal_zone_device_priv(device);
645 	struct iwl_mvm_thermal_device *tzone;
646 	int ret;
647 
648 	mutex_lock(&mvm->mutex);
649 
650 	if (!iwl_mvm_firmware_running(mvm) ||
651 	    mvm->fwrt.cur_fw_img != IWL_UCODE_REGULAR) {
652 		ret = -EIO;
653 		goto out;
654 	}
655 
656 	if ((temp / 1000) > S16_MAX) {
657 		ret = -EINVAL;
658 		goto out;
659 	}
660 
661 	tzone = &mvm->tz_device;
662 	if (!tzone) {
663 		ret = -EIO;
664 		goto out;
665 	}
666 
667 	ret = iwl_mvm_send_temp_report_ths_cmd(mvm);
668 out:
669 	mutex_unlock(&mvm->mutex);
670 	return ret;
671 }
672 
673 static  struct thermal_zone_device_ops tzone_ops = {
674 	.get_temp = iwl_mvm_tzone_get_temp,
675 	.set_trip_temp = iwl_mvm_tzone_set_trip_temp,
676 };
677 
678 /* make all trips writable */
679 #define IWL_WRITABLE_TRIPS_MSK (BIT(IWL_MAX_DTS_TRIPS) - 1)
680 
681 static void iwl_mvm_thermal_zone_register(struct iwl_mvm *mvm)
682 {
683 	int i, ret;
684 	char name[16];
685 	static atomic_t counter = ATOMIC_INIT(0);
686 
687 	if (!iwl_mvm_is_tt_in_fw(mvm)) {
688 		mvm->tz_device.tzone = NULL;
689 
690 		return;
691 	}
692 
693 	BUILD_BUG_ON(ARRAY_SIZE(name) >= THERMAL_NAME_LENGTH);
694 
695 	sprintf(name, "iwlwifi_%u", atomic_inc_return(&counter) & 0xFF);
696 	mvm->tz_device.tzone = thermal_zone_device_register_with_trips(name,
697 							mvm->tz_device.trips,
698 							IWL_MAX_DTS_TRIPS,
699 							IWL_WRITABLE_TRIPS_MSK,
700 							mvm, &tzone_ops,
701 							NULL, 0, 0);
702 	if (IS_ERR(mvm->tz_device.tzone)) {
703 		IWL_DEBUG_TEMP(mvm,
704 			       "Failed to register to thermal zone (err = %ld)\n",
705 			       PTR_ERR(mvm->tz_device.tzone));
706 		mvm->tz_device.tzone = NULL;
707 		return;
708 	}
709 
710 	ret = thermal_zone_device_enable(mvm->tz_device.tzone);
711 	if (ret) {
712 		IWL_DEBUG_TEMP(mvm, "Failed to enable thermal zone\n");
713 		thermal_zone_device_unregister(mvm->tz_device.tzone);
714 		return;
715 	}
716 
717 	/* 0 is a valid temperature,
718 	 * so initialize the array with S16_MIN which invalid temperature
719 	 */
720 	for (i = 0 ; i < IWL_MAX_DTS_TRIPS; i++) {
721 		mvm->tz_device.trips[i].temperature = INT_MIN;
722 		mvm->tz_device.trips[i].type = THERMAL_TRIP_PASSIVE;
723 	}
724 }
725 
726 static int iwl_mvm_tcool_get_max_state(struct thermal_cooling_device *cdev,
727 				       unsigned long *state)
728 {
729 	*state = ARRAY_SIZE(iwl_mvm_cdev_budgets) - 1;
730 
731 	return 0;
732 }
733 
734 static int iwl_mvm_tcool_get_cur_state(struct thermal_cooling_device *cdev,
735 				       unsigned long *state)
736 {
737 	struct iwl_mvm *mvm = (struct iwl_mvm *)(cdev->devdata);
738 
739 	*state = mvm->cooling_dev.cur_state;
740 
741 	return 0;
742 }
743 
744 static int iwl_mvm_tcool_set_cur_state(struct thermal_cooling_device *cdev,
745 				       unsigned long new_state)
746 {
747 	struct iwl_mvm *mvm = (struct iwl_mvm *)(cdev->devdata);
748 	int ret;
749 
750 	mutex_lock(&mvm->mutex);
751 
752 	if (!iwl_mvm_firmware_running(mvm) ||
753 	    mvm->fwrt.cur_fw_img != IWL_UCODE_REGULAR) {
754 		ret = -EIO;
755 		goto unlock;
756 	}
757 
758 	if (new_state >= ARRAY_SIZE(iwl_mvm_cdev_budgets)) {
759 		ret = -EINVAL;
760 		goto unlock;
761 	}
762 
763 	ret = iwl_mvm_ctdp_command(mvm, CTDP_CMD_OPERATION_START,
764 				   new_state);
765 
766 unlock:
767 	mutex_unlock(&mvm->mutex);
768 	return ret;
769 }
770 
771 static const struct thermal_cooling_device_ops tcooling_ops = {
772 	.get_max_state = iwl_mvm_tcool_get_max_state,
773 	.get_cur_state = iwl_mvm_tcool_get_cur_state,
774 	.set_cur_state = iwl_mvm_tcool_set_cur_state,
775 };
776 
777 static void iwl_mvm_cooling_device_register(struct iwl_mvm *mvm)
778 {
779 	char name[] = "iwlwifi";
780 
781 	if (!iwl_mvm_is_ctdp_supported(mvm))
782 		return;
783 
784 	BUILD_BUG_ON(ARRAY_SIZE(name) >= THERMAL_NAME_LENGTH);
785 
786 	mvm->cooling_dev.cdev =
787 		thermal_cooling_device_register(name,
788 						mvm,
789 						&tcooling_ops);
790 
791 	if (IS_ERR(mvm->cooling_dev.cdev)) {
792 		IWL_DEBUG_TEMP(mvm,
793 			       "Failed to register to cooling device (err = %ld)\n",
794 			       PTR_ERR(mvm->cooling_dev.cdev));
795 		mvm->cooling_dev.cdev = NULL;
796 		return;
797 	}
798 }
799 
800 static void iwl_mvm_thermal_zone_unregister(struct iwl_mvm *mvm)
801 {
802 	if (!iwl_mvm_is_tt_in_fw(mvm) || !mvm->tz_device.tzone)
803 		return;
804 
805 	IWL_DEBUG_TEMP(mvm, "Thermal zone device unregister\n");
806 	if (mvm->tz_device.tzone) {
807 		thermal_zone_device_unregister(mvm->tz_device.tzone);
808 		mvm->tz_device.tzone = NULL;
809 	}
810 }
811 
812 static void iwl_mvm_cooling_device_unregister(struct iwl_mvm *mvm)
813 {
814 	if (!iwl_mvm_is_ctdp_supported(mvm) || !mvm->cooling_dev.cdev)
815 		return;
816 
817 	IWL_DEBUG_TEMP(mvm, "Cooling device unregister\n");
818 	if (mvm->cooling_dev.cdev) {
819 		thermal_cooling_device_unregister(mvm->cooling_dev.cdev);
820 		mvm->cooling_dev.cdev = NULL;
821 	}
822 }
823 #endif /* CONFIG_THERMAL */
824 
825 void iwl_mvm_thermal_initialize(struct iwl_mvm *mvm, u32 min_backoff)
826 {
827 	struct iwl_mvm_tt_mgmt *tt = &mvm->thermal_throttle;
828 
829 	IWL_DEBUG_TEMP(mvm, "Initialize Thermal Throttling\n");
830 
831 	if (mvm->cfg->thermal_params)
832 		tt->params = *mvm->cfg->thermal_params;
833 	else
834 		tt->params = iwl_mvm_default_tt_params;
835 
836 	tt->throttle = false;
837 	tt->dynamic_smps = false;
838 	tt->min_backoff = min_backoff;
839 	INIT_DELAYED_WORK(&tt->ct_kill_exit, check_exit_ctkill);
840 
841 #ifdef CONFIG_THERMAL
842 	iwl_mvm_cooling_device_register(mvm);
843 	iwl_mvm_thermal_zone_register(mvm);
844 #endif
845 	mvm->init_status |= IWL_MVM_INIT_STATUS_THERMAL_INIT_COMPLETE;
846 }
847 
848 void iwl_mvm_thermal_exit(struct iwl_mvm *mvm)
849 {
850 	if (!(mvm->init_status & IWL_MVM_INIT_STATUS_THERMAL_INIT_COMPLETE))
851 		return;
852 
853 	cancel_delayed_work_sync(&mvm->thermal_throttle.ct_kill_exit);
854 	IWL_DEBUG_TEMP(mvm, "Exit Thermal Throttling\n");
855 
856 #ifdef CONFIG_THERMAL
857 	iwl_mvm_cooling_device_unregister(mvm);
858 	iwl_mvm_thermal_zone_unregister(mvm);
859 #endif
860 	mvm->init_status &= ~IWL_MVM_INIT_STATUS_THERMAL_INIT_COMPLETE;
861 }
862