Patrick Venture | 863b924 | 2018-03-08 08:29:23 -0800 | [diff] [blame] | 1 | /** |
| 2 | * Copyright 2017 Google Inc. |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
Jonico Eustaquio | af97d8e | 2024-01-02 14:35:07 -0600 | [diff] [blame] | 16 | #include "config.h" |
| 17 | |
Patrick Venture | da4a5dd | 2018-08-31 09:42:48 -0700 | [diff] [blame] | 18 | #include "dbuspassive.hpp" |
| 19 | |
Patrick Venture | aadb30d | 2020-08-10 09:17:11 -0700 | [diff] [blame] | 20 | #include "dbushelper_interface.hpp" |
James Feist | 98b704e | 2019-06-03 16:24:53 -0700 | [diff] [blame] | 21 | #include "dbuspassiveredundancy.hpp" |
Patrick Venture | aadb30d | 2020-08-10 09:17:11 -0700 | [diff] [blame] | 22 | #include "dbusutil.hpp" |
James Feist | 0c8223b | 2019-05-08 15:33:33 -0700 | [diff] [blame] | 23 | #include "util.hpp" |
Patrick Venture | da4a5dd | 2018-08-31 09:42:48 -0700 | [diff] [blame] | 24 | |
Patrick Venture | a83a3ec | 2020-08-04 09:52:05 -0700 | [diff] [blame] | 25 | #include <sdbusplus/bus.hpp> |
| 26 | |
Patrick Venture | 863b924 | 2018-03-08 08:29:23 -0800 | [diff] [blame] | 27 | #include <chrono> |
| 28 | #include <cmath> |
Patrick Venture | 0ef1faf | 2018-06-13 12:50:53 -0700 | [diff] [blame] | 29 | #include <memory> |
Patrick Venture | 863b924 | 2018-03-08 08:29:23 -0800 | [diff] [blame] | 30 | #include <mutex> |
Patrick Venture | 0ef1faf | 2018-06-13 12:50:53 -0700 | [diff] [blame] | 31 | #include <string> |
James Feist | 1f802f5 | 2019-02-08 13:51:43 -0800 | [diff] [blame] | 32 | #include <variant> |
Patrick Venture | 863b924 | 2018-03-08 08:29:23 -0800 | [diff] [blame] | 33 | |
Patrick Venture | a076487 | 2020-08-08 07:48:43 -0700 | [diff] [blame] | 34 | namespace pid_control |
| 35 | { |
| 36 | |
Patrick Venture | 563a356 | 2018-10-30 09:31:26 -0700 | [diff] [blame] | 37 | std::unique_ptr<ReadInterface> DbusPassive::createDbusPassive( |
Patrick Williams | b228bc3 | 2022-07-22 19:26:56 -0500 | [diff] [blame] | 38 | sdbusplus::bus_t& bus, const std::string& type, const std::string& id, |
Patrick Venture | 8729eb9 | 2020-08-10 10:38:44 -0700 | [diff] [blame] | 39 | std::unique_ptr<DbusHelperInterface> helper, const conf::SensorConfig* info, |
James Feist | 98b704e | 2019-06-03 16:24:53 -0700 | [diff] [blame] | 40 | const std::shared_ptr<DbusPassiveRedundancy>& redundancy) |
Patrick Venture | 0ef1faf | 2018-06-13 12:50:53 -0700 | [diff] [blame] | 41 | { |
| 42 | if (helper == nullptr) |
| 43 | { |
| 44 | return nullptr; |
| 45 | } |
Patrick Venture | 7af157b | 2018-10-30 11:24:40 -0700 | [diff] [blame] | 46 | if (!validType(type)) |
Patrick Venture | 0ef1faf | 2018-06-13 12:50:53 -0700 | [diff] [blame] | 47 | { |
| 48 | return nullptr; |
| 49 | } |
| 50 | |
Patrick Venture | 863b924 | 2018-03-08 08:29:23 -0800 | [diff] [blame] | 51 | /* Need to get the scale and initial value */ |
Patrick Venture | 863b924 | 2018-03-08 08:29:23 -0800 | [diff] [blame] | 52 | /* service == busname */ |
Harvey.Wu | f2efcbb | 2022-02-09 10:24:30 +0800 | [diff] [blame] | 53 | std::string path; |
| 54 | if (info->readPath.empty()) |
| 55 | { |
| 56 | path = getSensorPath(type, id); |
| 57 | } |
| 58 | else |
| 59 | { |
| 60 | path = info->readPath; |
| 61 | } |
Patrick Venture | 34ddc90 | 2018-10-30 11:05:17 -0700 | [diff] [blame] | 62 | |
Patrick Venture | 1df9e87 | 2020-10-08 15:35:01 -0700 | [diff] [blame] | 63 | SensorProperties settings; |
Patrick Venture | f8cb464 | 2018-10-30 12:02:53 -0700 | [diff] [blame] | 64 | bool failed; |
Patrick Venture | 863b924 | 2018-03-08 08:29:23 -0800 | [diff] [blame] | 65 | |
Patrick Venture | f8cb464 | 2018-10-30 12:02:53 -0700 | [diff] [blame] | 66 | try |
| 67 | { |
Patrick Venture | 9b93692 | 2020-08-10 11:28:39 -0700 | [diff] [blame] | 68 | std::string service = helper->getService(sensorintf, path); |
Patrick Venture | f8cb464 | 2018-10-30 12:02:53 -0700 | [diff] [blame] | 69 | |
Patrick Venture | 9b93692 | 2020-08-10 11:28:39 -0700 | [diff] [blame] | 70 | helper->getProperties(service, path, &settings); |
| 71 | failed = helper->thresholdsAsserted(service, path); |
Patrick Venture | f8cb464 | 2018-10-30 12:02:53 -0700 | [diff] [blame] | 72 | } |
| 73 | catch (const std::exception& e) |
| 74 | { |
| 75 | return nullptr; |
| 76 | } |
| 77 | |
Patrick Venture | 6b9f599 | 2019-09-10 09:18:28 -0700 | [diff] [blame] | 78 | /* if these values are zero, they're ignored. */ |
| 79 | if (info->ignoreDbusMinMax) |
| 80 | { |
| 81 | settings.min = 0; |
| 82 | settings.max = 0; |
| 83 | } |
| 84 | |
Alex.Song | 8f73ad7 | 2021-10-07 00:18:27 +0800 | [diff] [blame] | 85 | settings.unavailableAsFailed = info->unavailableAsFailed; |
| 86 | |
Patrick Venture | 8729eb9 | 2020-08-10 10:38:44 -0700 | [diff] [blame] | 87 | return std::make_unique<DbusPassive>(bus, type, id, std::move(helper), |
| 88 | settings, failed, path, redundancy); |
Patrick Venture | f8cb464 | 2018-10-30 12:02:53 -0700 | [diff] [blame] | 89 | } |
| 90 | |
James Feist | 98b704e | 2019-06-03 16:24:53 -0700 | [diff] [blame] | 91 | DbusPassive::DbusPassive( |
Patrick Williams | b228bc3 | 2022-07-22 19:26:56 -0500 | [diff] [blame] | 92 | sdbusplus::bus_t& bus, const std::string& type, const std::string& id, |
Patrick Venture | 8729eb9 | 2020-08-10 10:38:44 -0700 | [diff] [blame] | 93 | std::unique_ptr<DbusHelperInterface> helper, |
Patrick Venture | 1df9e87 | 2020-10-08 15:35:01 -0700 | [diff] [blame] | 94 | const SensorProperties& settings, bool failed, const std::string& path, |
James Feist | 98b704e | 2019-06-03 16:24:53 -0700 | [diff] [blame] | 95 | const std::shared_ptr<DbusPassiveRedundancy>& redundancy) : |
Patrick Williams | bd63bca | 2024-08-16 15:21:10 -0400 | [diff] [blame] | 96 | ReadInterface(), _signal(bus, getMatch(path), dbusHandleSignal, this), |
| 97 | _id(id), _helper(std::move(helper)), _failed(failed), path(path), |
James Feist | 98b704e | 2019-06-03 16:24:53 -0700 | [diff] [blame] | 98 | redundancy(redundancy) |
| 99 | |
Patrick Venture | f8cb464 | 2018-10-30 12:02:53 -0700 | [diff] [blame] | 100 | { |
Patrick Venture | 863b924 | 2018-03-08 08:29:23 -0800 | [diff] [blame] | 101 | _scale = settings.scale; |
Josh Lehan | 3e2f758 | 2020-09-20 22:06:03 -0700 | [diff] [blame] | 102 | _min = settings.min * std::pow(10.0, _scale); |
| 103 | _max = settings.max * std::pow(10.0, _scale); |
Alex.Song | 8f73ad7 | 2021-10-07 00:18:27 +0800 | [diff] [blame] | 104 | _available = settings.available; |
| 105 | _unavailableAsFailed = settings.unavailableAsFailed; |
Josh Lehan | 3e2f758 | 2020-09-20 22:06:03 -0700 | [diff] [blame] | 106 | |
| 107 | // Cache this type knowledge, to avoid repeated string comparison |
| 108 | _typeMargin = (type == "margin"); |
Alex.Song | 8f73ad7 | 2021-10-07 00:18:27 +0800 | [diff] [blame] | 109 | _typeFan = (type == "fan"); |
Josh Lehan | 3e2f758 | 2020-09-20 22:06:03 -0700 | [diff] [blame] | 110 | |
| 111 | // Force value to be stored, otherwise member would be uninitialized |
| 112 | updateValue(settings.value, true); |
Patrick Venture | 863b924 | 2018-03-08 08:29:23 -0800 | [diff] [blame] | 113 | } |
| 114 | |
| 115 | ReadReturn DbusPassive::read(void) |
| 116 | { |
| 117 | std::lock_guard<std::mutex> guard(_lock); |
| 118 | |
Josh Lehan | b300575 | 2022-02-22 20:48:07 -0800 | [diff] [blame] | 119 | ReadReturn r = {_value, _updated, _unscaled}; |
Patrick Venture | 863b924 | 2018-03-08 08:29:23 -0800 | [diff] [blame] | 120 | |
| 121 | return r; |
| 122 | } |
| 123 | |
Josh Lehan | b300575 | 2022-02-22 20:48:07 -0800 | [diff] [blame] | 124 | void DbusPassive::setValue(double value, double unscaled) |
Patrick Venture | 863b924 | 2018-03-08 08:29:23 -0800 | [diff] [blame] | 125 | { |
| 126 | std::lock_guard<std::mutex> guard(_lock); |
| 127 | |
| 128 | _value = value; |
Josh Lehan | b300575 | 2022-02-22 20:48:07 -0800 | [diff] [blame] | 129 | _unscaled = unscaled; |
Patrick Venture | 863b924 | 2018-03-08 08:29:23 -0800 | [diff] [blame] | 130 | _updated = std::chrono::high_resolution_clock::now(); |
| 131 | } |
| 132 | |
Josh Lehan | b300575 | 2022-02-22 20:48:07 -0800 | [diff] [blame] | 133 | void DbusPassive::setValue(double value) |
| 134 | { |
| 135 | // First param is scaled, second param is unscaled, assume same here |
| 136 | setValue(value, value); |
| 137 | } |
| 138 | |
James Feist | 36b7d8e | 2018-10-05 15:39:01 -0700 | [diff] [blame] | 139 | bool DbusPassive::getFailed(void) const |
| 140 | { |
James Feist | 98b704e | 2019-06-03 16:24:53 -0700 | [diff] [blame] | 141 | if (redundancy) |
| 142 | { |
| 143 | const std::set<std::string>& failures = redundancy->getFailed(); |
| 144 | if (failures.find(path) != failures.end()) |
| 145 | { |
| 146 | return true; |
| 147 | } |
| 148 | } |
James Feist | 4b36f26 | 2020-07-07 16:56:41 -0700 | [diff] [blame] | 149 | |
Alex.Song | 8f73ad7 | 2021-10-07 00:18:27 +0800 | [diff] [blame] | 150 | /* |
| 151 | * Unavailable thermal sensors, who are not present or |
| 152 | * power-state-not-matching, should not trigger the failSafe mode. For |
| 153 | * example, when a system stays at a powered-off state, its CPU Temp |
| 154 | * sensors will be unavailable, these unavailable sensors should not be |
| 155 | * treated as failed and trigger failSafe. |
| 156 | * This is important for systems whose Fans are always on. |
| 157 | */ |
| 158 | if (!_typeFan && !_available && !_unavailableAsFailed) |
| 159 | { |
| 160 | return false; |
| 161 | } |
| 162 | |
Josh Lehan | 3e2f758 | 2020-09-20 22:06:03 -0700 | [diff] [blame] | 163 | // If a reading has came in, |
| 164 | // but its value bad in some way (determined by sensor type), |
| 165 | // indicate this sensor has failed, |
| 166 | // until another value comes in that is no longer bad. |
| 167 | // This is different from the overall _failed flag, |
| 168 | // which is set and cleared by other causes. |
| 169 | if (_badReading) |
| 170 | { |
| 171 | return true; |
| 172 | } |
| 173 | |
| 174 | // If a reading has came in, and it is not a bad reading, |
| 175 | // but it indicates there is no more thermal margin left, |
| 176 | // that is bad, something is wrong with the PID loops, |
| 177 | // they are not cooling the system, enable failsafe mode also. |
| 178 | if (_marginHot) |
| 179 | { |
| 180 | return true; |
| 181 | } |
| 182 | |
Alex.Song | 8f73ad7 | 2021-10-07 00:18:27 +0800 | [diff] [blame] | 183 | return _failed || !_available || !_functional; |
James Feist | 36b7d8e | 2018-10-05 15:39:01 -0700 | [diff] [blame] | 184 | } |
| 185 | |
| 186 | void DbusPassive::setFailed(bool value) |
| 187 | { |
| 188 | _failed = value; |
| 189 | } |
| 190 | |
James Feist | 4b36f26 | 2020-07-07 16:56:41 -0700 | [diff] [blame] | 191 | void DbusPassive::setFunctional(bool value) |
| 192 | { |
| 193 | _functional = value; |
| 194 | } |
| 195 | |
Alex.Song | 8f73ad7 | 2021-10-07 00:18:27 +0800 | [diff] [blame] | 196 | void DbusPassive::setAvailable(bool value) |
| 197 | { |
| 198 | _available = value; |
| 199 | } |
| 200 | |
Patrick Venture | 863b924 | 2018-03-08 08:29:23 -0800 | [diff] [blame] | 201 | int64_t DbusPassive::getScale(void) |
| 202 | { |
| 203 | return _scale; |
| 204 | } |
| 205 | |
Patrick Venture | 563a356 | 2018-10-30 09:31:26 -0700 | [diff] [blame] | 206 | std::string DbusPassive::getID(void) |
Patrick Venture | 863b924 | 2018-03-08 08:29:23 -0800 | [diff] [blame] | 207 | { |
| 208 | return _id; |
| 209 | } |
| 210 | |
James Feist | 75eb769 | 2019-02-25 12:50:02 -0800 | [diff] [blame] | 211 | double DbusPassive::getMax(void) |
| 212 | { |
| 213 | return _max; |
| 214 | } |
| 215 | |
| 216 | double DbusPassive::getMin(void) |
| 217 | { |
| 218 | return _min; |
| 219 | } |
| 220 | |
Josh Lehan | 3e2f758 | 2020-09-20 22:06:03 -0700 | [diff] [blame] | 221 | void DbusPassive::updateValue(double value, bool force) |
| 222 | { |
| 223 | _badReading = false; |
| 224 | |
| 225 | // Do not let a NAN, or other floating-point oddity, be used to update |
| 226 | // the value, as that indicates the sensor has no valid reading. |
| 227 | if (!(std::isfinite(value))) |
| 228 | { |
| 229 | _badReading = true; |
| 230 | |
| 231 | // Do not continue with a bad reading, unless caller forcing |
| 232 | if (!force) |
| 233 | { |
| 234 | return; |
| 235 | } |
| 236 | } |
| 237 | |
| 238 | value *= std::pow(10.0, _scale); |
| 239 | |
| 240 | auto unscaled = value; |
| 241 | scaleSensorReading(_min, _max, value); |
| 242 | |
| 243 | if (_typeMargin) |
| 244 | { |
| 245 | _marginHot = false; |
| 246 | |
| 247 | // Unlike an absolute temperature sensor, |
| 248 | // where 0 degrees C is a good reading, |
| 249 | // a value received of 0 (or negative) margin is worrisome, |
| 250 | // and should be flagged. |
| 251 | // Either it indicates margin not calculated properly, |
| 252 | // or somebody forgot to set the margin-zero setpoint, |
| 253 | // or the system is really overheating that much. |
| 254 | // This is a different condition from _failed |
| 255 | // and _badReading, so it merits its own flag. |
| 256 | // The sensor has not failed, the reading is good, but the zone |
| 257 | // still needs to know that it should go to failsafe mode. |
| 258 | if (unscaled <= 0.0) |
| 259 | { |
| 260 | _marginHot = true; |
| 261 | } |
| 262 | } |
| 263 | |
Josh Lehan | b300575 | 2022-02-22 20:48:07 -0800 | [diff] [blame] | 264 | setValue(value, unscaled); |
Josh Lehan | 3e2f758 | 2020-09-20 22:06:03 -0700 | [diff] [blame] | 265 | } |
| 266 | |
Patrick Williams | b228bc3 | 2022-07-22 19:26:56 -0500 | [diff] [blame] | 267 | int handleSensorValue(sdbusplus::message_t& msg, DbusPassive* owner) |
Patrick Venture | 863b924 | 2018-03-08 08:29:23 -0800 | [diff] [blame] | 268 | { |
Patrick Venture | 863b924 | 2018-03-08 08:29:23 -0800 | [diff] [blame] | 269 | std::string msgSensor; |
James Feist | 1f802f5 | 2019-02-08 13:51:43 -0800 | [diff] [blame] | 270 | std::map<std::string, std::variant<int64_t, double, bool>> msgData; |
Patrick Venture | d0c7566 | 2018-06-12 19:03:21 -0700 | [diff] [blame] | 271 | |
| 272 | msg.read(msgSensor, msgData); |
Patrick Venture | 863b924 | 2018-03-08 08:29:23 -0800 | [diff] [blame] | 273 | |
| 274 | if (msgSensor == "xyz.openbmc_project.Sensor.Value") |
| 275 | { |
| 276 | auto valPropMap = msgData.find("Value"); |
| 277 | if (valPropMap != msgData.end()) |
| 278 | { |
Patrick Williams | bd63bca | 2024-08-16 15:21:10 -0400 | [diff] [blame] | 279 | double value = |
| 280 | std::visit(VariantToDoubleVisitor(), valPropMap->second); |
Patrick Venture | 863b924 | 2018-03-08 08:29:23 -0800 | [diff] [blame] | 281 | |
Josh Lehan | 3e2f758 | 2020-09-20 22:06:03 -0700 | [diff] [blame] | 282 | owner->updateValue(value, false); |
Patrick Venture | 863b924 | 2018-03-08 08:29:23 -0800 | [diff] [blame] | 283 | } |
| 284 | } |
James Feist | 36b7d8e | 2018-10-05 15:39:01 -0700 | [diff] [blame] | 285 | else if (msgSensor == "xyz.openbmc_project.Sensor.Threshold.Critical") |
| 286 | { |
| 287 | auto criticalAlarmLow = msgData.find("CriticalAlarmLow"); |
| 288 | auto criticalAlarmHigh = msgData.find("CriticalAlarmHigh"); |
| 289 | if (criticalAlarmHigh == msgData.end() && |
| 290 | criticalAlarmLow == msgData.end()) |
| 291 | { |
| 292 | return 0; |
| 293 | } |
| 294 | |
| 295 | bool asserted = false; |
| 296 | if (criticalAlarmLow != msgData.end()) |
| 297 | { |
James Feist | 1f802f5 | 2019-02-08 13:51:43 -0800 | [diff] [blame] | 298 | asserted = std::get<bool>(criticalAlarmLow->second); |
James Feist | 36b7d8e | 2018-10-05 15:39:01 -0700 | [diff] [blame] | 299 | } |
| 300 | |
| 301 | // checking both as in theory you could de-assert one threshold and |
| 302 | // assert the other at the same moment |
| 303 | if (!asserted && criticalAlarmHigh != msgData.end()) |
| 304 | { |
James Feist | 1f802f5 | 2019-02-08 13:51:43 -0800 | [diff] [blame] | 305 | asserted = std::get<bool>(criticalAlarmHigh->second); |
James Feist | 36b7d8e | 2018-10-05 15:39:01 -0700 | [diff] [blame] | 306 | } |
| 307 | owner->setFailed(asserted); |
| 308 | } |
Jonico Eustaquio | af97d8e | 2024-01-02 14:35:07 -0600 | [diff] [blame] | 309 | #ifdef UNC_FAILSAFE |
| 310 | else if (msgSensor == "xyz.openbmc_project.Sensor.Threshold.Warning") |
| 311 | { |
| 312 | auto warningAlarmHigh = msgData.find("WarningAlarmHigh"); |
| 313 | if (warningAlarmHigh == msgData.end()) |
| 314 | { |
| 315 | return 0; |
| 316 | } |
| 317 | |
| 318 | bool asserted = false; |
| 319 | if (warningAlarmHigh != msgData.end()) |
| 320 | { |
| 321 | asserted = std::get<bool>(warningAlarmHigh->second); |
| 322 | } |
| 323 | owner->setFailed(asserted); |
| 324 | } |
| 325 | #endif |
Alex.Song | 8f73ad7 | 2021-10-07 00:18:27 +0800 | [diff] [blame] | 326 | else if (msgSensor == "xyz.openbmc_project.State.Decorator.Availability") |
| 327 | { |
| 328 | auto available = msgData.find("Available"); |
| 329 | if (available == msgData.end()) |
| 330 | { |
| 331 | return 0; |
| 332 | } |
| 333 | bool asserted = std::get<bool>(available->second); |
| 334 | owner->setAvailable(asserted); |
| 335 | if (!asserted) |
| 336 | { |
| 337 | // A thermal controller will continue its PID calculation and not |
| 338 | // trigger a 'failsafe' when some inputs are unavailable. |
| 339 | // So, forced to clear the value here to prevent a historical |
| 340 | // value to participate in a latter PID calculation. |
| 341 | owner->updateValue(std::numeric_limits<double>::quiet_NaN(), true); |
| 342 | } |
| 343 | } |
James Feist | 4b36f26 | 2020-07-07 16:56:41 -0700 | [diff] [blame] | 344 | else if (msgSensor == |
| 345 | "xyz.openbmc_project.State.Decorator.OperationalStatus") |
| 346 | { |
| 347 | auto functional = msgData.find("Functional"); |
| 348 | if (functional == msgData.end()) |
| 349 | { |
| 350 | return 0; |
| 351 | } |
| 352 | bool asserted = std::get<bool>(functional->second); |
| 353 | owner->setFunctional(asserted); |
| 354 | } |
Patrick Venture | 863b924 | 2018-03-08 08:29:23 -0800 | [diff] [blame] | 355 | |
| 356 | return 0; |
| 357 | } |
Patrick Venture | d0c7566 | 2018-06-12 19:03:21 -0700 | [diff] [blame] | 358 | |
Harvey.Wu | a1ae4fa | 2022-10-28 17:38:35 +0800 | [diff] [blame] | 359 | int dbusHandleSignal(sd_bus_message* msg, void* usrData, |
| 360 | [[maybe_unused]] sd_bus_error* err) |
Patrick Venture | d0c7566 | 2018-06-12 19:03:21 -0700 | [diff] [blame] | 361 | { |
Patrick Williams | b228bc3 | 2022-07-22 19:26:56 -0500 | [diff] [blame] | 362 | auto sdbpMsg = sdbusplus::message_t(msg); |
Patrick Venture | d0c7566 | 2018-06-12 19:03:21 -0700 | [diff] [blame] | 363 | DbusPassive* obj = static_cast<DbusPassive*>(usrData); |
| 364 | |
Patrick Venture | 7af157b | 2018-10-30 11:24:40 -0700 | [diff] [blame] | 365 | return handleSensorValue(sdbpMsg, obj); |
Patrick Venture | d0c7566 | 2018-06-12 19:03:21 -0700 | [diff] [blame] | 366 | } |
Patrick Venture | a076487 | 2020-08-08 07:48:43 -0700 | [diff] [blame] | 367 | |
| 368 | } // namespace pid_control |