Adriana Kobylak | d311bc8 | 2016-10-16 09:54:40 -0500 | [diff] [blame] | 1 | #include <fstream> |
| 2 | #include <iostream> |
Adriana Kobylak | c5f0bbd | 2017-01-22 14:56:04 -0600 | [diff] [blame] | 3 | #include <chrono> |
Adriana Kobylak | d311bc8 | 2016-10-16 09:54:40 -0500 | [diff] [blame] | 4 | #include <cstdio> |
Adriana Kobylak | fbe8872 | 2017-02-22 16:49:59 -0600 | [diff] [blame] | 5 | #include <set> |
Adriana Kobylak | d311bc8 | 2016-10-16 09:54:40 -0500 | [diff] [blame] | 6 | #include <string> |
| 7 | #include <vector> |
Adriana Kobylak | 1db1bd3 | 2016-10-10 11:39:20 -0500 | [diff] [blame] | 8 | #include <sdbusplus/vtable.hpp> |
| 9 | #include <systemd/sd-bus.h> |
Adriana Kobylak | d311bc8 | 2016-10-16 09:54:40 -0500 | [diff] [blame] | 10 | #include <systemd/sd-journal.h> |
Adriana Kobylak | 4ea7f31 | 2017-01-10 12:52:34 -0600 | [diff] [blame] | 11 | #include "config.h" |
| 12 | #include "elog_entry.hpp" |
Saqib Khan | 2bb1519 | 2017-02-13 13:19:55 -0600 | [diff] [blame] | 13 | #include <phosphor-logging/log.hpp> |
Adriana Kobylak | 8f7941e | 2016-11-14 14:46:23 -0600 | [diff] [blame] | 14 | #include "log_manager.hpp" |
Deepak Kodihalli | a87c157 | 2017-02-28 07:40:34 -0600 | [diff] [blame] | 15 | #include "elog_meta.hpp" |
Deepak Kodihalli | 72654f1 | 2017-06-12 04:33:29 -0500 | [diff] [blame] | 16 | #include "elog_serialize.hpp" |
Deepak Kodihalli | a87c157 | 2017-02-28 07:40:34 -0600 | [diff] [blame] | 17 | |
| 18 | using namespace phosphor::logging; |
| 19 | extern const std::map<metadata::Metadata, |
| 20 | std::function<metadata::associations::Type>> meta; |
Adriana Kobylak | 1db1bd3 | 2016-10-10 11:39:20 -0500 | [diff] [blame] | 21 | |
Adriana Kobylak | 8f7941e | 2016-11-14 14:46:23 -0600 | [diff] [blame] | 22 | namespace phosphor |
| 23 | { |
| 24 | namespace logging |
| 25 | { |
Nagaraju Goruganti | 05aae8b | 2017-08-30 07:56:12 -0500 | [diff] [blame] | 26 | namespace internal |
| 27 | { |
Adriana Kobylak | 8f7941e | 2016-11-14 14:46:23 -0600 | [diff] [blame] | 28 | void Manager::commit(uint64_t transactionId, std::string errMsg) |
Adriana Kobylak | 1db1bd3 | 2016-10-10 11:39:20 -0500 | [diff] [blame] | 29 | { |
Nagaraju Goruganti | f8a5a79 | 2017-10-13 08:09:52 -0500 | [diff] [blame] | 30 | auto reqLevel = level::ERR; // Default to ERR |
| 31 | size_t realErrCnt = entries.size() - infoErrors.size(); |
| 32 | auto levelmap = g_errLevelMap.find(errMsg); |
| 33 | |
| 34 | if (levelmap != g_errLevelMap.end()) |
Marri Devender Rao | 7656fba | 2017-08-06 05:42:52 -0500 | [diff] [blame] | 35 | { |
Nagaraju Goruganti | f8a5a79 | 2017-10-13 08:09:52 -0500 | [diff] [blame] | 36 | reqLevel = levelmap->second; |
Marri Devender Rao | 7656fba | 2017-08-06 05:42:52 -0500 | [diff] [blame] | 37 | } |
| 38 | |
Nagaraju Goruganti | f8a5a79 | 2017-10-13 08:09:52 -0500 | [diff] [blame] | 39 | if (static_cast<Entry::Level>(reqLevel) < Entry::sevLowerLimit) |
| 40 | { |
| 41 | if (capped) |
| 42 | { |
| 43 | return; |
| 44 | } |
| 45 | if (realErrCnt >= ERROR_CAP) |
| 46 | { |
| 47 | log<level::ERR>("Reached error cap, Ignoring error", |
| 48 | entry("SIZE=%d", realErrCnt), |
| 49 | entry("ERROR_CAP=%d", ERROR_CAP)); |
| 50 | capped = true; |
| 51 | return; |
| 52 | } |
| 53 | } |
| 54 | else |
| 55 | { |
| 56 | if (infoErrors.size() >= ERROR_INFO_CAP) |
| 57 | { |
| 58 | erase(infoErrors.front()); |
| 59 | } |
| 60 | } |
Adriana Kobylak | 7298dc2 | 2017-01-24 12:21:50 -0600 | [diff] [blame] | 61 | constexpr const auto transactionIdVar = "TRANSACTION_ID"; |
Adriana Kobylak | 27c87d9 | 2017-03-06 12:45:09 -0600 | [diff] [blame] | 62 | // Length of 'TRANSACTION_ID' string. |
Adriana Kobylak | 6721899 | 2017-02-28 12:53:37 -0600 | [diff] [blame] | 63 | constexpr const auto transactionIdVarSize = strlen(transactionIdVar); |
Adriana Kobylak | 27c87d9 | 2017-03-06 12:45:09 -0600 | [diff] [blame] | 64 | // Length of 'TRANSACTION_ID=' string. |
| 65 | constexpr const auto transactionIdVarOffset = transactionIdVarSize + 1; |
Adriana Kobylak | 1db1bd3 | 2016-10-10 11:39:20 -0500 | [diff] [blame] | 66 | |
Adriana Kobylak | cfd9a7d | 2017-06-07 11:57:31 -0500 | [diff] [blame] | 67 | // Flush all the pending log messages into the journal via Synchronize |
| 68 | constexpr auto JOURNAL_BUSNAME = "org.freedesktop.journal1"; |
| 69 | constexpr auto JOURNAL_PATH = "/org/freedesktop/journal1"; |
| 70 | constexpr auto JOURNAL_INTERFACE = "org.freedesktop.journal1"; |
| 71 | auto bus = sdbusplus::bus::new_default(); |
| 72 | auto method = bus.new_method_call(JOURNAL_BUSNAME, JOURNAL_PATH, |
| 73 | JOURNAL_INTERFACE, "Synchronize"); |
| 74 | bus.call_noreply(method); |
| 75 | |
Adriana Kobylak | d311bc8 | 2016-10-16 09:54:40 -0500 | [diff] [blame] | 76 | sd_journal *j = nullptr; |
Adriana Kobylak | 8f7941e | 2016-11-14 14:46:23 -0600 | [diff] [blame] | 77 | int rc = sd_journal_open(&j, SD_JOURNAL_LOCAL_ONLY); |
Adriana Kobylak | d311bc8 | 2016-10-16 09:54:40 -0500 | [diff] [blame] | 78 | if (rc < 0) |
| 79 | { |
| 80 | logging::log<logging::level::ERR>("Failed to open journal", |
| 81 | logging::entry("DESCRIPTION=%s", strerror(-rc))); |
Adriana Kobylak | 8f7941e | 2016-11-14 14:46:23 -0600 | [diff] [blame] | 82 | return; |
Adriana Kobylak | d311bc8 | 2016-10-16 09:54:40 -0500 | [diff] [blame] | 83 | } |
| 84 | |
Adriana Kobylak | 7298dc2 | 2017-01-24 12:21:50 -0600 | [diff] [blame] | 85 | std::string transactionIdStr = std::to_string(transactionId); |
Adriana Kobylak | d722b3a | 2017-02-28 12:10:44 -0600 | [diff] [blame] | 86 | std::set<std::string> metalist; |
| 87 | auto metamap = g_errMetaMap.find(errMsg); |
| 88 | if (metamap != g_errMetaMap.end()) |
| 89 | { |
| 90 | metalist.insert(metamap->second.begin(), metamap->second.end()); |
| 91 | } |
Adriana Kobylak | 7298dc2 | 2017-01-24 12:21:50 -0600 | [diff] [blame] | 92 | |
Jayanth Othayoth | db18ebe | 2017-09-04 00:48:02 -0500 | [diff] [blame] | 93 | //Add _PID field information in AdditionalData. |
| 94 | metalist.insert("_PID"); |
| 95 | |
Tom Joseph | 7a33ee4 | 2017-07-25 00:04:20 +0530 | [diff] [blame] | 96 | std::vector<std::string> additionalData; |
Adriana Kobylak | 9aa7d78 | 2017-02-18 09:20:49 -0600 | [diff] [blame] | 97 | |
Adriana Kobylak | fbe8872 | 2017-02-22 16:49:59 -0600 | [diff] [blame] | 98 | // Read the journal from the end to get the most recent entry first. |
| 99 | // The result from the sd_journal_get_data() is of the form VARIABLE=value. |
| 100 | SD_JOURNAL_FOREACH_BACKWARDS(j) |
Adriana Kobylak | 9aa7d78 | 2017-02-18 09:20:49 -0600 | [diff] [blame] | 101 | { |
Adriana Kobylak | fbe8872 | 2017-02-22 16:49:59 -0600 | [diff] [blame] | 102 | const char *data = nullptr; |
| 103 | size_t length = 0; |
Adriana Kobylak | 9aa7d78 | 2017-02-18 09:20:49 -0600 | [diff] [blame] | 104 | |
Adriana Kobylak | fbe8872 | 2017-02-22 16:49:59 -0600 | [diff] [blame] | 105 | // Look for the transaction id metadata variable |
| 106 | rc = sd_journal_get_data(j, transactionIdVar, (const void **)&data, |
| 107 | &length); |
| 108 | if (rc < 0) |
Adriana Kobylak | 9aa7d78 | 2017-02-18 09:20:49 -0600 | [diff] [blame] | 109 | { |
Adriana Kobylak | fbe8872 | 2017-02-22 16:49:59 -0600 | [diff] [blame] | 110 | // This journal entry does not have the TRANSACTION_ID |
| 111 | // metadata variable. |
| 112 | continue; |
| 113 | } |
Adriana Kobylak | 9aa7d78 | 2017-02-18 09:20:49 -0600 | [diff] [blame] | 114 | |
Adriana Kobylak | 27c87d9 | 2017-03-06 12:45:09 -0600 | [diff] [blame] | 115 | // journald does not guarantee that sd_journal_get_data() returns NULL |
| 116 | // terminated strings, so need to specify the size to use to compare, |
| 117 | // use the returned length instead of anything that relies on NULL |
| 118 | // terminators like strlen(). |
| 119 | // The data variable is in the form of 'TRANSACTION_ID=1234'. Remove |
| 120 | // the TRANSACTION_ID characters plus the (=) sign to do the comparison. |
| 121 | // 'data + transactionIdVarOffset' will be in the form of '1234'. |
| 122 | // 'length - transactionIdVarOffset' will be the length of '1234'. |
| 123 | if ((length <= (transactionIdVarOffset)) || |
| 124 | (transactionIdStr.compare(0, |
| 125 | transactionIdStr.size(), |
| 126 | data + transactionIdVarOffset, |
| 127 | length - transactionIdVarOffset) != 0)) |
Adriana Kobylak | fbe8872 | 2017-02-22 16:49:59 -0600 | [diff] [blame] | 128 | { |
| 129 | // The value of the TRANSACTION_ID metadata is not the requested |
| 130 | // transaction id number. |
| 131 | continue; |
| 132 | } |
| 133 | |
| 134 | // Search for all metadata variables in the current journal entry. |
| 135 | for (auto i = metalist.cbegin(); i != metalist.cend();) |
| 136 | { |
| 137 | rc = sd_journal_get_data(j, (*i).c_str(), |
| 138 | (const void **)&data, &length); |
Adriana Kobylak | 9aa7d78 | 2017-02-18 09:20:49 -0600 | [diff] [blame] | 139 | if (rc < 0) |
| 140 | { |
Adriana Kobylak | fbe8872 | 2017-02-22 16:49:59 -0600 | [diff] [blame] | 141 | // Metadata variable not found, check next metadata variable. |
| 142 | i++; |
Adriana Kobylak | 9aa7d78 | 2017-02-18 09:20:49 -0600 | [diff] [blame] | 143 | continue; |
| 144 | } |
| 145 | |
Adriana Kobylak | fbe8872 | 2017-02-22 16:49:59 -0600 | [diff] [blame] | 146 | // Metadata variable found, save it and remove it from the set. |
| 147 | additionalData.emplace_back(data, length); |
| 148 | i = metalist.erase(i); |
| 149 | } |
| 150 | if (metalist.empty()) |
| 151 | { |
| 152 | // All metadata variables found, break out of journal loop. |
Adriana Kobylak | 9aa7d78 | 2017-02-18 09:20:49 -0600 | [diff] [blame] | 153 | break; |
| 154 | } |
Adriana Kobylak | fbe8872 | 2017-02-22 16:49:59 -0600 | [diff] [blame] | 155 | } |
| 156 | if (!metalist.empty()) |
| 157 | { |
| 158 | // Not all the metadata variables were found in the journal. |
| 159 | for (auto& metaVarStr : metalist) |
Adriana Kobylak | 9aa7d78 | 2017-02-18 09:20:49 -0600 | [diff] [blame] | 160 | { |
Adriana Kobylak | 9aa7d78 | 2017-02-18 09:20:49 -0600 | [diff] [blame] | 161 | logging::log<logging::level::INFO>("Failed to find metadata", |
| 162 | logging::entry("META_FIELD=%s", metaVarStr.c_str())); |
Adriana Kobylak | 9aa7d78 | 2017-02-18 09:20:49 -0600 | [diff] [blame] | 163 | } |
| 164 | } |
| 165 | |
Adriana Kobylak | d311bc8 | 2016-10-16 09:54:40 -0500 | [diff] [blame] | 166 | sd_journal_close(j); |
| 167 | |
Adriana Kobylak | 4ea7f31 | 2017-01-10 12:52:34 -0600 | [diff] [blame] | 168 | // Create error Entry dbus object |
| 169 | entryId++; |
Nagaraju Goruganti | f8a5a79 | 2017-10-13 08:09:52 -0500 | [diff] [blame] | 170 | if (static_cast<Entry::Level>(reqLevel) >= Entry::sevLowerLimit) |
| 171 | { |
| 172 | infoErrors.push_back(entryId); |
| 173 | } |
Adriana Kobylak | c5f0bbd | 2017-01-22 14:56:04 -0600 | [diff] [blame] | 174 | auto ms = std::chrono::duration_cast<std::chrono::milliseconds>( |
| 175 | std::chrono::system_clock::now().time_since_epoch()).count(); |
Adriana Kobylak | 4ea7f31 | 2017-01-10 12:52:34 -0600 | [diff] [blame] | 176 | auto objPath = std::string(OBJ_ENTRY) + '/' + |
Adriana Kobylak | c5f0bbd | 2017-01-22 14:56:04 -0600 | [diff] [blame] | 177 | std::to_string(entryId); |
Deepak Kodihalli | a87c157 | 2017-02-28 07:40:34 -0600 | [diff] [blame] | 178 | |
Deepak Kodihalli | 35b4637 | 2017-02-27 04:58:18 -0600 | [diff] [blame] | 179 | AssociationList objects {}; |
Deepak Kodihalli | a87c157 | 2017-02-28 07:40:34 -0600 | [diff] [blame] | 180 | processMetadata(errMsg, additionalData, objects); |
| 181 | |
Deepak Kodihalli | 72654f1 | 2017-06-12 04:33:29 -0500 | [diff] [blame] | 182 | auto e = std::make_unique<Entry>( |
| 183 | busLog, |
| 184 | objPath, |
| 185 | entryId, |
| 186 | ms, // Milliseconds since 1970 |
| 187 | static_cast<Entry::Level>(reqLevel), |
| 188 | std::move(errMsg), |
| 189 | std::move(additionalData), |
| 190 | std::move(objects), |
| 191 | *this); |
| 192 | serialize(*e); |
| 193 | entries.insert(std::make_pair(entryId, std::move(e))); |
Adriana Kobylak | 1db1bd3 | 2016-10-10 11:39:20 -0500 | [diff] [blame] | 194 | } |
| 195 | |
Deepak Kodihalli | a87c157 | 2017-02-28 07:40:34 -0600 | [diff] [blame] | 196 | void Manager::processMetadata(const std::string& errorName, |
| 197 | const std::vector<std::string>& additionalData, |
| 198 | AssociationList& objects) const |
| 199 | { |
| 200 | // additionalData is a list of "metadata=value" |
| 201 | constexpr auto separator = '='; |
| 202 | for(const auto& entry: additionalData) |
| 203 | { |
| 204 | auto found = entry.find(separator); |
| 205 | if(std::string::npos != found) |
| 206 | { |
| 207 | auto metadata = entry.substr(0, found); |
| 208 | auto iter = meta.find(metadata); |
| 209 | if(meta.end() != iter) |
| 210 | { |
| 211 | (iter->second)(metadata, additionalData, objects); |
| 212 | } |
| 213 | } |
| 214 | } |
| 215 | } |
| 216 | |
Deepak Kodihalli | 99a8549 | 2017-03-31 06:01:57 -0500 | [diff] [blame] | 217 | void Manager::erase(uint32_t entryId) |
| 218 | { |
| 219 | auto entry = entries.find(entryId); |
Deepak Kodihalli | 3388799 | 2017-06-13 07:06:49 -0500 | [diff] [blame] | 220 | auto id = entry->second->id(); |
Deepak Kodihalli | 99a8549 | 2017-03-31 06:01:57 -0500 | [diff] [blame] | 221 | if(entries.end() != entry) |
| 222 | { |
Deepak Kodihalli | 3388799 | 2017-06-13 07:06:49 -0500 | [diff] [blame] | 223 | // Delete the persistent representation of this error. |
| 224 | fs::path errorPath(ERRLOG_PERSIST_PATH); |
| 225 | errorPath /= std::to_string(id); |
| 226 | fs::remove(errorPath); |
Nagaraju Goruganti | f8a5a79 | 2017-10-13 08:09:52 -0500 | [diff] [blame] | 227 | if (entry->second->severity() >= Entry::sevLowerLimit) |
| 228 | { |
| 229 | auto it = std::find(infoErrors.begin(), infoErrors.end(), entryId); |
| 230 | if (it != infoErrors.end()) |
| 231 | { |
| 232 | infoErrors.erase(it); |
| 233 | } |
| 234 | } |
Deepak Kodihalli | 99a8549 | 2017-03-31 06:01:57 -0500 | [diff] [blame] | 235 | entries.erase(entry); |
| 236 | } |
Marri Devender Rao | 7656fba | 2017-08-06 05:42:52 -0500 | [diff] [blame] | 237 | |
Nagaraju Goruganti | f8a5a79 | 2017-10-13 08:09:52 -0500 | [diff] [blame] | 238 | size_t realErrCnt = entries.size() - infoErrors.size(); |
| 239 | |
| 240 | if (realErrCnt < ERROR_CAP) |
Marri Devender Rao | 7656fba | 2017-08-06 05:42:52 -0500 | [diff] [blame] | 241 | { |
| 242 | capped = false; |
| 243 | } |
Deepak Kodihalli | 99a8549 | 2017-03-31 06:01:57 -0500 | [diff] [blame] | 244 | } |
| 245 | |
Deepak Kodihalli | 72654f1 | 2017-06-12 04:33:29 -0500 | [diff] [blame] | 246 | void Manager::restore() |
| 247 | { |
| 248 | std::vector<uint32_t> errorIds; |
| 249 | |
| 250 | fs::path dir(ERRLOG_PERSIST_PATH); |
| 251 | if (!fs::exists(dir) || fs::is_empty(dir)) |
| 252 | { |
| 253 | return; |
| 254 | } |
| 255 | |
| 256 | for(auto& file: fs::directory_iterator(dir)) |
| 257 | { |
| 258 | auto id = file.path().filename().c_str(); |
| 259 | auto idNum = std::stol(id); |
| 260 | auto e = std::make_unique<Entry>( |
| 261 | busLog, |
| 262 | std::string(OBJ_ENTRY) + '/' + id, |
| 263 | idNum, |
| 264 | *this); |
| 265 | if (deserialize(file.path(), *e)) |
| 266 | { |
| 267 | e->emit_object_added(); |
Nagaraju Goruganti | f8a5a79 | 2017-10-13 08:09:52 -0500 | [diff] [blame] | 268 | if (e->severity() >= Entry::sevLowerLimit) |
| 269 | { |
| 270 | infoErrors.push_back(idNum); |
| 271 | } |
Deepak Kodihalli | 72654f1 | 2017-06-12 04:33:29 -0500 | [diff] [blame] | 272 | entries.insert(std::make_pair(idNum, std::move(e))); |
| 273 | errorIds.push_back(idNum); |
| 274 | } |
| 275 | } |
| 276 | |
Vishwanatha Subbanna | 37af9ba | 2017-09-28 16:33:53 +0530 | [diff] [blame] | 277 | if (!errorIds.empty()) |
| 278 | { |
| 279 | entryId = *(std::max_element(errorIds.begin(), errorIds.end())); |
| 280 | } |
Deepak Kodihalli | 72654f1 | 2017-06-12 04:33:29 -0500 | [diff] [blame] | 281 | } |
| 282 | |
Nagaraju Goruganti | 05aae8b | 2017-08-30 07:56:12 -0500 | [diff] [blame] | 283 | } // namespace internal |
Adriana Kobylak | 8f7941e | 2016-11-14 14:46:23 -0600 | [diff] [blame] | 284 | } // namespace logging |
| 285 | } // namepsace phosphor |