#include "blackmisc/sequence.h" #include "blackmisc/avatcstation.h" #include "blackmisc/nwuser.h" #include "blackmisc/nwserver.h" #include "vatsimdatafilereader.h" #include #include using namespace BlackMisc; using namespace BlackMisc::Aviation; using namespace BlackMisc::Network; using namespace BlackMisc::Geo; using namespace BlackMisc::PhysicalQuantities; namespace BlackCore { CVatsimDataFileReader::CVatsimDataFileReader(const QStringList &urls, QObject *parent) : QObject(parent), CThreadedReader(), m_serviceUrls(urls), m_currentUrlIndex(0), m_networkManager(nullptr) { this->m_networkManager = new QNetworkAccessManager(this); this->connect(this->m_networkManager, &QNetworkAccessManager::finished, this, &CVatsimDataFileReader::ps_loadFinished); this->connect(this->m_updateTimer, &QTimer::timeout, this, &CVatsimDataFileReader::read); } void CVatsimDataFileReader::read() { if (this->m_serviceUrls.isEmpty()) return; // round robin for load distribution this->m_currentUrlIndex++; if (this->m_serviceUrls.size() >= this->m_currentUrlIndex) this->m_currentUrlIndex = 0; // remark: Don't use QThread to run network operations in the background // see http://qt-project.org/doc/qt-4.7/qnetworkaccessmanager.html QUrl url(this->m_serviceUrls.at(this->m_currentUrlIndex)); if (url.isEmpty()) return; Q_ASSERT(this->m_networkManager); QNetworkRequest request(url); QNetworkReply *r = this->m_networkManager->get(request); this->setPendingNetworkReply(r); } const CAircraftList &CVatsimDataFileReader::getAircrafts() { QReadLocker rl(&this->m_lock); return this->m_aircrafts; } const CAtcStationList &CVatsimDataFileReader::getAtcStations() { QReadLocker rl(&this->m_lock); return this->m_atcStations; } const CServerList &CVatsimDataFileReader::getVoiceServers() { QReadLocker rl(&this->m_lock); return this->m_voiceServers; } CUserList CVatsimDataFileReader::getPilotsForCallsigns(const CCallsignList &callsigns) { return this->m_aircrafts.findByCallsigns(callsigns).transform(Predicates::MemberTransform(&CAircraft::getPilot)); } CUserList CVatsimDataFileReader::getPilotsForCallsign(const CCallsign &callsign) { CCallsignList callsigns; callsigns.push_back(callsign); return this->getPilotsForCallsigns(callsigns); } CAircraftIcao CVatsimDataFileReader::getIcaoInfo(const CCallsign &callsign) { CAircraft aircraft = this->getAircrafts().findFirstByCallsign(callsign); return aircraft.getIcaoInfo(); } CUserList CVatsimDataFileReader::getControllersForCallsign(const CCallsign &callsign) { CCallsignList callsigns; callsigns.push_back(callsign); return this->getControllersForCallsigns(callsigns); } CUserList CVatsimDataFileReader::getUsersForCallsign(const CCallsign &callsign) { CCallsignList callsigns; callsigns.push_back(callsign); return this->getUsersForCallsigns(callsigns); } CUserList CVatsimDataFileReader::getControllersForCallsigns(const CCallsignList &callsigns) { return this->m_atcStations.findByCallsigns(callsigns).transform(Predicates::MemberTransform(&CAtcStation::getController)); } CUserList CVatsimDataFileReader::getUsersForCallsigns(const CCallsignList &callsigns) { CUserList users; if (callsigns.isEmpty()) return users; foreach(CCallsign callsign, callsigns) { users.push_back(this->getPilotsForCallsign(callsign)); users.push_back(this->getControllersForCallsign(callsign)); } return users; } /* * Data file read from XML */ void CVatsimDataFileReader::ps_loadFinished(QNetworkReply *nwReply) { this->setPendingNetworkReply(nullptr); if (!this->isStopped()) { QFuture f = QtConcurrent::run(this, &CVatsimDataFileReader::parseVatsimFileInBackground, nwReply); this->setPendingFuture(f); } } /* * Data file read from XML * Example: http://info.vroute.net/vatsim-data.txt */ void CVatsimDataFileReader::parseVatsimFileInBackground(QNetworkReply *nwReply) { // Worker thread, make sure to write only synced here! if (this->isStopped()) { qDebug() << "terminated" << Q_FUNC_INFO; return; // stop, terminate straight away, ending thread } QStringList illegalIcaoCodes; if (nwReply->error() == QNetworkReply::NoError) { const QString dataFileData = nwReply->readAll(); if (dataFileData.isEmpty()) return; QStringList lines = dataFileData.split(QRegExp("[\r\n]"), QString::SkipEmptyParts); if (lines.isEmpty()) return; // build on local vars for thread safety CServerList voiceServers; CAtcStationList atcStations; CAircraftList aircrafts; QDateTime updateTimestampFromFile; QStringList clientSectionAttributes; Section section = SectionNone; foreach(QString currentLine, lines) { if (this->isStopped()) { qDebug() << "terminated" << Q_FUNC_INFO; return; // stop, terminate straight away, ending thread } // parse lines currentLine = currentLine.trimmed(); if (currentLine.isEmpty()) continue; if (currentLine.startsWith(";")) { if (clientSectionAttributes.isEmpty() && currentLine.contains("!CLIENTS SECTION", Qt::CaseInsensitive)) { // ; !CLIENTS section int i = currentLine.lastIndexOf(' '); QString attributes = currentLine.mid(i).trimmed(); clientSectionAttributes = attributes.split(':', QString::SkipEmptyParts); section = SectionNone; // reset } continue; } else if (currentLine.startsWith("!")) { if (currentLine.contains("GENERAL", Qt::CaseInsensitive)) { section = SectionGeneral; } else if (currentLine.contains("VOICE SERVERS", Qt::CaseInsensitive)) { section = SectionVoiceServer; } else if (currentLine.contains("CLIENTS", Qt::CaseInsensitive)) { section = SectionClients; } else { section = SectionNone; } continue; } switch (section) { case SectionClients: { QMap clientPartsMap = clientPartsToMap(currentLine, clientSectionAttributes); BlackMisc::Network::CUser user(clientPartsMap["cid"], clientPartsMap["realname"], CCallsign(clientPartsMap["callsign"])); if (!user.hasValidCallsign()) continue; const QString clientType = clientPartsMap["clienttype"].toLower(); if (clientType.isEmpty()) break; // sometimes type is empty double lat = clientPartsMap["latitude"].toDouble(); double lng = clientPartsMap["longitude"].toDouble(); double alt = clientPartsMap["altitude"].toDouble(); CFrequency frequency = CFrequency(clientPartsMap["frequency"].toDouble(), CFrequencyUnit::MHz()); CCoordinateGeodetic position(lat, lng, -1); CAltitude altitude(alt, CAltitude::MeanSeaLevel, CLengthUnit::ft()); if (clientType.startsWith('p')) { // Pilot section double groundspeed = clientPartsMap["groundspeed"].toDouble(); CAircraftSituation situation(position, altitude); situation.setGroundspeed(CSpeed(groundspeed, CSpeedUnit::kts())); CAircraft aircraft(user.getCallsign().getStringAsSet(), user, situation); QString icaoCode = clientPartsMap["planned_aircraft"]; if (!icaoCode.isEmpty()) { // http://uk.flightaware.com/about/faq_aircraft_flight_plan_suffix.rvt // we expect something like H/B772/F B773 B773/F static const QRegularExpression reg("/."); icaoCode = icaoCode.replace(reg, "").trimmed().toUpper(); if (CAircraftIcao::isValidDesignator(icaoCode)) { aircraft.setIcaoInfo(CAircraftIcao(icaoCode)); } else { illegalIcaoCodes.append(icaoCode); } } aircrafts.push_back(aircraft); } else if (clientType.startsWith('a')) { // ATC section CLength range; position.setGeodeticHeight(altitude); // the altitude is elevation for a station CAtcStation station(user.getCallsign().getStringAsSet(), user, frequency, position, range); station.setOnline(true); atcStations.push_back(station); } else { Q_ASSERT_X(false, "CVatsimDataFileReader::loadFinished", "Wrong client type"); } } break; case SectionGeneral: { if (currentLine.contains("UPDATE")) { QStringList updateParts = currentLine.replace(" ", "").split('='); if (updateParts.length() < 2) continue; QString dts = updateParts.at(1).trimmed(); updateTimestampFromFile = QDateTime::fromString(dts, "yyyyMMddHHmmss"); updateTimestampFromFile.setOffsetFromUtc(0); bool alreadyRead = (updateTimestampFromFile == this->getUpdateTimestamp()); if (alreadyRead) { return; }// still same data, terminate } break; case SectionVoiceServer: { QStringList voiceServerParts = currentLine.split(':'); if (voiceServerParts.size() < 3) continue; BlackMisc::Network::CServer voiceServer(voiceServerParts.at(1), voiceServerParts.at(2), voiceServerParts.at(0), -1, CUser()); voiceServers.push_back(voiceServer); } break; case SectionNone: default: break; } } // for each // this part needs to be synchronized { QWriteLocker wl(&this->m_lock); this->m_updateTimestamp = updateTimestampFromFile; this->m_aircrafts = aircrafts; this->m_atcStations = atcStations; this->m_voiceServers = voiceServers; } } // read success nwReply->close(); nwReply->deleteLater(); // we are responsible for reading this emit this->dataRead(); // warnings, if required if (!illegalIcaoCodes.isEmpty()) { const QString w = QString("Illegal ICAO code(s) in VATSIM data file: %1").arg(illegalIcaoCodes.join(", ")); qWarning(w.toLatin1()); } } } const QMap CVatsimDataFileReader::clientPartsToMap(const QString ¤tLine, const QStringList &clientSectionAttributes) { QStringList clientParts = currentLine.split(':'); QMap parts; for (int i = 0; i < clientSectionAttributes.size(); i++) { Q_ASSERT(i < clientSectionAttributes.size()); Q_ASSERT(i < clientParts.size()); parts.insert(clientSectionAttributes.at(i).toLower(), clientParts.at(i)); } return parts; } } // namespace