Adam Ierymenko
7 months ago
21 changed files with 133 additions and 804 deletions
@ -1,443 +0,0 @@
|
||||
/*
|
||||
* Copyright (c)2019 ZeroTier, Inc. |
||||
* |
||||
* Use of this software is governed by the Business Source License included |
||||
* in the LICENSE.TXT file in the project's root directory. |
||||
* |
||||
* Change Date: 2026-01-01 |
||||
* |
||||
* On the date above, in accordance with the Business Source License, use |
||||
* of this software will be governed by version 2.0 of the Apache License. |
||||
*/ |
||||
/****/ |
||||
|
||||
#include "LFDB.hpp" |
||||
|
||||
#include "../ext/cpp-httplib/httplib.h" |
||||
#include "../osdep/OSUtils.hpp" |
||||
|
||||
#include <chrono> |
||||
#include <iostream> |
||||
#include <sstream> |
||||
#include <thread> |
||||
|
||||
namespace ZeroTier { |
||||
|
||||
LFDB::LFDB(const Identity& myId, const char* path, const char* lfOwnerPrivate, const char* lfOwnerPublic, const char* lfNodeHost, int lfNodePort, bool storeOnlineState) |
||||
: DB() |
||||
, _myId(myId) |
||||
, _lfOwnerPrivate((lfOwnerPrivate) ? lfOwnerPrivate : "") |
||||
, _lfOwnerPublic((lfOwnerPublic) ? lfOwnerPublic : "") |
||||
, _lfNodeHost((lfNodeHost) ? lfNodeHost : "127.0.0.1") |
||||
, _lfNodePort(((lfNodePort > 0) && (lfNodePort < 65536)) ? lfNodePort : 9980) |
||||
, _running(true) |
||||
, _ready(false) |
||||
, _storeOnlineState(storeOnlineState) |
||||
{ |
||||
_syncThread = std::thread([this]() { |
||||
char controllerAddress[24]; |
||||
const uint64_t controllerAddressInt = _myId.address().toInt(); |
||||
_myId.address().toString(controllerAddress); |
||||
std::string networksSelectorName("com.zerotier.controller.lfdb:"); |
||||
networksSelectorName.append(controllerAddress); |
||||
networksSelectorName.append("/network"); |
||||
|
||||
// LF record masking key is the first 32 bytes of SHA512(controller private key) in hex,
|
||||
// hiding record values from anything but the controller or someone who has its key.
|
||||
uint8_t sha512pk[64]; |
||||
_myId.sha512PrivateKey(sha512pk); |
||||
char maskingKey[128]; |
||||
Utils::hex(sha512pk, 32, maskingKey); |
||||
|
||||
httplib::Client htcli(_lfNodeHost.c_str(), _lfNodePort); |
||||
int64_t timeRangeStart = 0; |
||||
while (_running.load()) { |
||||
{ |
||||
std::lock_guard<std::mutex> sl(_state_l); |
||||
for (auto ns = _state.begin(); ns != _state.end(); ++ns) { |
||||
if (ns->second.dirty) { |
||||
nlohmann::json network; |
||||
if (get(ns->first, network)) { |
||||
nlohmann::json newrec, selector0; |
||||
selector0["Name"] = networksSelectorName; |
||||
selector0["Ordinal"] = ns->first; |
||||
newrec["Selectors"].push_back(selector0); |
||||
newrec["Value"] = network.dump(); |
||||
newrec["OwnerPrivate"] = _lfOwnerPrivate; |
||||
newrec["MaskingKey"] = maskingKey; |
||||
newrec["PulseIfUnchanged"] = true; |
||||
try { |
||||
auto resp = htcli.Post("/makerecord", newrec.dump(), "application/json"); |
||||
if (resp) { |
||||
if (resp->status == 200) { |
||||
ns->second.dirty = false; |
||||
// printf("SET network %.16llx %s\n",ns->first,resp->body.c_str());
|
||||
} |
||||
else { |
||||
fprintf(stderr, "ERROR: LFDB: %d from node (create/update network): %s" ZT_EOL_S, resp->status, resp->body.c_str()); |
||||
} |
||||
} |
||||
else { |
||||
fprintf(stderr, "ERROR: LFDB: node is offline" ZT_EOL_S); |
||||
} |
||||
} |
||||
catch (std::exception& e) { |
||||
fprintf(stderr, "ERROR: LFDB: unexpected exception querying node (create/update network): %s" ZT_EOL_S, e.what()); |
||||
} |
||||
catch (...) { |
||||
fprintf(stderr, "ERROR: LFDB: unexpected exception querying node (create/update network): unknown exception" ZT_EOL_S); |
||||
} |
||||
} |
||||
} |
||||
|
||||
for (auto ms = ns->second.members.begin(); ms != ns->second.members.end(); ++ms) { |
||||
if ((_storeOnlineState) && (ms->second.lastOnlineDirty) && (ms->second.lastOnlineAddress)) { |
||||
nlohmann::json newrec, selector0, selector1, selectors, ip; |
||||
char tmp[1024], tmp2[128]; |
||||
OSUtils::ztsnprintf(tmp, sizeof(tmp), "com.zerotier.controller.lfdb:%s/network/%.16llx/online", controllerAddress, (unsigned long long)ns->first); |
||||
ms->second.lastOnlineAddress.toIpString(tmp2); |
||||
selector0["Name"] = tmp; |
||||
selector0["Ordinal"] = ms->first; |
||||
selector1["Name"] = tmp2; |
||||
selector1["Ordinal"] = 0; |
||||
selectors.push_back(selector0); |
||||
selectors.push_back(selector1); |
||||
newrec["Selectors"] = selectors; |
||||
const uint8_t* const rawip = (const uint8_t*)ms->second.lastOnlineAddress.rawIpData(); |
||||
switch (ms->second.lastOnlineAddress.ss_family) { |
||||
case AF_INET: |
||||
for (int j = 0; j < 4; ++j) |
||||
ip.push_back((unsigned int)rawip[j]); |
||||
break; |
||||
case AF_INET6: |
||||
for (int j = 0; j < 16; ++j) |
||||
ip.push_back((unsigned int)rawip[j]); |
||||
break; |
||||
default: |
||||
ip = tmp2; // should never happen since only IP transport is currently supported
|
||||
break; |
||||
} |
||||
newrec["Value"] = ip; |
||||
newrec["OwnerPrivate"] = _lfOwnerPrivate; |
||||
newrec["MaskingKey"] = maskingKey; |
||||
newrec["Timestamp"] = ms->second.lastOnlineTime; |
||||
newrec["PulseIfUnchanged"] = true; |
||||
try { |
||||
auto resp = htcli.Post("/makerecord", newrec.dump(), "application/json"); |
||||
if (resp) { |
||||
if (resp->status == 200) { |
||||
ms->second.lastOnlineDirty = false; |
||||
// printf("SET member online %.16llx %.10llx %s\n",ns->first,ms->first,resp->body.c_str());
|
||||
} |
||||
else { |
||||
fprintf(stderr, "ERROR: LFDB: %d from node (create/update member online status): %s" ZT_EOL_S, resp->status, resp->body.c_str()); |
||||
} |
||||
} |
||||
else { |
||||
fprintf(stderr, "ERROR: LFDB: node is offline" ZT_EOL_S); |
||||
} |
||||
} |
||||
catch (std::exception& e) { |
||||
fprintf(stderr, "ERROR: LFDB: unexpected exception querying node (create/update member online status): %s" ZT_EOL_S, e.what()); |
||||
} |
||||
catch (...) { |
||||
fprintf(stderr, "ERROR: LFDB: unexpected exception querying node (create/update member online status): unknown exception" ZT_EOL_S); |
||||
} |
||||
} |
||||
|
||||
if (ms->second.dirty) { |
||||
nlohmann::json network, member; |
||||
if (get(ns->first, network, ms->first, member)) { |
||||
nlohmann::json newrec, selector0, selector1, selectors; |
||||
selector0["Name"] = networksSelectorName; |
||||
selector0["Ordinal"] = ns->first; |
||||
selector1["Name"] = "member"; |
||||
selector1["Ordinal"] = ms->first; |
||||
selectors.push_back(selector0); |
||||
selectors.push_back(selector1); |
||||
newrec["Selectors"] = selectors; |
||||
newrec["Value"] = member.dump(); |
||||
newrec["OwnerPrivate"] = _lfOwnerPrivate; |
||||
newrec["MaskingKey"] = maskingKey; |
||||
newrec["PulseIfUnchanged"] = true; |
||||
try { |
||||
auto resp = htcli.Post("/makerecord", newrec.dump(), "application/json"); |
||||
if (resp) { |
||||
if (resp->status == 200) { |
||||
ms->second.dirty = false; |
||||
// printf("SET member %.16llx %.10llx %s\n",ns->first,ms->first,resp->body.c_str());
|
||||
} |
||||
else { |
||||
fprintf(stderr, "ERROR: LFDB: %d from node (create/update member): %s" ZT_EOL_S, resp->status, resp->body.c_str()); |
||||
} |
||||
} |
||||
else { |
||||
fprintf(stderr, "ERROR: LFDB: node is offline" ZT_EOL_S); |
||||
} |
||||
} |
||||
catch (std::exception& e) { |
||||
fprintf(stderr, "ERROR: LFDB: unexpected exception querying node (create/update member): %s" ZT_EOL_S, e.what()); |
||||
} |
||||
catch (...) { |
||||
fprintf(stderr, "ERROR: LFDB: unexpected exception querying node (create/update member): unknown exception" ZT_EOL_S); |
||||
} |
||||
} |
||||
} |
||||
} |
||||
} |
||||
} |
||||
|
||||
try { |
||||
std::ostringstream query; |
||||
query << "{" |
||||
"\"Ranges\":[{" |
||||
"\"Name\":\"" |
||||
<< networksSelectorName |
||||
<< "\"," |
||||
"\"Range\":[0,18446744073709551615]" |
||||
"}]," |
||||
"\"TimeRange\":[" |
||||
<< timeRangeStart |
||||
<< ",9223372036854775807]," |
||||
"\"MaskingKey\":\"" |
||||
<< maskingKey |
||||
<< "\"," |
||||
"\"Owners\":[\"" |
||||
<< _lfOwnerPublic |
||||
<< "\"]" |
||||
"}"; |
||||
auto resp = htcli.Post("/query", query.str(), "application/json"); |
||||
if (resp) { |
||||
if (resp->status == 200) { |
||||
nlohmann::json results(OSUtils::jsonParse(resp->body)); |
||||
if ((results.is_array()) && (! results.empty())) { |
||||
for (std::size_t ri = 0; ri < results.size(); ++ri) { |
||||
nlohmann::json& rset = results[ri]; |
||||
if ((rset.is_array()) && (! rset.empty())) { |
||||
nlohmann::json& result = rset[0]; |
||||
if (result.is_object()) { |
||||
nlohmann::json& record = result["Record"]; |
||||
if (record.is_object()) { |
||||
const std::string recordValue = result["Value"]; |
||||
// printf("GET network %s\n",recordValue.c_str());
|
||||
nlohmann::json network(OSUtils::jsonParse(recordValue)); |
||||
if (network.is_object()) { |
||||
const std::string idstr = network["id"]; |
||||
const uint64_t id = Utils::hexStrToU64(idstr.c_str()); |
||||
if ((id >> 24) == controllerAddressInt) { // sanity check
|
||||
|
||||
nlohmann::json oldNetwork; |
||||
if ((timeRangeStart > 0) && (get(id, oldNetwork))) { |
||||
const uint64_t revision = network["revision"]; |
||||
const uint64_t prevRevision = oldNetwork["revision"]; |
||||
if (prevRevision < revision) { |
||||
_networkChanged(oldNetwork, network, timeRangeStart > 0); |
||||
} |
||||
} |
||||
else { |
||||
nlohmann::json nullJson; |
||||
_networkChanged(nullJson, network, timeRangeStart > 0); |
||||
} |
||||
} |
||||
} |
||||
} |
||||
} |
||||
} |
||||
} |
||||
} |
||||
} |
||||
else { |
||||
fprintf(stderr, "ERROR: LFDB: %d from node (check for network updates): %s" ZT_EOL_S, resp->status, resp->body.c_str()); |
||||
} |
||||
} |
||||
else { |
||||
fprintf(stderr, "ERROR: LFDB: node is offline" ZT_EOL_S); |
||||
} |
||||
} |
||||
catch (std::exception& e) { |
||||
fprintf(stderr, "ERROR: LFDB: unexpected exception querying node (check for network updates): %s" ZT_EOL_S, e.what()); |
||||
} |
||||
catch (...) { |
||||
fprintf(stderr, "ERROR: LFDB: unexpected exception querying node (check for network updates): unknown exception" ZT_EOL_S); |
||||
} |
||||
|
||||
try { |
||||
std::ostringstream query; |
||||
query << "{" |
||||
"\"Ranges\":[{" |
||||
"\"Name\":\"" |
||||
<< networksSelectorName |
||||
<< "\"," |
||||
"\"Range\":[0,18446744073709551615]" |
||||
"},{" |
||||
"\"Name\":\"member\"," |
||||
"\"Range\":[0,18446744073709551615]" |
||||
"}]," |
||||
"\"TimeRange\":[" |
||||
<< timeRangeStart |
||||
<< ",9223372036854775807]," |
||||
"\"MaskingKey\":\"" |
||||
<< maskingKey |
||||
<< "\"," |
||||
"\"Owners\":[\"" |
||||
<< _lfOwnerPublic |
||||
<< "\"]" |
||||
"}"; |
||||
auto resp = htcli.Post("/query", query.str(), "application/json"); |
||||
if (resp) { |
||||
if (resp->status == 200) { |
||||
nlohmann::json results(OSUtils::jsonParse(resp->body)); |
||||
if ((results.is_array()) && (! results.empty())) { |
||||
for (std::size_t ri = 0; ri < results.size(); ++ri) { |
||||
nlohmann::json& rset = results[ri]; |
||||
if ((rset.is_array()) && (! rset.empty())) { |
||||
nlohmann::json& result = rset[0]; |
||||
if (result.is_object()) { |
||||
nlohmann::json& record = result["Record"]; |
||||
if (record.is_object()) { |
||||
const std::string recordValue = result["Value"]; |
||||
// printf("GET member %s\n",recordValue.c_str());
|
||||
nlohmann::json member(OSUtils::jsonParse(recordValue)); |
||||
if (member.is_object()) { |
||||
const std::string nwidstr = member["nwid"]; |
||||
const std::string idstr = member["id"]; |
||||
const uint64_t nwid = Utils::hexStrToU64(nwidstr.c_str()); |
||||
const uint64_t id = Utils::hexStrToU64(idstr.c_str()); |
||||
if ((id) && ((nwid >> 24) == controllerAddressInt)) { // sanity check
|
||||
|
||||
nlohmann::json network, oldMember; |
||||
if ((timeRangeStart > 0) && (get(nwid, network, id, oldMember))) { |
||||
const uint64_t revision = member["revision"]; |
||||
const uint64_t prevRevision = oldMember["revision"]; |
||||
if (prevRevision < revision) |
||||
_memberChanged(oldMember, member, timeRangeStart > 0); |
||||
} |
||||
else if (hasNetwork(nwid)) { |
||||
nlohmann::json nullJson; |
||||
_memberChanged(nullJson, member, timeRangeStart > 0); |
||||
} |
||||
} |
||||
} |
||||
} |
||||
} |
||||
} |
||||
} |
||||
} |
||||
} |
||||
else { |
||||
fprintf(stderr, "ERROR: LFDB: %d from node (check for member updates): %s" ZT_EOL_S, resp->status, resp->body.c_str()); |
||||
} |
||||
} |
||||
else { |
||||
fprintf(stderr, "ERROR: LFDB: node is offline" ZT_EOL_S); |
||||
} |
||||
} |
||||
catch (std::exception& e) { |
||||
fprintf(stderr, "ERROR: LFDB: unexpected exception querying node (check for member updates): %s" ZT_EOL_S, e.what()); |
||||
} |
||||
catch (...) { |
||||
fprintf(stderr, "ERROR: LFDB: unexpected exception querying node (check for member updates): unknown exception" ZT_EOL_S); |
||||
} |
||||
|
||||
timeRangeStart = time(nullptr) - 120; // start next query 2m before now to avoid losing updates
|
||||
_ready.store(true); |
||||
|
||||
for (int k = 0; k < 4; ++k) { // 2s delay between queries for remotely modified networks or members
|
||||
if (! _running.load()) |
||||
return; |
||||
std::this_thread::sleep_for(std::chrono::milliseconds(500)); |
||||
} |
||||
} |
||||
}); |
||||
} |
||||
|
||||
LFDB::~LFDB() |
||||
{ |
||||
_running.store(false); |
||||
_syncThread.join(); |
||||
} |
||||
|
||||
bool LFDB::waitForReady() |
||||
{ |
||||
while (! _ready.load()) { |
||||
std::this_thread::sleep_for(std::chrono::milliseconds(500)); |
||||
} |
||||
return true; |
||||
} |
||||
|
||||
bool LFDB::isReady() |
||||
{ |
||||
return (_ready.load()); |
||||
} |
||||
|
||||
bool LFDB::save(nlohmann::json& record, bool notifyListeners) |
||||
{ |
||||
bool modified = false; |
||||
const std::string objtype = record["objtype"]; |
||||
if (objtype == "network") { |
||||
const uint64_t nwid = OSUtils::jsonIntHex(record["id"], 0ULL); |
||||
if (nwid) { |
||||
nlohmann::json old; |
||||
get(nwid, old); |
||||
if ((! old.is_object()) || (! _compareRecords(old, record))) { |
||||
record["revision"] = OSUtils::jsonInt(record["revision"], 0ULL) + 1ULL; |
||||
_networkChanged(old, record, notifyListeners); |
||||
{ |
||||
std::lock_guard<std::mutex> l(_state_l); |
||||
_state[nwid].dirty = true; |
||||
} |
||||
modified = true; |
||||
} |
||||
} |
||||
} |
||||
else if (objtype == "member") { |
||||
const uint64_t nwid = OSUtils::jsonIntHex(record["nwid"], 0ULL); |
||||
const uint64_t id = OSUtils::jsonIntHex(record["id"], 0ULL); |
||||
if ((id) && (nwid)) { |
||||
nlohmann::json network, old; |
||||
get(nwid, network, id, old); |
||||
if ((! old.is_object()) || (! _compareRecords(old, record))) { |
||||
record["revision"] = OSUtils::jsonInt(record["revision"], 0ULL) + 1ULL; |
||||
_memberChanged(old, record, notifyListeners); |
||||
{ |
||||
std::lock_guard<std::mutex> l(_state_l); |
||||
_state[nwid].members[id].dirty = true; |
||||
} |
||||
modified = true; |
||||
} |
||||
} |
||||
} |
||||
return modified; |
||||
} |
||||
|
||||
void LFDB::eraseNetwork(const uint64_t networkId) |
||||
{ |
||||
// TODO
|
||||
} |
||||
|
||||
void LFDB::eraseMember(const uint64_t networkId, const uint64_t memberId) |
||||
{ |
||||
// TODO
|
||||
} |
||||
|
||||
void LFDB::nodeIsOnline(const uint64_t networkId, const uint64_t memberId, const InetAddress& physicalAddress, const char* osArch) |
||||
{ |
||||
std::lock_guard<std::mutex> l(_state_l); |
||||
auto nw = _state.find(networkId); |
||||
if (nw != _state.end()) { |
||||
auto m = nw->second.members.find(memberId); |
||||
if (m != nw->second.members.end()) { |
||||
m->second.lastOnlineTime = OSUtils::now(); |
||||
if (physicalAddress) |
||||
m->second.lastOnlineAddress = physicalAddress; |
||||
m->second.lastOnlineDirty = true; |
||||
} |
||||
} |
||||
} |
||||
|
||||
void LFDB::nodeIsOnline(const uint64_t networkId, const uint64_t memberId, const InetAddress& physicalAddress) |
||||
{ |
||||
this->nodeIsOnline(networkId, memberId, physicalAddress, "unknown/unknown"); |
||||
} |
||||
|
||||
} // namespace ZeroTier
|
||||
@ -1,85 +0,0 @@
|
||||
/*
|
||||
* Copyright (c)2019 ZeroTier, Inc. |
||||
* |
||||
* Use of this software is governed by the Business Source License included |
||||
* in the LICENSE.TXT file in the project's root directory. |
||||
* |
||||
* Change Date: 2026-01-01 |
||||
* |
||||
* On the date above, in accordance with the Business Source License, use |
||||
* of this software will be governed by version 2.0 of the Apache License. |
||||
*/ |
||||
/****/ |
||||
|
||||
#ifndef ZT_CONTROLLER_LFDB_HPP |
||||
#define ZT_CONTROLLER_LFDB_HPP |
||||
|
||||
#include "DB.hpp" |
||||
|
||||
#include <atomic> |
||||
#include <mutex> |
||||
#include <string> |
||||
#include <unordered_map> |
||||
|
||||
namespace ZeroTier { |
||||
|
||||
/**
|
||||
* DB implementation for controller that stores data in LF |
||||
*/ |
||||
class LFDB : public DB { |
||||
public: |
||||
/**
|
||||
* @param myId This controller's identity |
||||
* @param path Base path for ZeroTier node itself |
||||
* @param lfOwnerPrivate LF owner private in PEM format |
||||
* @param lfOwnerPublic LF owner public in @base62 format |
||||
* @param lfNodeHost LF node host |
||||
* @param lfNodePort LF node http (not https) port |
||||
* @param storeOnlineState If true, store online/offline state and IP info in LF (a lot of data, only for private networks!) |
||||
*/ |
||||
LFDB(const Identity& myId, const char* path, const char* lfOwnerPrivate, const char* lfOwnerPublic, const char* lfNodeHost, int lfNodePort, bool storeOnlineState); |
||||
virtual ~LFDB(); |
||||
|
||||
virtual bool waitForReady(); |
||||
virtual bool isReady(); |
||||
virtual bool save(nlohmann::json& record, bool notifyListeners); |
||||
virtual void eraseNetwork(const uint64_t networkId); |
||||
virtual void eraseMember(const uint64_t networkId, const uint64_t memberId); |
||||
virtual void nodeIsOnline(const uint64_t networkId, const uint64_t memberId, const InetAddress& physicalAddress); |
||||
virtual void nodeIsOnline(const uint64_t networkId, const uint64_t memberId, const InetAddress& physicalAddress, const char* osArch); |
||||
|
||||
protected: |
||||
const Identity _myId; |
||||
|
||||
std::string _lfOwnerPrivate, _lfOwnerPublic; |
||||
std::string _lfNodeHost; |
||||
int _lfNodePort; |
||||
|
||||
struct _MemberState { |
||||
_MemberState() : lastOnlineAddress(), lastOnlineTime(0), dirty(false), lastOnlineDirty(false) |
||||
{ |
||||
} |
||||
InetAddress lastOnlineAddress; |
||||
int64_t lastOnlineTime; |
||||
bool dirty; |
||||
bool lastOnlineDirty; |
||||
}; |
||||
struct _NetworkState { |
||||
_NetworkState() : members(), dirty(false) |
||||
{ |
||||
} |
||||
std::unordered_map<uint64_t, _MemberState> members; |
||||
bool dirty; |
||||
}; |
||||
std::unordered_map<uint64_t, _NetworkState> _state; |
||||
std::mutex _state_l; |
||||
|
||||
std::atomic_bool _running; |
||||
std::atomic_bool _ready; |
||||
std::thread _syncThread; |
||||
bool _storeOnlineState; |
||||
}; |
||||
|
||||
} // namespace ZeroTier
|
||||
|
||||
#endif |
||||
Loading…
Reference in new issue