Rust implementation of NextGraph, a Decentralized and local-first web 3.0 ecosystem
https://nextgraph.org
byzantine-fault-tolerancecrdtsdappsdecentralizede2eeeventual-consistencyjson-ldlocal-firstmarkdownocapoffline-firstp2pp2p-networkprivacy-protectionrdfrich-text-editorself-hostedsemantic-websparqlweb3collaboration
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
395 lines
12 KiB
395 lines
12 KiB
2 years ago
|
/*
|
||
9 months ago
|
* Copyright (c) 2022-2024 Niko Bonnieure, Par le Peuple, NextGraph.org developers
|
||
2 years ago
|
* All rights reserved.
|
||
|
* Licensed under the Apache License, Version 2.0
|
||
|
* <LICENSE-APACHE2 or http://www.apache.org/licenses/LICENSE-2.0>
|
||
|
* or the MIT license <LICENSE-MIT or http://opensource.org/licenses/MIT>,
|
||
|
* at your option. All files in the project carrying such
|
||
|
* notice may not be copied, modified, or distributed except
|
||
|
* according to those terms.
|
||
|
*/
|
||
|
|
||
1 year ago
|
use crate::types::*;
|
||
8 months ago
|
#[cfg(target_arch = "wasm32")]
|
||
|
use crate::NG_BOOTSTRAP_LOCAL_PATH;
|
||
2 years ago
|
use async_std::task;
|
||
2 years ago
|
use ed25519_dalek::*;
|
||
8 months ago
|
use futures::{channel::mpsc, Future};
|
||
1 year ago
|
use noise_protocol::U8Array;
|
||
2 years ago
|
use noise_protocol::DH;
|
||
1 year ago
|
use noise_rust_crypto::sensitive::Sensitive;
|
||
8 months ago
|
#[cfg(target_arch = "wasm32")]
|
||
7 months ago
|
use ng_repo::errors::*;
|
||
|
use ng_repo::types::PubKey;
|
||
|
use ng_repo::{log::*, types::PrivKey};
|
||
1 year ago
|
use std::net::{IpAddr, Ipv4Addr, Ipv6Addr};
|
||
1 year ago
|
use url::Host;
|
||
|
use url::Url;
|
||
2 years ago
|
|
||
|
#[cfg(target_arch = "wasm32")]
|
||
|
pub fn spawn_and_log_error<F>(fut: F) -> task::JoinHandle<()>
|
||
|
where
|
||
|
F: Future<Output = ResultSend<()>> + 'static,
|
||
|
{
|
||
|
task::spawn_local(async move {
|
||
|
if let Err(e) = fut.await {
|
||
1 year ago
|
log_err!("EXCEPTION {}", e)
|
||
2 years ago
|
}
|
||
|
})
|
||
|
}
|
||
|
#[cfg(target_arch = "wasm32")]
|
||
|
pub type ResultSend<T> = std::result::Result<T, Box<dyn std::error::Error + Send + Sync>>;
|
||
|
|
||
|
#[cfg(not(target_arch = "wasm32"))]
|
||
|
pub type ResultSend<T> = std::result::Result<T, Box<dyn std::error::Error + Send + Sync>>;
|
||
|
|
||
|
#[cfg(not(target_arch = "wasm32"))]
|
||
|
pub fn spawn_and_log_error<F>(fut: F) -> task::JoinHandle<()>
|
||
|
where
|
||
|
F: Future<Output = ResultSend<()>> + Send + 'static,
|
||
|
{
|
||
|
task::spawn(async move {
|
||
|
if let Err(e) = fut.await {
|
||
1 year ago
|
log_err!("{}", e)
|
||
2 years ago
|
}
|
||
|
})
|
||
|
}
|
||
2 years ago
|
|
||
8 months ago
|
#[cfg(target_arch = "wasm32")]
|
||
1 year ago
|
#[cfg(debug_assertions)]
|
||
|
const APP_PREFIX: &str = "http://localhost:14400";
|
||
|
|
||
8 months ago
|
#[cfg(target_arch = "wasm32")]
|
||
1 year ago
|
#[cfg(not(debug_assertions))]
|
||
|
const APP_PREFIX: &str = "";
|
||
|
|
||
1 year ago
|
pub fn decode_invitation_string(string: String) -> Option<Invitation> {
|
||
|
Invitation::try_from(string).ok()
|
||
|
}
|
||
|
|
||
|
pub fn check_is_local_url(bootstrap: &BrokerServerV0, location: &String) -> Option<String> {
|
||
|
if location.starts_with(APP_NG_ONE_URL) {
|
||
|
match &bootstrap.server_type {
|
||
8 months ago
|
BrokerServerTypeV0::Public(_) | BrokerServerTypeV0::BoxPublicDyn(_) => {
|
||
1 year ago
|
return Some(APP_NG_ONE_WS_URL.to_string());
|
||
|
}
|
||
|
_ => {}
|
||
|
}
|
||
|
} else if let BrokerServerTypeV0::Domain(domain) = &bootstrap.server_type {
|
||
|
let url = format!("https://{}", domain);
|
||
|
if location.starts_with(&url) {
|
||
|
return Some(url);
|
||
|
}
|
||
|
} else {
|
||
|
// localhost
|
||
|
if location.starts_with(LOCAL_URLS[0])
|
||
|
|| location.starts_with(LOCAL_URLS[1])
|
||
|
|| location.starts_with(LOCAL_URLS[2])
|
||
|
{
|
||
|
if let BrokerServerTypeV0::Localhost(port) = bootstrap.server_type {
|
||
|
return Some(local_http_url(&port));
|
||
|
}
|
||
|
}
|
||
|
// a private address
|
||
|
else if location.starts_with("http://") {
|
||
|
let url = Url::parse(location).unwrap();
|
||
|
match url.host() {
|
||
|
Some(Host::Ipv4(ip)) => {
|
||
|
if is_ipv4_private(&ip) {
|
||
|
let res = bootstrap.first_ipv4_http();
|
||
|
if res.is_some() {
|
||
|
return res;
|
||
|
}
|
||
|
}
|
||
|
}
|
||
|
Some(Host::Ipv6(ip)) => {
|
||
|
if is_ipv6_private(&ip) {
|
||
|
let res = bootstrap.first_ipv6_http();
|
||
|
if res.is_some() {
|
||
|
return res;
|
||
|
}
|
||
|
}
|
||
|
}
|
||
|
_ => {}
|
||
|
}
|
||
|
}
|
||
|
}
|
||
|
None
|
||
|
}
|
||
|
|
||
1 year ago
|
#[cfg(target_arch = "wasm32")]
|
||
1 year ago
|
async fn retrieve_ng_bootstrap(location: &String) -> Option<LocalBootstrapInfo> {
|
||
1 year ago
|
let prefix = if (APP_PREFIX == "") {
|
||
|
let url = Url::parse(location).unwrap();
|
||
|
url.origin().unicode_serialization()
|
||
|
} else {
|
||
|
APP_PREFIX.to_string()
|
||
1 year ago
|
};
|
||
1 year ago
|
let url = format!("{}{}", prefix, NG_BOOTSTRAP_LOCAL_PATH);
|
||
1 year ago
|
log_info!("url {}", url);
|
||
1 year ago
|
let resp = reqwest::get(url).await;
|
||
1 year ago
|
//log_info!("{:?}", resp);
|
||
1 year ago
|
if resp.is_ok() {
|
||
1 year ago
|
let resp = resp.unwrap().json::<LocalBootstrapInfo>().await;
|
||
1 year ago
|
return if resp.is_ok() {
|
||
|
Some(resp.unwrap())
|
||
|
} else {
|
||
|
None
|
||
|
};
|
||
1 year ago
|
} else {
|
||
|
//log_info!("err {}", resp.unwrap_err());
|
||
|
return None;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
#[cfg(target_arch = "wasm32")]
|
||
|
pub async fn retrieve_local_url(location: String) -> Option<String> {
|
||
1 year ago
|
let info = retrieve_ng_bootstrap(&location).await;
|
||
|
if info.is_none() {
|
||
1 year ago
|
return None;
|
||
|
}
|
||
1 year ago
|
for bootstrap in info.unwrap().servers() {
|
||
1 year ago
|
let res = check_is_local_url(bootstrap, &location);
|
||
|
if res.is_some() {
|
||
|
return res;
|
||
|
}
|
||
|
}
|
||
|
None
|
||
|
}
|
||
|
|
||
1 year ago
|
#[cfg(target_arch = "wasm32")]
|
||
1 year ago
|
pub async fn retrieve_local_bootstrap(
|
||
|
location_string: String,
|
||
|
invite_string: Option<String>,
|
||
1 year ago
|
must_be_public: bool,
|
||
1 year ago
|
) -> Option<Invitation> {
|
||
|
let invite1: Option<Invitation> = if invite_string.is_some() {
|
||
|
let invitation: Result<Invitation, NgError> = invite_string.clone().unwrap().try_into();
|
||
|
invitation.ok()
|
||
|
} else {
|
||
|
None
|
||
|
};
|
||
|
log_debug!("{}", location_string);
|
||
|
log_debug!("invite_String {:?} invite1{:?}", invite_string, invite1);
|
||
|
|
||
|
let invite2: Option<Invitation> = {
|
||
1 year ago
|
let info = retrieve_ng_bootstrap(&location_string).await;
|
||
|
if info.is_none() {
|
||
1 year ago
|
None
|
||
|
} else {
|
||
1 year ago
|
let mut inv: Invitation = info.unwrap().into();
|
||
1 year ago
|
Some(inv)
|
||
|
}
|
||
1 year ago
|
};
|
||
|
|
||
|
let res = if invite1.is_none() {
|
||
|
invite2
|
||
|
} else if invite2.is_none() {
|
||
|
invite1
|
||
|
} else {
|
||
|
invite1.map(|i| i.intersects(invite2.unwrap()))
|
||
|
};
|
||
|
|
||
|
if res.is_some() {
|
||
|
for server in res.as_ref().unwrap().get_servers() {
|
||
1 year ago
|
if must_be_public && server.is_public_server()
|
||
1 year ago
|
|| !must_be_public && check_is_local_url(server, &location_string).is_some()
|
||
1 year ago
|
{
|
||
|
return res;
|
||
|
}
|
||
|
}
|
||
|
return None;
|
||
|
}
|
||
|
res
|
||
|
}
|
||
|
|
||
1 year ago
|
pub fn sensitive_from_privkey(privkey: PrivKey) -> Sensitive<[u8; 32]> {
|
||
|
// we copy the key here, because otherwise the 2 zeroize would conflict. as the drop of the PrivKey might be called before the one of Sensitive
|
||
|
let mut bits: [u8; 32] = [0u8; 32];
|
||
|
bits.copy_from_slice(privkey.slice());
|
||
|
Sensitive::<[u8; 32]>::from_slice(&bits)
|
||
1 year ago
|
}
|
||
|
|
||
1 year ago
|
pub fn dh_privkey_from_sensitive(privkey: Sensitive<[u8; 32]>) -> PrivKey {
|
||
|
// we copy the key here, because otherwise the 2 zeroize would conflict. as the drop of the Sensitive might be called before the one of PrivKey
|
||
|
let mut bits: [u8; 32] = [0u8; 32];
|
||
|
bits.copy_from_slice(privkey.as_slice());
|
||
|
PrivKey::X25519PrivKey(bits)
|
||
1 year ago
|
}
|
||
|
|
||
1 year ago
|
pub type Sender<T> = mpsc::UnboundedSender<T>;
|
||
|
pub type Receiver<T> = mpsc::UnboundedReceiver<T>;
|
||
1 year ago
|
|
||
1 year ago
|
pub fn gen_dh_keys() -> (PrivKey, PubKey) {
|
||
2 years ago
|
let pri = noise_rust_crypto::X25519::genkey();
|
||
|
let publ = noise_rust_crypto::X25519::pubkey(&pri);
|
||
1 year ago
|
|
||
1 year ago
|
(dh_privkey_from_sensitive(pri), PubKey::X25519PubKey(publ))
|
||
1 year ago
|
}
|
||
|
|
||
2 years ago
|
pub struct Dual25519Keys {
|
||
|
pub x25519_priv: Sensitive<[u8; 32]>,
|
||
|
pub x25519_public: [u8; 32],
|
||
|
pub ed25519_priv: SecretKey,
|
||
|
pub ed25519_pub: PublicKey,
|
||
|
}
|
||
|
|
||
|
impl Dual25519Keys {
|
||
|
pub fn generate() -> Self {
|
||
1 year ago
|
let mut random = Sensitive::<[u8; 32]>::new();
|
||
|
getrandom::getrandom(&mut *random).expect("getrandom failed");
|
||
2 years ago
|
|
||
1 year ago
|
let ed25519_priv = SecretKey::from_bytes(&random.as_slice()).unwrap();
|
||
1 year ago
|
let exp: ExpandedSecretKey = (&ed25519_priv).into();
|
||
1 year ago
|
let mut exp_bytes = exp.to_bytes();
|
||
1 year ago
|
let ed25519_pub: PublicKey = (&ed25519_priv).into();
|
||
1 year ago
|
for byte in &mut exp_bytes[32..] {
|
||
|
*byte = 0;
|
||
1 year ago
|
}
|
||
|
let mut bits = Sensitive::<[u8; 32]>::from_slice(&exp_bytes[0..32]);
|
||
|
bits[0] &= 248;
|
||
|
bits[31] &= 127;
|
||
|
bits[31] |= 64;
|
||
2 years ago
|
|
||
1 year ago
|
let x25519_public = noise_rust_crypto::X25519::pubkey(&bits);
|
||
2 years ago
|
|
||
|
Self {
|
||
1 year ago
|
x25519_priv: bits,
|
||
2 years ago
|
x25519_public,
|
||
|
ed25519_priv,
|
||
|
ed25519_pub,
|
||
|
}
|
||
|
}
|
||
|
}
|
||
1 year ago
|
|
||
|
pub fn get_domain_without_port(domain: &String) -> String {
|
||
|
let parts: Vec<&str> = domain.split(':').collect();
|
||
|
parts[0].to_string()
|
||
|
}
|
||
|
|
||
|
pub fn get_domain_without_port_443(domain: &str) -> &str {
|
||
|
let parts: Vec<&str> = domain.split(':').collect();
|
||
|
if parts.len() > 1 && parts[1] == "443" {
|
||
|
return parts[0];
|
||
|
}
|
||
|
domain
|
||
|
}
|
||
|
|
||
|
pub fn is_public_ipv4(ip: &Ipv4Addr) -> bool {
|
||
8 months ago
|
// TODO, use core::net::Ipv4Addr.is_global when it will be stable
|
||
1 year ago
|
return is_ipv4_global(ip);
|
||
|
}
|
||
|
|
||
|
pub fn is_public_ipv6(ip: &Ipv6Addr) -> bool {
|
||
|
// TODO, use core::net::Ipv6Addr.is_global when it will be stable
|
||
|
return is_ipv6_global(ip);
|
||
|
}
|
||
|
|
||
|
pub fn is_public_ip(ip: &IpAddr) -> bool {
|
||
|
match ip {
|
||
|
IpAddr::V4(v4) => is_public_ipv4(v4),
|
||
|
IpAddr::V6(v6) => is_public_ipv6(v6),
|
||
|
}
|
||
|
}
|
||
|
|
||
|
pub fn is_private_ip(ip: &IpAddr) -> bool {
|
||
|
match ip {
|
||
|
IpAddr::V4(v4) => is_ipv4_private(v4),
|
||
|
IpAddr::V6(v6) => is_ipv6_private(v6),
|
||
|
}
|
||
|
}
|
||
1 year ago
|
|
||
|
#[must_use]
|
||
|
#[inline]
|
||
|
pub const fn is_ipv4_shared(addr: &Ipv4Addr) -> bool {
|
||
|
addr.octets()[0] == 100 && (addr.octets()[1] & 0b1100_0000 == 0b0100_0000)
|
||
|
}
|
||
|
|
||
|
#[must_use]
|
||
|
#[inline]
|
||
|
pub const fn is_ipv4_benchmarking(addr: &Ipv4Addr) -> bool {
|
||
|
addr.octets()[0] == 198 && (addr.octets()[1] & 0xfe) == 18
|
||
|
}
|
||
|
|
||
|
#[must_use]
|
||
|
#[inline]
|
||
|
pub const fn is_ipv4_reserved(addr: &Ipv4Addr) -> bool {
|
||
|
addr.octets()[0] & 240 == 240 && !addr.is_broadcast()
|
||
|
}
|
||
|
|
||
|
#[must_use]
|
||
|
#[inline]
|
||
|
pub const fn is_ipv4_private(addr: &Ipv4Addr) -> bool {
|
||
|
addr.is_private() || addr.is_link_local()
|
||
|
}
|
||
|
|
||
|
#[must_use]
|
||
|
#[inline]
|
||
|
pub const fn is_ipv4_global(addr: &Ipv4Addr) -> bool {
|
||
|
!(addr.octets()[0] == 0 // "This network"
|
||
|
|| addr.is_private()
|
||
|
|| is_ipv4_shared(addr)
|
||
|
|| addr.is_loopback()
|
||
|
|| addr.is_link_local()
|
||
|
// addresses reserved for future protocols (`192.0.0.0/24`)
|
||
|
||(addr.octets()[0] == 192 && addr.octets()[1] == 0 && addr.octets()[2] == 0)
|
||
|
|| addr.is_documentation()
|
||
|
|| is_ipv4_benchmarking(addr)
|
||
|
|| is_ipv4_reserved(addr)
|
||
|
|| addr.is_broadcast())
|
||
|
}
|
||
|
|
||
|
#[must_use]
|
||
|
#[inline]
|
||
|
pub const fn is_ipv6_unique_local(addr: &Ipv6Addr) -> bool {
|
||
|
(addr.segments()[0] & 0xfe00) == 0xfc00
|
||
|
}
|
||
|
|
||
|
#[must_use]
|
||
|
#[inline]
|
||
|
pub const fn is_ipv6_unicast_link_local(addr: &Ipv6Addr) -> bool {
|
||
|
(addr.segments()[0] & 0xffc0) == 0xfe80
|
||
|
}
|
||
|
|
||
|
#[must_use]
|
||
|
#[inline]
|
||
|
pub const fn is_ipv6_documentation(addr: &Ipv6Addr) -> bool {
|
||
|
(addr.segments()[0] == 0x2001) && (addr.segments()[1] == 0xdb8)
|
||
|
}
|
||
|
|
||
|
#[must_use]
|
||
|
#[inline]
|
||
|
pub const fn is_ipv6_private(addr: &Ipv6Addr) -> bool {
|
||
|
is_ipv6_unique_local(addr)
|
||
|
}
|
||
|
|
||
|
#[must_use]
|
||
|
#[inline]
|
||
|
pub const fn is_ipv6_global(addr: &Ipv6Addr) -> bool {
|
||
|
!(addr.is_unspecified()
|
||
|
|| addr.is_loopback()
|
||
|
// IPv4-mapped Address (`::ffff:0:0/96`)
|
||
|
|| matches!(addr.segments(), [0, 0, 0, 0, 0, 0xffff, _, _])
|
||
|
// IPv4-IPv6 Translat. (`64:ff9b:1::/48`)
|
||
|
|| matches!(addr.segments(), [0x64, 0xff9b, 1, _, _, _, _, _])
|
||
|
// Discard-Only Address Block (`100::/64`)
|
||
|
|| matches!(addr.segments(), [0x100, 0, 0, 0, _, _, _, _])
|
||
|
// IETF Protocol Assignments (`2001::/23`)
|
||
|
|| (matches!(addr.segments(), [0x2001, b, _, _, _, _, _, _] if b < 0x200)
|
||
|
&& !(
|
||
|
// Port Control Protocol Anycast (`2001:1::1`)
|
||
|
u128::from_be_bytes(addr.octets()) == 0x2001_0001_0000_0000_0000_0000_0000_0001
|
||
|
// Traversal Using Relays around NAT Anycast (`2001:1::2`)
|
||
|
|| u128::from_be_bytes(addr.octets()) == 0x2001_0001_0000_0000_0000_0000_0000_0002
|
||
|
// AMT (`2001:3::/32`)
|
||
|
|| matches!(addr.segments(), [0x2001, 3, _, _, _, _, _, _])
|
||
|
// AS112-v6 (`2001:4:112::/48`)
|
||
|
|| matches!(addr.segments(), [0x2001, 4, 0x112, _, _, _, _, _])
|
||
|
// ORCHIDv2 (`2001:20::/28`)
|
||
|
|| matches!(addr.segments(), [0x2001, b, _, _, _, _, _, _] if b >= 0x20 && b <= 0x2F)
|
||
|
))
|
||
|
|| is_ipv6_documentation(addr)
|
||
|
|| is_ipv6_unique_local(addr)
|
||
|
|| is_ipv6_unicast_link_local(addr))
|
||
|
}
|