ready-to-test

This commit is contained in:
Tony Rewin 2023-10-03 16:29:31 +03:00
parent 238a8406da
commit caa659b2c7
5 changed files with 115 additions and 213 deletions

84
Cargo.lock generated
View File

@ -232,21 +232,6 @@ dependencies = [
"alloc-no-stdlib", "alloc-no-stdlib",
] ]
[[package]]
name = "android-tzdata"
version = "0.1.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "e999941b234f3131b00bc13c22d06e8c5ff726d1b6318ac7eb276997bbb4fef0"
[[package]]
name = "android_system_properties"
version = "0.1.5"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "819e7219dbd41043ac279b19830f2efc897156490d7fd6ea916720117ee66311"
dependencies = [
"libc",
]
[[package]] [[package]]
name = "async-trait" name = "async-trait"
version = "0.1.73" version = "0.1.73"
@ -364,20 +349,6 @@ version = "1.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "baf1de4339761588bc0619e3cbc0120ee582ebb74b53b4efbf79117bd2da40fd" checksum = "baf1de4339761588bc0619e3cbc0120ee582ebb74b53b4efbf79117bd2da40fd"
[[package]]
name = "chrono"
version = "0.4.31"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "7f2c685bad3eb3d45a01354cedb7d5faa66194d1d58ba6e267a8de788f79db38"
dependencies = [
"android-tzdata",
"iana-time-zone",
"js-sys",
"num-traits",
"wasm-bindgen",
"windows-targets",
]
[[package]] [[package]]
name = "combine" name = "combine"
version = "4.6.6" version = "4.6.6"
@ -483,19 +454,16 @@ dependencies = [
] ]
[[package]] [[package]]
name = "discoursio-presense" name = "discoursio-presence"
version = "0.2.8" version = "0.2.8"
dependencies = [ dependencies = [
"actix-web", "actix-web",
"bytes",
"chrono",
"futures", "futures",
"redis", "redis",
"reqwest", "reqwest",
"serde", "serde",
"serde_json", "serde_json",
"tokio", "tokio",
"uuid",
] ]
[[package]] [[package]]
@ -792,29 +760,6 @@ dependencies = [
"tokio-native-tls", "tokio-native-tls",
] ]
[[package]]
name = "iana-time-zone"
version = "0.1.57"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "2fad5b825842d2b38bd206f3e81d6957625fd7f0a361e345c30e01a0ae2dd613"
dependencies = [
"android_system_properties",
"core-foundation-sys",
"iana-time-zone-haiku",
"js-sys",
"wasm-bindgen",
"windows",
]
[[package]]
name = "iana-time-zone-haiku"
version = "0.1.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "f31827a206f56af32e590ba56d5d2d085f558508192593743f16b2306495269f"
dependencies = [
"cc",
]
[[package]] [[package]]
name = "idna" name = "idna"
version = "0.4.0" version = "0.4.0"
@ -973,15 +918,6 @@ dependencies = [
"tempfile", "tempfile",
] ]
[[package]]
name = "num-traits"
version = "0.2.16"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "f30b0abd723be7e2ffca1272140fac1a2f084c77ec3e123c192b66af1ee9e6c2"
dependencies = [
"autocfg",
]
[[package]] [[package]]
name = "num_cpus" name = "num_cpus"
version = "1.16.0" version = "1.16.0"
@ -1639,15 +1575,6 @@ dependencies = [
"percent-encoding", "percent-encoding",
] ]
[[package]]
name = "uuid"
version = "1.4.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "79daa5ed5740825c40b389c5e50312b9c86df53fccd33f281df655642b43869d"
dependencies = [
"getrandom",
]
[[package]] [[package]]
name = "vcpkg" name = "vcpkg"
version = "0.2.15" version = "0.2.15"
@ -1773,15 +1700,6 @@ version = "0.4.0"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "712e227841d057c1ee1cd2fb22fa7e5a5461ae8e48fa2ca79ec42cfc1931183f" checksum = "712e227841d057c1ee1cd2fb22fa7e5a5461ae8e48fa2ca79ec42cfc1931183f"
[[package]]
name = "windows"
version = "0.48.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "e686886bc078bc1b0b600cac0147aadb815089b6e4da64016cbd754b6342700f"
dependencies = [
"windows-targets",
]
[[package]] [[package]]
name = "windows-sys" name = "windows-sys"
version = "0.48.0" version = "0.48.0"

View File

@ -1,5 +1,5 @@
[package] [package]
name = "discoursio-presense" name = "discoursio-presence"
version = "0.2.8" version = "0.2.8"
edition = "2021" edition = "2021"
@ -11,11 +11,8 @@ tokio = { version = "1", features = ["full"]}
redis = { version = "0.23", features = ["tokio-comp"]} redis = { version = "0.23", features = ["tokio-comp"]}
serde = { version = "1.0", features = ["derive"] } serde = { version = "1.0", features = ["derive"] }
serde_json = "1.0" serde_json = "1.0"
bytes = "1.0"
reqwest = { version = "0.11", features = ["json"] } reqwest = { version = "0.11", features = ["json"] }
futures = "0.3.28" futures = "0.3.28"
uuid = { version = "1.4.1", features = ["v4"] }
chrono = "0.4"
[[bin]] [[bin]]
name = "presense" name = "presense"

View File

@ -1,4 +1,14 @@
## Presence
"Присутствие" - это сервер для пересылки сообщений в реальном времени. Текущая версия использует SSE-транспорт.
### ENV ### ENV
- API_BASE - API_BASE
- REDIS_URL - REDIS_URL
### Как это работает
Сервис подписывается на Redus PubSub каналы `new_reaction`, `new_follower`, `new_shout` и `chat:<chat_id>` и пересылает из них те сообщения, которые предназначены пользователю, который подписался на SSE по адресу `/presence/<auth_token>`

View File

@ -1,35 +1,8 @@
use reqwest::Client as HTTPClient; use reqwest::Client as HTTPClient;
use serde::{Serialize, Deserialize};
use serde_json::Value; use serde_json::Value;
use std::collections::HashMap;
use std::error::Error; use std::error::Error;
use std::env; use std::env;
use uuid::Uuid;
use chrono::Utc;
#[derive(Debug, Serialize, Deserialize)]
#[serde(rename_all = "snake_case")]
enum PayloadKind {
NewMessage,
NewFollower,
NewShout,
NewApproval,
NewComment,
NewRate,
}
#[derive(Debug, Serialize, Deserialize)]
struct Payload {
chat_id: Option<String>,
shout_id: Option<i32>,
author_id: Option<i32>,
topic_id: Option<i32>,
reaction_id: Option<i32>,
community_id: Option<i32>,
kind: PayloadKind,
body: String,
}
pub async fn get_auth_id(token: &str) -> Result<i32, Box<dyn Error>> { pub async fn get_auth_id(token: &str) -> Result<i32, Box<dyn Error>> {
let api_base = env::var("API_BASE")?; let api_base = env::var("API_BASE")?;
@ -51,33 +24,69 @@ pub async fn get_auth_id(token: &str) -> Result<i32, Box<dyn Error>> {
Ok(id) Ok(id)
} }
pub async fn create_first_chat(author_id: i32, con: &mut redis::aio::Connection) -> Result<Vec<String>, Box<dyn Error>> {
let chat_id = Uuid::new_v4().to_string();
let members = vec![author_id.to_string(), "1".to_string()];
let timestamp = Utc::now().timestamp();
let chat = serde_json::json!({ async fn get_shout_followers(shout_id: &str) -> Result<Vec<i32>, Box<dyn Error>> {
"id": chat_id.clone(), let api_base = env::var("API_BASE")?;
"admins": members.clone(), let gql = format!(r#"
"members": members.clone(), query {{
"title": "", shoutFollowers(shout: "{}") {{
"createdBy": author_id, follower {{
"createdAt": timestamp, id
"updatedAt": timestamp, }}
}); }}
}}
let _: () = redis::pipe() "#, shout_id);
.atomic() let client = reqwest::Client::new();
.cmd("SADD") let response = client
.arg(format!("chats_by_author/{}", author_id)) .post(&api_base)
.arg(&chat_id) .body(gql)
.ignore() .send()
.set(format!("chats/{}", chat_id), chat.to_string())
.ignore()
.set(format!("chats/{}/next_message_id", chat_id), "0")
.ignore()
.query_async(con)
.await?; .await?;
Ok(vec![chat_id]) let response_body: serde_json::Value = response.json().await?;
let ids: Vec<i32> = response_body["data"]["shoutFollowers"]
.as_array()
.ok_or("Failed to parse follower array")?
.iter()
.filter_map(|f| f["follower"]["id"].as_i64().map(|id| id as i32))
.collect();
Ok(ids)
}
pub async fn is_fitting(listener_id: i32, payload: HashMap<String, String>) -> Result<bool, &'static str> {
match payload.get("kind") {
Some(kind) => {
match kind.as_str() {
"new_follower" => {
// payload is AuthorFollower
Ok(payload.get("author").unwrap().to_string() == listener_id.to_string())
},
"new_reaction" => {
// payload is Reaction
let shout_id = payload.get("shout").unwrap();
let recipients = get_shout_followers(shout_id).await.unwrap();
Ok(recipients.contains(&listener_id))
},
"new_shout" => {
// payload is Shout
// TODO: check all community subscribers if no then
// check all topics subscribers if no then
// check all authors subscribers
Ok(true)
},
"new_message" => {
// payload is Chat
let members_str = payload.get("members").unwrap();
let members = serde_json::from_str::<Vec<String>>(members_str).unwrap();
Ok(members.contains(&listener_id.to_string()))
},
_ => Err("Invalid kind"),
}
},
None => Err("No kind provided"),
}
} }

View File

@ -1,113 +1,81 @@
use actix_web::{web, App, HttpResponse, HttpServer, Responder, web::Bytes}; use actix_web::{web, App, HttpResponse, HttpServer, web::Bytes};
use redis::{Client, AsyncCommands}; use redis::{Client, AsyncCommands};
use std::collections::HashMap; use std::collections::HashMap;
use std::env; use std::env;
use futures::StreamExt; use futures::StreamExt;
use tokio::sync::broadcast; use tokio::sync::broadcast;
use actix_web::error::{ErrorUnauthorized, ErrorInternalServerError as ServerError};
mod data; mod data;
async fn sse_handler( async fn sse_handler(
token: web::Path<String>, token: web::Path<String>,
redis: web::Data<Client>, redis: web::Data<Client>,
) -> impl Responder { ) -> Result<HttpResponse, actix_web::Error> {
let listener_id = data::get_auth_id(&token).await.map_err(|e| {
eprintln!("TOKEN check failed: {}", e);
ErrorUnauthorized("Unauthorized")
})?;
let author_id = match data::get_auth_id(&token).await { let mut con = redis.get_async_connection().await.map_err(|e| {
Ok(id) => id, eprintln!("Failed to get async connection: {}", e);
Err(e) => { ServerError("Internal Server Error")
eprintln!("TOKEN check failed: {}", e); })?;
return HttpResponse::Unauthorized().finish();
}
};
let mut con = match redis.get_async_connection().await { con.sadd::<&str, &i32, usize>("authors-online", &listener_id).await.map_err(|e| {
Ok(con) => con, eprintln!("Failed to add author to online list: {}", e);
Err(e) => { ServerError("Internal Server Error")
eprintln!("Failed to get async connection: {}", e); })?;
return HttpResponse::InternalServerError().finish();
}
};
let _ = match con.sadd::<&str, &i32, usize>("authors-online", &author_id).await { let chats: Vec<String> = con.smembers::<String, Vec<String>>(format!("chats_by_author/{}", listener_id)).await.map_err(|e| {
Ok(_) => (), eprintln!("Failed to get chats by author: {}", e);
Err(e) => { ServerError("Internal Server Error")
eprintln!("Failed to add author to online list: {}", e); })?;
return HttpResponse::InternalServerError().finish();
}
};
let chats: Vec<String> = match con.smembers::<String, Vec<String>>(format!("chats_by_author/{}", author_id)).await {
Ok(chats) => {
if chats.is_empty() {
match data::create_first_chat(author_id, &mut con).await {
Ok(chat) => chat,
Err(e) => {
eprintln!("Failed to create first chat: {}", e);
return HttpResponse::InternalServerError().finish();
}
}
} else {
chats
}
},
Err(e) => {
eprintln!("Failed to get chats by author: {}", e);
match data::create_first_chat(author_id, &mut con).await {
Ok(chat) => chat,
Err(e) => {
eprintln!("Failed to create first chat: {}", e);
return HttpResponse::InternalServerError().finish();
}
}
}
};
let (tx, mut rx) = broadcast::channel(100); let (tx, mut rx) = broadcast::channel(100);
let _handle = tokio::spawn(async move { let _handle = tokio::spawn(async move {
let conn = redis.get_async_connection().await.expect("Failed to get async connection"); let conn = redis.get_async_connection().await.unwrap();
let mut pubsub = conn.into_pubsub(); let mut pubsub = conn.into_pubsub();
pubsub.subscribe("new_follower").await.expect("Failed to subscribe to new_follower"); pubsub.subscribe("new_follower").await.unwrap();
pubsub.subscribe("new_shout").await.expect("Failed to subscribe to new_shout"); pubsub.subscribe("new_shout").await.unwrap();
pubsub.subscribe("new_reaction").await.expect("Failed to subscribe to new_reaction"); pubsub.subscribe("new_reaction").await.unwrap();
for chat_id in &chats { for chat_id in &chats {
let channel_name = format!("chat:{}", chat_id); let channel_name = format!("chat:{}", chat_id);
pubsub pubsub.subscribe(&channel_name).await.unwrap();
.subscribe(channel_name.clone())
.await
.expect(&format!("Failed to subscribe to {}", channel_name));
} }
while let Some(msg) = pubsub.on_message().next().await { while let Some(msg) = pubsub.on_message().next().await {
let payload: HashMap<String, String> = msg.get_payload().expect("Failed to get payload"); let payload: HashMap<String, String> = msg.get_payload().unwrap();
tx.clone().send(serde_json::to_string(&payload).expect("Failed to serialize payload")).expect("Failed to send payload"); if data::is_fitting(listener_id, payload.clone()).await.is_ok() {
let _ = tx.send(serde_json::to_string(&payload).unwrap());
};
} }
}); });
let server_event = match rx.recv().await { let server_event = rx.recv().await.map_err(|e| {
Ok(event) => event, eprintln!("Failed to receive server event: {}", e);
Err(e) => { ServerError("Internal Server Error")
eprintln!("Failed to receive server event: {}", e); })?;
return HttpResponse::InternalServerError().finish();
}
};
let server_event_stream = futures::stream::once(async move { Ok::<_, actix_web::Error>(Bytes::from(server_event)) }); let server_event_stream = futures::stream::once(async move { Ok::<_, actix_web::Error>(Bytes::from(server_event)) });
HttpResponse::Ok() Ok(HttpResponse::Ok()
.append_header(("content-type", "text/event-stream")) .append_header(("content-type", "text/event-stream"))
.streaming(server_event_stream) .streaming(server_event_stream))
} }
#[actix_web::main] #[actix_web::main]
async fn main() -> std::io::Result<()> { async fn main() -> std::io::Result<()> {
let redis_url = env::var("REDIS_URL").expect("REDIS_URL must be set"); let redis_url = env::var("REDIS_URL").unwrap_or_else(|_| String::from("redis://127.0.0.1/"));
let client = redis::Client::open(redis_url).expect("Failed to open Redis client"); let client = redis::Client::open(redis_url).unwrap();
HttpServer::new(move || { HttpServer::new(move || {
App::new() App::new()
.app_data(web::Data::new(client.clone())) .app_data(web::Data::new(client.clone()))
.route("/presence/{token}", web::get().to(sse_handler)) .route("/connect", web::get().to(sse_handler))
.route("/disconnect", web::get().to(sse_handler))
}) })
.bind("127.0.0.1:8080")? .bind("127.0.0.1:8080")?
.run() .run()