factor 'legacy' pbh out into separate file
This commit is contained in:
parent
10cbd94f3c
commit
0f476bd775
|
@ -18,6 +18,7 @@ mod env;
|
||||||
mod error;
|
mod error;
|
||||||
mod flakehub;
|
mod flakehub;
|
||||||
mod gha;
|
mod gha;
|
||||||
|
mod pbh;
|
||||||
mod telemetry;
|
mod telemetry;
|
||||||
mod util;
|
mod util;
|
||||||
|
|
||||||
|
@ -34,10 +35,10 @@ use anyhow::{anyhow, Context, Result};
|
||||||
use axum::body::Body;
|
use axum::body::Body;
|
||||||
use axum::{extract::Extension, routing::get, Router};
|
use axum::{extract::Extension, routing::get, Router};
|
||||||
use clap::Parser;
|
use clap::Parser;
|
||||||
|
use futures::StreamExt;
|
||||||
use http_body_util::BodyExt;
|
use http_body_util::BodyExt;
|
||||||
use hyper_util::rt::{TokioExecutor, TokioIo};
|
use hyper_util::rt::{TokioExecutor, TokioIo};
|
||||||
use futures::StreamExt;
|
use serde::{Deserialize, Serialize};
|
||||||
use serde::{Deserialize,Serialize};
|
|
||||||
use tempfile::NamedTempFile;
|
use tempfile::NamedTempFile;
|
||||||
use tokio::fs::File;
|
use tokio::fs::File;
|
||||||
use tokio::io::AsyncWriteExt;
|
use tokio::io::AsyncWriteExt;
|
||||||
|
@ -53,7 +54,6 @@ use gha_cache::Credentials;
|
||||||
const DETERMINATE_STATE_DIR: &str = "/nix/var/determinate";
|
const DETERMINATE_STATE_DIR: &str = "/nix/var/determinate";
|
||||||
const DETERMINATE_NIXD_SOCKET_NAME: &str = "determinate-nixd.socket";
|
const DETERMINATE_NIXD_SOCKET_NAME: &str = "determinate-nixd.socket";
|
||||||
|
|
||||||
|
|
||||||
// TODO(colemickens): refactor, move with other UDS stuff (or all PBH stuff) to new file
|
// TODO(colemickens): refactor, move with other UDS stuff (or all PBH stuff) to new file
|
||||||
#[derive(Clone, Debug, Serialize, Deserialize)]
|
#[derive(Clone, Debug, Serialize, Deserialize)]
|
||||||
#[serde(tag = "c", rename_all = "kebab-case")]
|
#[serde(tag = "c", rename_all = "kebab-case")]
|
||||||
|
@ -370,14 +370,20 @@ async fn main_cli() -> Result<()> {
|
||||||
None => {
|
None => {
|
||||||
tracing::debug!("built-paths subscription: ignoring non-data frame");
|
tracing::debug!("built-paths subscription: ignoring non-data frame");
|
||||||
continue;
|
continue;
|
||||||
},
|
}
|
||||||
};
|
};
|
||||||
let event: BuiltPathResponseEventV1 = serde_json::from_slice(&event_str)?;
|
let event: BuiltPathResponseEventV1 = serde_json::from_slice(&event_str)?;
|
||||||
|
|
||||||
// TODO(colemickens): error handling:::
|
// TODO(colemickens): error handling:::
|
||||||
let store_paths = event.outputs
|
let store_paths = event
|
||||||
|
.outputs
|
||||||
.iter()
|
.iter()
|
||||||
.map(|path| state.store.follow_store_path(path).map_err(|_| anyhow!("ahhhhh")))
|
.map(|path| {
|
||||||
|
state
|
||||||
|
.store
|
||||||
|
.follow_store_path(path)
|
||||||
|
.map_err(|_| anyhow!("ahhhhh"))
|
||||||
|
})
|
||||||
.collect::<Result<Vec<_>>>()?;
|
.collect::<Result<Vec<_>>>()?;
|
||||||
|
|
||||||
tracing::debug!("about to enqueue paths: {:?}", store_paths);
|
tracing::debug!("about to enqueue paths: {:?}", store_paths);
|
||||||
|
@ -520,58 +526,10 @@ async fn main_cli() -> Result<()> {
|
||||||
Ok(())
|
Ok(())
|
||||||
}
|
}
|
||||||
|
|
||||||
async fn post_build_hook(out_paths: &str) -> Result<()> {
|
|
||||||
#[derive(Parser, Debug)]
|
|
||||||
struct Args {
|
|
||||||
/// `magic-nix-cache` daemon to connect to.
|
|
||||||
#[arg(short = 'l', long, default_value = "127.0.0.1:3000")]
|
|
||||||
server: SocketAddr,
|
|
||||||
}
|
|
||||||
|
|
||||||
let args = Args::parse();
|
|
||||||
|
|
||||||
let store_paths: Vec<_> = out_paths
|
|
||||||
.split_whitespace()
|
|
||||||
.map(|s| s.trim().to_owned())
|
|
||||||
.collect();
|
|
||||||
|
|
||||||
let request = api::EnqueuePathsRequest { store_paths };
|
|
||||||
|
|
||||||
let response = reqwest::Client::new()
|
|
||||||
.post(format!("http://{}/api/enqueue-paths", &args.server))
|
|
||||||
.header(reqwest::header::CONTENT_TYPE, "application/json")
|
|
||||||
.body(
|
|
||||||
serde_json::to_string(&request)
|
|
||||||
.with_context(|| "Decoding the response from the magic-nix-cache server")?,
|
|
||||||
)
|
|
||||||
.send()
|
|
||||||
.await;
|
|
||||||
|
|
||||||
match response {
|
|
||||||
Ok(response) if !response.status().is_success() => Err(anyhow!(
|
|
||||||
"magic-nix-cache server failed to enqueue the push request: {}\n{}",
|
|
||||||
response.status(),
|
|
||||||
response
|
|
||||||
.text()
|
|
||||||
.await
|
|
||||||
.unwrap_or_else(|_| "<no response text>".to_owned()),
|
|
||||||
))?,
|
|
||||||
Ok(response) => response
|
|
||||||
.json::<api::EnqueuePathsResponse>()
|
|
||||||
.await
|
|
||||||
.with_context(|| "magic-nix-cache-server didn't return a valid response")?,
|
|
||||||
Err(err) => {
|
|
||||||
Err(err).with_context(|| "magic-nix-cache server failed to send the enqueue request")?
|
|
||||||
}
|
|
||||||
};
|
|
||||||
|
|
||||||
Ok(())
|
|
||||||
}
|
|
||||||
|
|
||||||
#[tokio::main]
|
#[tokio::main]
|
||||||
async fn main() -> Result<()> {
|
async fn main() -> Result<()> {
|
||||||
match std::env::var("OUT_PATHS") {
|
match std::env::var("OUT_PATHS") {
|
||||||
Ok(out_paths) => post_build_hook(&out_paths).await,
|
Ok(out_paths) => pbh::post_build_hook(&out_paths).await,
|
||||||
Err(_) => main_cli().await,
|
Err(_) => main_cli().await,
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
54
magic-nix-cache/src/pbh.rs
Normal file
54
magic-nix-cache/src/pbh.rs
Normal file
|
@ -0,0 +1,54 @@
|
||||||
|
use std::net::SocketAddr;
|
||||||
|
|
||||||
|
use anyhow::anyhow;
|
||||||
|
use anyhow::Context as _;
|
||||||
|
use anyhow::Result;
|
||||||
|
use clap::Parser;
|
||||||
|
|
||||||
|
pub async fn post_build_hook(out_paths: &str) -> Result<()> {
|
||||||
|
#[derive(Parser, Debug)]
|
||||||
|
struct Args {
|
||||||
|
/// `magic-nix-cache` daemon to connect to.
|
||||||
|
#[arg(short = 'l', long, default_value = "127.0.0.1:3000")]
|
||||||
|
server: SocketAddr,
|
||||||
|
}
|
||||||
|
|
||||||
|
let args = Args::parse();
|
||||||
|
|
||||||
|
let store_paths: Vec<_> = out_paths
|
||||||
|
.split_whitespace()
|
||||||
|
.map(|s| s.trim().to_owned())
|
||||||
|
.collect();
|
||||||
|
|
||||||
|
let request = crate::api::EnqueuePathsRequest { store_paths };
|
||||||
|
|
||||||
|
let response = reqwest::Client::new()
|
||||||
|
.post(format!("http://{}/api/enqueue-paths", &args.server))
|
||||||
|
.header(reqwest::header::CONTENT_TYPE, "application/json")
|
||||||
|
.body(
|
||||||
|
serde_json::to_string(&request)
|
||||||
|
.with_context(|| "Decoding the response from the magic-nix-cache server")?,
|
||||||
|
)
|
||||||
|
.send()
|
||||||
|
.await;
|
||||||
|
|
||||||
|
match response {
|
||||||
|
Ok(response) if !response.status().is_success() => Err(anyhow!(
|
||||||
|
"magic-nix-cache server failed to enqueue the push request: {}\n{}",
|
||||||
|
response.status(),
|
||||||
|
response
|
||||||
|
.text()
|
||||||
|
.await
|
||||||
|
.unwrap_or_else(|_| "<no response text>".to_owned()),
|
||||||
|
))?,
|
||||||
|
Ok(response) => response
|
||||||
|
.json::<crate::api::EnqueuePathsResponse>()
|
||||||
|
.await
|
||||||
|
.with_context(|| "magic-nix-cache-server didn't return a valid response")?,
|
||||||
|
Err(err) => {
|
||||||
|
Err(err).with_context(|| "magic-nix-cache server failed to send the enqueue request")?
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
Ok(())
|
||||||
|
}
|
Loading…
Reference in a new issue