hydro_lang/deploy/
deploy_graph_containerized_ecs.rs

1//! Deployment backend for Hydro that can generate manifests that can be consumed by CDK to deploy cloud formation stacks to aws.
2
3use std::cell::RefCell;
4use std::collections::HashMap;
5use std::pin::Pin;
6use std::rc::Rc;
7
8use bytes::Bytes;
9use dfir_lang::graph::DfirGraph;
10use futures::{Sink, Stream};
11use proc_macro2::Span;
12use serde::{Deserialize, Serialize};
13use stageleft::QuotedWithContext;
14use syn::parse_quote;
15use tracing::{instrument, trace};
16
17/// Manifest for CDK deployment - describes all processes, clusters, and their configuration
18#[derive(Debug, Clone, Serialize, Deserialize)]
19pub struct HydroManifest {
20    /// Process definitions (single-instance services)
21    pub processes: HashMap<String, ProcessManifest>,
22    /// Cluster definitions (multi-instance services)
23    pub clusters: HashMap<String, ClusterManifest>,
24}
25
26/// Build configuration for a Hydro binary
27#[derive(Debug, Clone, Serialize, Deserialize)]
28pub struct BuildConfig {
29    /// Path to the trybuild project directory
30    pub project_dir: String,
31    /// Path to the target directory
32    pub target_dir: String,
33    /// Example/binary name to build
34    pub bin_name: String,
35    /// Package name containing the example (for -p flag)
36    pub package_name: String,
37    /// Features to enable
38    pub features: Vec<String>,
39}
40
41/// Information about an exposed port
42#[derive(Debug, Clone, Serialize, Deserialize)]
43pub struct PortInfo {
44    /// The port number
45    pub port: u16,
46}
47
48/// Manifest entry for a single process
49#[derive(Debug, Clone, Serialize, Deserialize)]
50pub struct ProcessManifest {
51    /// Build configuration for this process
52    pub build: BuildConfig,
53    /// Internal location ID used for service discovery
54    pub location_key: LocationKey,
55    /// Ports that need to be exposed, keyed by external port identifier
56    pub ports: HashMap<String, PortInfo>,
57    /// Task family name (used for ECS service discovery)
58    pub task_family: String,
59}
60
61/// Manifest entry for a cluster (multiple instances of the same service)
62#[derive(Debug, Clone, Serialize, Deserialize)]
63pub struct ClusterManifest {
64    /// Build configuration for this cluster (same binary for all instances)
65    pub build: BuildConfig,
66    /// Internal location ID used for service discovery
67    pub location_key: LocationKey,
68    /// Ports that need to be exposed
69    pub ports: Vec<u16>,
70    /// Default number of instances
71    pub default_count: usize,
72    /// Task family prefix (instances will be named {prefix}-0, {prefix}-1, etc.)
73    pub task_family_prefix: String,
74}
75
76use super::deploy_runtime_containerized_ecs::*;
77use crate::compile::builder::ExternalPortId;
78use crate::compile::deploy::DeployResult;
79use crate::compile::deploy_provider::{
80    ClusterSpec, Deploy, ExternalSpec, Node, ProcessSpec, RegisterPort,
81};
82use crate::compile::trybuild::generate::create_graph_trybuild;
83use crate::location::dynamic::LocationId;
84use crate::location::member_id::TaglessMemberId;
85use crate::location::{LocationKey, MembershipEvent, NetworkHint};
86
87/// Represents a process running in an ecs deployment
88#[derive(Clone)]
89pub struct EcsDeployProcess {
90    id: LocationKey,
91    name: String,
92    next_port: Rc<RefCell<u16>>,
93
94    exposed_ports: Rc<RefCell<HashMap<String, PortInfo>>>,
95
96    trybuild_config:
97        Rc<RefCell<Option<(String, crate::compile::trybuild::generate::TrybuildConfig)>>>,
98}
99
100impl Node for EcsDeployProcess {
101    type Port = u16;
102    type Meta = ();
103    type InstantiateEnv = EcsDeploy;
104
105    #[instrument(level = "trace", skip_all, ret, fields(id = %self.id, name = self.name))]
106    fn next_port(&self) -> Self::Port {
107        let port = {
108            let mut borrow = self.next_port.borrow_mut();
109            let port = *borrow;
110            *borrow += 1;
111            port
112        };
113
114        port
115    }
116
117    #[instrument(level = "trace", skip_all, fields(id = %self.id, name = self.name))]
118    fn update_meta(&self, _meta: &Self::Meta) {}
119
120    #[instrument(level = "trace", skip_all, fields(id = %self.id, name = self.name, ?meta, extra_stmts = extra_stmts.len()))]
121    fn instantiate(
122        &self,
123        _env: &mut Self::InstantiateEnv,
124        meta: &mut Self::Meta,
125        graph: DfirGraph,
126        extra_stmts: &[syn::Stmt],
127        sidecars: &[syn::Expr],
128    ) {
129        let (bin_name, config) = create_graph_trybuild(
130            graph,
131            extra_stmts,
132            sidecars,
133            Some(&self.name),
134            crate::compile::trybuild::generate::DeployMode::Containerized,
135            crate::compile::trybuild::generate::LinkingMode::Static,
136        );
137
138        // Store the trybuild config for CDK export
139        *self.trybuild_config.borrow_mut() = Some((bin_name, config));
140    }
141}
142
143/// Represents a logical cluster, which can be a variable amount of individual containers.
144#[derive(Clone)]
145pub struct EcsDeployCluster {
146    id: LocationKey,
147    name: String,
148    next_port: Rc<RefCell<u16>>,
149
150    count: usize,
151
152    /// Stored trybuild config for CDK export
153    trybuild_config:
154        Rc<RefCell<Option<(String, crate::compile::trybuild::generate::TrybuildConfig)>>>,
155}
156
157impl Node for EcsDeployCluster {
158    type Port = u16;
159    type Meta = ();
160    type InstantiateEnv = EcsDeploy;
161
162    #[instrument(level = "trace", skip_all, ret, fields(id = %self.id, name = self.name))]
163    fn next_port(&self) -> Self::Port {
164        let port = {
165            let mut borrow = self.next_port.borrow_mut();
166            let port = *borrow;
167            *borrow += 1;
168            port
169        };
170
171        port
172    }
173
174    #[instrument(level = "trace", skip_all, fields(id = %self.id, name = self.name))]
175    fn update_meta(&self, _meta: &Self::Meta) {}
176
177    #[instrument(level = "trace", skip_all, fields(id = %self.id, name = self.name, extra_stmts = extra_stmts.len()))]
178    fn instantiate(
179        &self,
180        _env: &mut Self::InstantiateEnv,
181        _meta: &mut Self::Meta,
182        graph: DfirGraph,
183        extra_stmts: &[syn::Stmt],
184        sidecars: &[syn::Expr],
185    ) {
186        let (bin_name, config) = create_graph_trybuild(
187            graph,
188            extra_stmts,
189            sidecars,
190            Some(&self.name),
191            crate::compile::trybuild::generate::DeployMode::Containerized,
192            crate::compile::trybuild::generate::LinkingMode::Static,
193        );
194
195        // Store the trybuild config for CDK export
196        *self.trybuild_config.borrow_mut() = Some((bin_name, config));
197    }
198}
199
200/// Represents an external process, outside the control of this deployment but still with some communication into this deployment.
201#[derive(Clone, Debug)]
202pub struct EcsDeployExternal {
203    name: String,
204    next_port: Rc<RefCell<u16>>,
205}
206
207impl Node for EcsDeployExternal {
208    type Port = u16;
209    type Meta = ();
210    type InstantiateEnv = EcsDeploy;
211
212    #[instrument(level = "trace", skip_all, ret, fields(name = self.name))]
213    fn next_port(&self) -> Self::Port {
214        let port = {
215            let mut borrow = self.next_port.borrow_mut();
216            let port = *borrow;
217            *borrow += 1;
218            port
219        };
220
221        port
222    }
223
224    #[instrument(level = "trace", skip_all, fields(name = self.name))]
225    fn update_meta(&self, _meta: &Self::Meta) {}
226
227    #[instrument(level = "trace", skip_all, fields(name = self.name, ?meta, extra_stmts = extra_stmts.len(), sidecars = sidecars.len()))]
228    fn instantiate(
229        &self,
230        _env: &mut Self::InstantiateEnv,
231        meta: &mut Self::Meta,
232        graph: DfirGraph,
233        extra_stmts: &[syn::Stmt],
234        sidecars: &[syn::Expr],
235    ) {
236        trace!(name: "surface", surface = graph.surface_syntax_string());
237    }
238}
239
240type DynSourceSink<Out, In, InErr> = (
241    Pin<Box<dyn Stream<Item = Out>>>,
242    Pin<Box<dyn Sink<In, Error = InErr>>>,
243);
244
245impl<'a> RegisterPort<'a, EcsDeploy> for EcsDeployExternal {
246    #[instrument(level = "trace", skip_all, fields(name = self.name, %external_port_id, %port))]
247    fn register(&self, external_port_id: ExternalPortId, port: Self::Port) {}
248
249    #[expect(clippy::manual_async_fn, reason = "matches trait signature")]
250    fn as_bytes_bidi(
251        &self,
252        _external_port_id: ExternalPortId,
253    ) -> impl Future<
254        Output = DynSourceSink<Result<bytes::BytesMut, std::io::Error>, Bytes, std::io::Error>,
255    > + 'a {
256        async { unimplemented!() }
257    }
258
259    #[expect(clippy::manual_async_fn, reason = "matches trait signature")]
260    fn as_bincode_bidi<InT, OutT>(
261        &self,
262        _external_port_id: ExternalPortId,
263    ) -> impl Future<Output = DynSourceSink<OutT, InT, std::io::Error>> + 'a
264    where
265        InT: Serialize + 'static,
266        OutT: serde::de::DeserializeOwned + 'static,
267    {
268        async { unimplemented!() }
269    }
270
271    #[expect(clippy::manual_async_fn, reason = "matches trait signature")]
272    fn as_bincode_sink<T>(
273        &self,
274        _external_port_id: ExternalPortId,
275    ) -> impl Future<Output = Pin<Box<dyn Sink<T, Error = std::io::Error>>>> + 'a
276    where
277        T: Serialize + 'static,
278    {
279        async { unimplemented!() }
280    }
281
282    #[expect(clippy::manual_async_fn, reason = "matches trait signature")]
283    fn as_bincode_source<T>(
284        &self,
285        _external_port_id: ExternalPortId,
286    ) -> impl Future<Output = Pin<Box<dyn Stream<Item = T>>>> + 'a
287    where
288        T: serde::de::DeserializeOwned + 'static,
289    {
290        async { unimplemented!() }
291    }
292}
293
294/// Represents an aws ecs deployment.
295pub struct EcsDeploy;
296
297impl Default for EcsDeploy {
298    fn default() -> Self {
299        Self::new()
300    }
301}
302
303impl EcsDeploy {
304    /// Creates a new ecs deployment.
305    pub fn new() -> Self {
306        Self
307    }
308
309    /// Add an internal ecs process to the deployment.
310    pub fn add_ecs_process(&mut self) -> EcsDeployProcessSpec {
311        EcsDeployProcessSpec
312    }
313
314    /// Add an internal ecs cluster to the deployment.
315    pub fn add_ecs_cluster(&mut self, count: usize) -> EcsDeployClusterSpec {
316        EcsDeployClusterSpec { count }
317    }
318
319    /// Add an external process to the deployment.
320    pub fn add_external(&self, name: String) -> EcsDeployExternalSpec {
321        EcsDeployExternalSpec { name }
322    }
323
324    /// Export deployment configuration for CDK consumption.
325    ///
326    /// This generates a manifest with build instructions that can be consumed
327    /// by CDK constructs. CDK will handle building the binaries and Docker images.
328    #[instrument(level = "trace", skip_all)]
329    pub fn export_for_cdk(&self, nodes: &DeployResult<'_, Self>) -> HydroManifest {
330        let mut manifest = HydroManifest {
331            processes: HashMap::new(),
332            clusters: HashMap::new(),
333        };
334
335        for (location_id, name_hint, process) in nodes.get_all_processes() {
336            let raw_id = match location_id {
337                LocationId::Process(id) => id,
338                _ => unreachable!(),
339            };
340            let task_family = get_ecs_container_name(&process.name, None);
341            let ports = process.exposed_ports.borrow().clone();
342
343            let (bin_name, trybuild_config) = process
344                .trybuild_config
345                .borrow()
346                .clone()
347                .expect("trybuild_config should be set after instantiate");
348
349            let mut features = vec!["hydro___feature_ecs_runtime".to_owned()];
350            if let Some(extra_features) = trybuild_config.features {
351                features.extend(extra_features);
352            }
353
354            let crate_name = trybuild_config
355                .project_dir
356                .file_name()
357                .and_then(|n| n.to_str())
358                .unwrap_or("unknown")
359                .replace("_", "-");
360            let package_name = format!("{}-hydro-trybuild", crate_name);
361
362            manifest.processes.insert(
363                name_hint.to_owned(),
364                ProcessManifest {
365                    build: BuildConfig {
366                        project_dir: trybuild_config.project_dir.to_string_lossy().into_owned(),
367                        target_dir: trybuild_config.target_dir.to_string_lossy().into_owned(),
368                        bin_name,
369                        package_name,
370                        features,
371                    },
372                    location_key: raw_id,
373                    ports,
374                    task_family,
375                },
376            );
377        }
378
379        for (location_id, name_hint, cluster) in nodes.get_all_clusters() {
380            let raw_id = match location_id {
381                LocationId::Cluster(id) => id,
382                _ => unreachable!(),
383            };
384            let task_family_prefix = cluster.name.clone();
385
386            let (bin_name, trybuild_config) = cluster
387                .trybuild_config
388                .borrow()
389                .clone()
390                .expect("trybuild_config should be set after instantiate");
391
392            let mut features = vec!["hydro___feature_ecs_runtime".to_owned()];
393            if let Some(extra_features) = trybuild_config.features {
394                features.extend(extra_features);
395            }
396
397            let crate_name = trybuild_config
398                .project_dir
399                .file_name()
400                .and_then(|n| n.to_str())
401                .unwrap_or("unknown")
402                .replace("_", "-");
403            let package_name = format!("{}-hydro-trybuild", crate_name);
404
405            manifest.clusters.insert(
406                name_hint.to_owned(),
407                ClusterManifest {
408                    build: BuildConfig {
409                        project_dir: trybuild_config.project_dir.to_string_lossy().into_owned(),
410                        target_dir: trybuild_config.target_dir.to_string_lossy().into_owned(),
411                        bin_name,
412                        package_name,
413                        features,
414                    },
415                    location_key: raw_id,
416                    ports: vec![],
417                    default_count: cluster.count,
418                    task_family_prefix,
419                },
420            );
421        }
422
423        manifest
424    }
425}
426
427impl<'a> Deploy<'a> for EcsDeploy {
428    type InstantiateEnv = Self;
429    type Process = EcsDeployProcess;
430    type Cluster = EcsDeployCluster;
431    type External = EcsDeployExternal;
432    type Meta = ();
433
434    #[instrument(level = "trace", skip_all, fields(p1 = p1.name, %p1_port, p2 = p2.name, p2_port))]
435    fn o2o_sink_source(
436        _env: &mut Self::InstantiateEnv,
437        p1: &Self::Process,
438        p1_port: &<Self::Process as Node>::Port,
439        p2: &Self::Process,
440        p2_port: &<Self::Process as Node>::Port,
441        _name: Option<&str>,
442        networking_info: &crate::networking::NetworkingInfo,
443    ) -> (syn::Expr, syn::Expr) {
444        match networking_info {
445            crate::networking::NetworkingInfo::Tcp {
446                fault: crate::networking::TcpFault::FailStop,
447            } => {}
448            _ => panic!("Unsupported networking info: {:?}", networking_info),
449        }
450        deploy_containerized_o2o(&p2.name, *p2_port)
451    }
452
453    #[instrument(level = "trace", skip_all, fields(p1 = p1.name, %p1_port, p2 = p2.name, p2_port))]
454    fn o2o_connect(
455        p1: &Self::Process,
456        p1_port: &<Self::Process as Node>::Port,
457        p2: &Self::Process,
458        p2_port: &<Self::Process as Node>::Port,
459    ) -> Box<dyn FnOnce()> {
460        let serialized = format!(
461            "o2o_connect {}:{p1_port:?} -> {}:{p2_port:?}",
462            p1.name, p2.name
463        );
464
465        Box::new(move || {
466            trace!(name: "o2o_connect thunk", %serialized);
467        })
468    }
469
470    #[instrument(level = "trace", skip_all, fields(p1 = p1.name, %p1_port, c2 = c2.name, %c2_port))]
471    fn o2m_sink_source(
472        _env: &mut Self::InstantiateEnv,
473        p1: &Self::Process,
474        p1_port: &<Self::Process as Node>::Port,
475        c2: &Self::Cluster,
476        c2_port: &<Self::Cluster as Node>::Port,
477        _name: Option<&str>,
478        networking_info: &crate::networking::NetworkingInfo,
479    ) -> (syn::Expr, syn::Expr) {
480        match networking_info {
481            crate::networking::NetworkingInfo::Tcp {
482                fault: crate::networking::TcpFault::FailStop,
483            } => {}
484            _ => panic!("Unsupported networking info: {:?}", networking_info),
485        }
486        deploy_containerized_o2m(*c2_port)
487    }
488
489    #[instrument(level = "trace", skip_all, fields(p1 = p1.name, %p1_port, c2 = c2.name, %c2_port))]
490    fn o2m_connect(
491        p1: &Self::Process,
492        p1_port: &<Self::Process as Node>::Port,
493        c2: &Self::Cluster,
494        c2_port: &<Self::Cluster as Node>::Port,
495    ) -> Box<dyn FnOnce()> {
496        let serialized = format!(
497            "o2m_connect {}:{p1_port:?} -> {}:{c2_port:?}",
498            p1.name, c2.name
499        );
500
501        Box::new(move || {
502            trace!(name: "o2m_connect thunk", %serialized);
503        })
504    }
505
506    #[instrument(level = "trace", skip_all, fields(c1 = c1.name, %c1_port, p2 = p2.name, %p2_port))]
507    fn m2o_sink_source(
508        _env: &mut Self::InstantiateEnv,
509        c1: &Self::Cluster,
510        c1_port: &<Self::Cluster as Node>::Port,
511        p2: &Self::Process,
512        p2_port: &<Self::Process as Node>::Port,
513        _name: Option<&str>,
514        networking_info: &crate::networking::NetworkingInfo,
515    ) -> (syn::Expr, syn::Expr) {
516        match networking_info {
517            crate::networking::NetworkingInfo::Tcp {
518                fault: crate::networking::TcpFault::FailStop,
519            } => {}
520            _ => panic!("Unsupported networking info: {:?}", networking_info),
521        }
522        deploy_containerized_m2o(*p2_port, &p2.name)
523    }
524
525    #[instrument(level = "trace", skip_all, fields(c1 = c1.name, %c1_port, p2 = p2.name, %p2_port))]
526    fn m2o_connect(
527        c1: &Self::Cluster,
528        c1_port: &<Self::Cluster as Node>::Port,
529        p2: &Self::Process,
530        p2_port: &<Self::Process as Node>::Port,
531    ) -> Box<dyn FnOnce()> {
532        let serialized = format!(
533            "o2m_connect {}:{c1_port:?} -> {}:{p2_port:?}",
534            c1.name, p2.name
535        );
536
537        Box::new(move || {
538            trace!(name: "m2o_connect thunk", %serialized);
539        })
540    }
541
542    #[instrument(level = "trace", skip_all, fields(c1 = c1.name, %c1_port, c2 = c2.name, %c2_port))]
543    fn m2m_sink_source(
544        _env: &mut Self::InstantiateEnv,
545        c1: &Self::Cluster,
546        c1_port: &<Self::Cluster as Node>::Port,
547        c2: &Self::Cluster,
548        c2_port: &<Self::Cluster as Node>::Port,
549        _name: Option<&str>,
550        networking_info: &crate::networking::NetworkingInfo,
551    ) -> (syn::Expr, syn::Expr) {
552        match networking_info {
553            crate::networking::NetworkingInfo::Tcp {
554                fault: crate::networking::TcpFault::FailStop,
555            } => {}
556            _ => panic!("Unsupported networking info: {:?}", networking_info),
557        }
558        deploy_containerized_m2m(*c2_port)
559    }
560
561    #[instrument(level = "trace", skip_all, fields(c1 = c1.name, %c1_port, c2 = c2.name, %c2_port))]
562    fn m2m_connect(
563        c1: &Self::Cluster,
564        c1_port: &<Self::Cluster as Node>::Port,
565        c2: &Self::Cluster,
566        c2_port: &<Self::Cluster as Node>::Port,
567    ) -> Box<dyn FnOnce()> {
568        let serialized = format!(
569            "m2m_connect {}:{c1_port:?} -> {}:{c2_port:?}",
570            c1.name, c2.name
571        );
572
573        Box::new(move || {
574            trace!(name: "m2m_connect thunk", %serialized);
575        })
576    }
577
578    #[instrument(level = "trace", skip_all, fields(p2 = p2.name, %p2_port, %shared_handle, extra_stmts = extra_stmts.len()))]
579    fn e2o_many_source(
580        extra_stmts: &mut Vec<syn::Stmt>,
581        p2: &Self::Process,
582        p2_port: &<Self::Process as Node>::Port,
583        codec_type: &syn::Type,
584        shared_handle: String,
585    ) -> syn::Expr {
586        p2.exposed_ports
587            .borrow_mut()
588            .insert(shared_handle.clone(), PortInfo { port: *p2_port });
589
590        let socket_ident = syn::Ident::new(
591            &format!("__hydro_deploy_many_{}_socket", &shared_handle),
592            Span::call_site(),
593        );
594
595        let source_ident = syn::Ident::new(
596            &format!("__hydro_deploy_many_{}_source", &shared_handle),
597            Span::call_site(),
598        );
599
600        let sink_ident = syn::Ident::new(
601            &format!("__hydro_deploy_many_{}_sink", &shared_handle),
602            Span::call_site(),
603        );
604
605        let membership_ident = syn::Ident::new(
606            &format!("__hydro_deploy_many_{}_membership", &shared_handle),
607            Span::call_site(),
608        );
609
610        let bind_addr = format!("0.0.0.0:{}", p2_port);
611
612        extra_stmts.push(syn::parse_quote! {
613            let #socket_ident = tokio::net::TcpListener::bind(#bind_addr).await.unwrap();
614        });
615
616        let root = crate::staging_util::get_this_crate();
617
618        extra_stmts.push(syn::parse_quote! {
619            let (#source_ident, #sink_ident, #membership_ident) = #root::runtime_support::hydro_deploy_integration::multi_connection::tcp_multi_connection::<_, #codec_type>(#socket_ident);
620        });
621
622        parse_quote!(#source_ident)
623    }
624
625    #[instrument(level = "trace", skip_all, fields(%shared_handle))]
626    fn e2o_many_sink(shared_handle: String) -> syn::Expr {
627        let sink_ident = syn::Ident::new(
628            &format!("__hydro_deploy_many_{}_sink", &shared_handle),
629            Span::call_site(),
630        );
631        parse_quote!(#sink_ident)
632    }
633
634    #[instrument(level = "trace", skip_all, fields(p1 = p1.name, %p1_port, p2 = p2.name, %p2_port, ?codec_type, %shared_handle))]
635    fn e2o_source(
636        extra_stmts: &mut Vec<syn::Stmt>,
637        p1: &Self::External,
638        p1_port: &<Self::External as Node>::Port,
639        p2: &Self::Process,
640        p2_port: &<Self::Process as Node>::Port,
641        codec_type: &syn::Type,
642        shared_handle: String,
643    ) -> syn::Expr {
644        // Record the port for manifest export
645        p2.exposed_ports
646            .borrow_mut()
647            .insert(shared_handle.clone(), PortInfo { port: *p2_port });
648
649        let source_ident = syn::Ident::new(
650            &format!("__hydro_deploy_{}_source", &shared_handle),
651            Span::call_site(),
652        );
653
654        let bind_addr = format!("0.0.0.0:{}", p2_port);
655
656        // Always use LazySinkSource for external connections - it creates both sink and source
657        // which is needed for bidirectional connections (unpaired: false)
658        let socket_ident = syn::Ident::new(
659            &format!("__hydro_deploy_{}_socket", &shared_handle),
660            Span::call_site(),
661        );
662
663        let sink_ident = syn::Ident::new(
664            &format!("__hydro_deploy_{}_sink", &shared_handle),
665            Span::call_site(),
666        );
667
668        extra_stmts.push(syn::parse_quote! {
669            let #socket_ident = tokio::net::TcpListener::bind(#bind_addr).await.unwrap();
670        });
671
672        let create_expr = deploy_containerized_external_sink_source_ident(bind_addr, socket_ident);
673
674        extra_stmts.push(syn::parse_quote! {
675            let (#sink_ident, #source_ident) = (#create_expr).split();
676        });
677
678        parse_quote!(#source_ident)
679    }
680
681    #[instrument(level = "trace", skip_all, fields(p1 = p1.name, %p1_port, p2 = p2.name, %p2_port, ?many, ?server_hint))]
682    fn e2o_connect(
683        p1: &Self::External,
684        p1_port: &<Self::External as Node>::Port,
685        p2: &Self::Process,
686        p2_port: &<Self::Process as Node>::Port,
687        many: bool,
688        server_hint: NetworkHint,
689    ) -> Box<dyn FnOnce()> {
690        let serialized = format!(
691            "e2o_connect {}:{p1_port:?} -> {}:{p2_port:?}",
692            p1.name, p2.name
693        );
694
695        Box::new(move || {
696            trace!(name: "e2o_connect thunk", %serialized);
697        })
698    }
699
700    #[instrument(level = "trace", skip_all, fields(p1 = p1.name, %p1_port, p2 = p2.name, %p2_port, %shared_handle))]
701    fn o2e_sink(
702        p1: &Self::Process,
703        p1_port: &<Self::Process as Node>::Port,
704        p2: &Self::External,
705        p2_port: &<Self::External as Node>::Port,
706        shared_handle: String,
707    ) -> syn::Expr {
708        let sink_ident = syn::Ident::new(
709            &format!("__hydro_deploy_{}_sink", &shared_handle),
710            Span::call_site(),
711        );
712        parse_quote!(#sink_ident)
713    }
714
715    #[instrument(level = "trace", skip_all, fields(%of_cluster))]
716    fn cluster_ids(
717        of_cluster: LocationKey,
718    ) -> impl QuotedWithContext<'a, &'a [TaglessMemberId], ()> + Clone + 'a {
719        cluster_ids()
720    }
721
722    #[instrument(level = "trace", skip_all)]
723    fn cluster_self_id() -> impl QuotedWithContext<'a, TaglessMemberId, ()> + Clone + 'a {
724        cluster_self_id()
725    }
726
727    #[instrument(level = "trace", skip_all, fields(?location_id))]
728    fn cluster_membership_stream(
729        _env: &mut Self::InstantiateEnv,
730        _at_location: &LocationId,
731        location_id: &LocationId,
732    ) -> impl QuotedWithContext<'a, Box<dyn Stream<Item = (TaglessMemberId, MembershipEvent)> + Unpin>, ()>
733    {
734        cluster_membership_stream(location_id)
735    }
736}
737
738#[instrument(level = "trace", skip_all, ret, fields(%name_hint, %location))]
739fn get_ecs_image_name(name_hint: &str, location: LocationKey) -> String {
740    let name_hint = name_hint
741        .split("::")
742        .last()
743        .unwrap()
744        .to_ascii_lowercase()
745        .replace(".", "-")
746        .replace("_", "-")
747        .replace("::", "-");
748
749    format!("hy-{name_hint}-{location}")
750}
751
752#[instrument(level = "trace", skip_all, ret, fields(%image_name, ?instance))]
753fn get_ecs_container_name(image_name: &str, instance: Option<usize>) -> String {
754    if let Some(instance) = instance {
755        format!("{image_name}-{instance}")
756    } else {
757        image_name.to_owned()
758    }
759}
760/// Represents a Process running in an ecs deployment
761#[derive(Clone)]
762pub struct EcsDeployProcessSpec;
763
764impl<'a> ProcessSpec<'a, EcsDeploy> for EcsDeployProcessSpec {
765    #[instrument(level = "trace", skip_all, fields(%id, %name_hint))]
766    fn build(self, id: LocationKey, name_hint: &'_ str) -> <EcsDeploy as Deploy<'a>>::Process {
767        EcsDeployProcess {
768            id,
769            name: get_ecs_image_name(name_hint, id),
770            next_port: Rc::new(RefCell::new(1000)),
771            exposed_ports: Rc::new(RefCell::new(HashMap::new())),
772            trybuild_config: Rc::new(RefCell::new(None)),
773        }
774    }
775}
776
777/// Represents a Cluster running across `count` ecs tasks.
778#[derive(Clone)]
779pub struct EcsDeployClusterSpec {
780    count: usize,
781}
782
783impl<'a> ClusterSpec<'a, EcsDeploy> for EcsDeployClusterSpec {
784    #[instrument(level = "trace", skip_all, fields(%id, %name_hint))]
785    fn build(self, id: LocationKey, name_hint: &str) -> <EcsDeploy as Deploy<'a>>::Cluster {
786        EcsDeployCluster {
787            id,
788            name: get_ecs_image_name(name_hint, id),
789            next_port: Rc::new(RefCell::new(1000)),
790            count: self.count,
791            trybuild_config: Rc::new(RefCell::new(None)),
792        }
793    }
794}
795
796/// Represents an external process outside of the management of hydro deploy.
797pub struct EcsDeployExternalSpec {
798    name: String,
799}
800
801impl<'a> ExternalSpec<'a, EcsDeploy> for EcsDeployExternalSpec {
802    #[instrument(level = "trace", skip_all, fields(%id, %name_hint))]
803    fn build(self, id: LocationKey, name_hint: &str) -> <EcsDeploy as Deploy<'a>>::External {
804        EcsDeployExternal {
805            name: self.name,
806            next_port: Rc::new(RefCell::new(10000)),
807        }
808    }
809}
hydro_lang/deploy/deploy_graph_containerized_ecs.rs

hydro_lang/deploy/
deploy_graph_containerized_ecs.rs
