Skip to main content
Module

x/deno/src/ops.rs

A modern runtime for JavaScript and TypeScript.
Go to Latest
File
1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621
// Copyright 2018-2019 the Deno authors. All rights reserved. MIT license.use crate::errors;use crate::errors::{DenoError, DenoResult, ErrorKind};use crate::fs as deno_fs;use crate::http_util;use crate::isolate::Buf;use crate::isolate::Isolate;use crate::isolate::IsolateState;use crate::isolate::Op;use crate::libdeno;use crate::msg;use crate::msg_util;use crate::repl;use crate::resolve_addr::resolve_addr;use crate::resources;use crate::resources::table_entries;use crate::resources::Resource;use crate::tokio_util;use crate::version;
use flatbuffers::FlatBufferBuilder;use futures;use futures::Async;use futures::Poll;use futures::Sink;use futures::Stream;use hyper;use hyper::rt::Future;use remove_dir_all::remove_dir_all;use std;use std::convert::From;use std::fs;use std::net::Shutdown;#[cfg(unix)]use std::os::unix::fs::PermissionsExt;#[cfg(unix)]use std::os::unix::process::ExitStatusExt;use std::path::Path;use std::path::PathBuf;use std::process::Command;use std::sync::Arc;use std::time::UNIX_EPOCH;use std::time::{Duration, Instant};use tokio;use tokio::net::TcpListener;use tokio::net::TcpStream;use tokio_process::CommandExt;use tokio_threadpool;
type OpResult = DenoResult<Buf>;
// TODO Ideally we wouldn't have to box the Op being returned.// The box is just to make it easier to get a prototype refactor working.type OpCreator = fn(state: &Arc<IsolateState>, base: &msg::Base<'_>, data: libdeno::deno_buf) -> Box<Op>;
#[inline]fn empty_buf() -> Buf { Box::new([])}
/// Processes raw messages from JavaScript./// This functions invoked every time libdeno.send() is called./// control corresponds to the first argument of libdeno.send()./// data corresponds to the second argument of libdeno.send().pub fn dispatch( isolate: &Isolate, control: libdeno::deno_buf, data: libdeno::deno_buf,) -> (bool, Box<Op>) { let base = msg::get_root_as_base(&control); let is_sync = base.sync(); let inner_type = base.inner_type(); let cmd_id = base.cmd_id();
let op: Box<Op> = if inner_type == msg::Any::SetTimeout { // SetTimeout is an exceptional op: the global timeout field is part of the // Isolate state (not the IsolateState state) and it must be updated on the // main thread. assert_eq!(is_sync, true); op_set_timeout(isolate, &base, data) } else { // Handle regular ops. let op_creator: OpCreator = match inner_type { msg::Any::Accept => op_accept, msg::Any::Chdir => op_chdir, msg::Any::Chmod => op_chmod, msg::Any::Close => op_close, msg::Any::CodeCache => op_code_cache, msg::Any::CodeFetch => op_code_fetch, msg::Any::CopyFile => op_copy_file, msg::Any::Cwd => op_cwd, msg::Any::Dial => op_dial, msg::Any::Environ => op_env, msg::Any::Exit => op_exit, msg::Any::Fetch => op_fetch, msg::Any::Listen => op_listen, msg::Any::MakeTempDir => op_make_temp_dir, msg::Any::Metrics => op_metrics, msg::Any::Mkdir => op_mkdir, msg::Any::Open => op_open, msg::Any::ReadDir => op_read_dir, msg::Any::ReadFile => op_read_file, msg::Any::Readlink => op_read_link, msg::Any::Read => op_read, msg::Any::Remove => op_remove, msg::Any::Rename => op_rename, msg::Any::ReplReadline => op_repl_readline, msg::Any::ReplStart => op_repl_start, msg::Any::Resources => op_resources, msg::Any::Run => op_run, msg::Any::RunStatus => op_run_status, msg::Any::SetEnv => op_set_env, msg::Any::Shutdown => op_shutdown, msg::Any::Start => op_start, msg::Any::Stat => op_stat, msg::Any::Symlink => op_symlink, msg::Any::Truncate => op_truncate, msg::Any::WorkerGetMessage => op_worker_get_message, msg::Any::WorkerPostMessage => op_worker_post_message, msg::Any::Write => op_write, msg::Any::WriteFile => op_write_file, _ => panic!(format!( "Unhandled message {}", msg::enum_name_any(inner_type) )), }; op_creator(&isolate.state, &base, data) };
let boxed_op = Box::new( op.or_else(move |err: DenoError| -> DenoResult<Buf> { debug!("op err {}", err); // No matter whether we got an Err or Ok, we want a serialized message to // send back. So transform the DenoError into a deno_buf. let builder = &mut FlatBufferBuilder::new(); let errmsg_offset = builder.create_string(&format!("{}", err)); Ok(serialize_response( cmd_id, builder, msg::BaseArgs { error: Some(errmsg_offset), error_kind: err.kind(), ..Default::default() }, )) }).and_then(move |buf: Buf| -> DenoResult<Buf> { // Handle empty responses. For sync responses we just want // to send null. For async we want to send a small message // with the cmd_id. let buf = if is_sync || buf.len() > 0 { buf } else { let builder = &mut FlatBufferBuilder::new(); serialize_response( cmd_id, builder, msg::BaseArgs { ..Default::default() }, ) }; Ok(buf) }), );
debug!( "msg_from_js {} sync {}", msg::enum_name_any(inner_type), base.sync() ); (base.sync(), boxed_op)}
fn op_exit( _config: &Arc<IsolateState>, base: &msg::Base<'_>, _data: libdeno::deno_buf,) -> Box<Op> { let inner = base.inner_as_exit().unwrap(); std::process::exit(inner.code())}
fn op_start( state: &Arc<IsolateState>, base: &msg::Base<'_>, data: libdeno::deno_buf,) -> Box<Op> { assert_eq!(data.len(), 0); let mut builder = FlatBufferBuilder::new();
let argv = state.argv.iter().map(|s| s.as_str()).collect::<Vec<_>>(); let argv_off = builder.create_vector_of_strings(argv.as_slice());
let cwd_path = std::env::current_dir().unwrap(); let cwd_off = builder.create_string(deno_fs::normalize_path(cwd_path.as_ref()).as_ref());
let v8_version = version::v8(); let v8_version_off = builder.create_string(v8_version);
let deno_version = version::DENO; let deno_version_off = builder.create_string(deno_version);
let inner = msg::StartRes::create( &mut builder, &msg::StartResArgs { cwd: Some(cwd_off), pid: std::process::id(), argv: Some(argv_off), debug_flag: state.flags.log_debug, recompile_flag: state.flags.recompile, types_flag: state.flags.types, version_flag: state.flags.version, v8_version: Some(v8_version_off), deno_version: Some(deno_version_off), ..Default::default() }, );
ok_future(serialize_response( base.cmd_id(), &mut builder, msg::BaseArgs { inner_type: msg::Any::StartRes, inner: Some(inner.as_union_value()), ..Default::default() }, ))}
fn serialize_response( cmd_id: u32, builder: &mut FlatBufferBuilder<'_>, mut args: msg::BaseArgs<'_>,) -> Buf { args.cmd_id = cmd_id; let base = msg::Base::create(builder, &args); msg::finish_base_buffer(builder, base); let data = builder.finished_data(); // println!("serialize_response {:x?}", data); data.into()}
#[inline]pub fn ok_future(buf: Buf) -> Box<Op> { Box::new(futures::future::ok(buf))}
// Shout out to Earl Sweatshirt.#[inline]pub fn odd_future(err: DenoError) -> Box<Op> { Box::new(futures::future::err(err))}
// https://github.com/denoland/deno/blob/golang/os.go#L100-L154fn op_code_fetch( state: &Arc<IsolateState>, base: &msg::Base<'_>, data: libdeno::deno_buf,) -> Box<Op> { assert_eq!(data.len(), 0); let inner = base.inner_as_code_fetch().unwrap(); let cmd_id = base.cmd_id(); let specifier = inner.specifier().unwrap(); let referrer = inner.referrer().unwrap();
assert_eq!(state.dir.root.join("gen"), state.dir.gen, "Sanity check");
Box::new(futures::future::result(|| -> OpResult { let builder = &mut FlatBufferBuilder::new(); let out = state.dir.code_fetch(specifier, referrer)?; let mut msg_args = msg::CodeFetchResArgs { module_name: Some(builder.create_string(&out.module_name)), filename: Some(builder.create_string(&out.filename)), media_type: out.media_type, source_code: Some(builder.create_string(&out.source_code)), ..Default::default() }; if let Some(ref output_code) = out.maybe_output_code { msg_args.output_code = Some(builder.create_string(output_code)); } if let Some(ref source_map) = out.maybe_source_map { msg_args.source_map = Some(builder.create_string(source_map)); } let inner = msg::CodeFetchRes::create(builder, &msg_args); Ok(serialize_response( cmd_id, builder, msg::BaseArgs { inner: Some(inner.as_union_value()), inner_type: msg::Any::CodeFetchRes, ..Default::default() }, )) }()))}
// https://github.com/denoland/deno/blob/golang/os.go#L156-L169fn op_code_cache( state: &Arc<IsolateState>, base: &msg::Base<'_>, data: libdeno::deno_buf,) -> Box<Op> { assert_eq!(data.len(), 0); let inner = base.inner_as_code_cache().unwrap(); let filename = inner.filename().unwrap(); let source_code = inner.source_code().unwrap(); let output_code = inner.output_code().unwrap(); let source_map = inner.source_map().unwrap(); Box::new(futures::future::result(|| -> OpResult { state .dir .code_cache(filename, source_code, output_code, source_map)?; Ok(empty_buf()) }()))}
fn op_chdir( _state: &Arc<IsolateState>, base: &msg::Base<'_>, data: libdeno::deno_buf,) -> Box<Op> { assert_eq!(data.len(), 0); let inner = base.inner_as_chdir().unwrap(); let directory = inner.directory().unwrap(); Box::new(futures::future::result(|| -> OpResult { std::env::set_current_dir(&directory)?; Ok(empty_buf()) }()))}
fn op_set_timeout( isolate: &Isolate, base: &msg::Base<'_>, data: libdeno::deno_buf,) -> Box<Op> { assert_eq!(data.len(), 0); let inner = base.inner_as_set_timeout().unwrap(); let val = inner.timeout(); let timeout_due = if val >= 0 { Some(Instant::now() + Duration::from_millis(val as u64)) } else { None }; isolate.set_timeout_due(timeout_due); ok_future(empty_buf())}
fn op_set_env( state: &Arc<IsolateState>, base: &msg::Base<'_>, data: libdeno::deno_buf,) -> Box<Op> { assert_eq!(data.len(), 0); let inner = base.inner_as_set_env().unwrap(); let key = inner.key().unwrap(); let value = inner.value().unwrap(); if let Err(e) = state.check_env() { return odd_future(e); } std::env::set_var(key, value); ok_future(empty_buf())}
fn op_env( state: &Arc<IsolateState>, base: &msg::Base<'_>, data: libdeno::deno_buf,) -> Box<Op> { assert_eq!(data.len(), 0); let cmd_id = base.cmd_id();
if let Err(e) = state.check_env() { return odd_future(e); }
let builder = &mut FlatBufferBuilder::new(); let vars: Vec<_> = std::env::vars() .map(|(key, value)| msg_util::serialize_key_value(builder, &key, &value)) .collect(); let tables = builder.create_vector(&vars); let inner = msg::EnvironRes::create( builder, &msg::EnvironResArgs { map: Some(tables) }, ); ok_future(serialize_response( cmd_id, builder, msg::BaseArgs { inner: Some(inner.as_union_value()), inner_type: msg::Any::EnvironRes, ..Default::default() }, ))}
fn op_fetch( state: &Arc<IsolateState>, base: &msg::Base<'_>, data: libdeno::deno_buf,) -> Box<Op> { let inner = base.inner_as_fetch().unwrap(); let cmd_id = base.cmd_id();
let header = inner.header().unwrap(); assert!(header.is_request()); let url = header.url().unwrap();
let body = if data.is_empty() { hyper::Body::empty() } else { hyper::Body::from(Vec::from(&*data)) };
let maybe_req = msg_util::deserialize_request(header, body); if let Err(e) = maybe_req { return odd_future(e); } let req = maybe_req.unwrap();
if let Err(e) = state.check_net(url) { return odd_future(e); }
let client = http_util::get_client();
debug!("Before fetch {}", url); let future = client .request(req) .map_err(DenoError::from) .and_then(move |res| { let builder = &mut FlatBufferBuilder::new(); let header_off = msg_util::serialize_http_response(builder, &res); let body = res.into_body(); let body_resource = resources::add_hyper_body(body); let inner = msg::FetchRes::create( builder, &msg::FetchResArgs { header: Some(header_off), body_rid: body_resource.rid, }, );
Ok(serialize_response( cmd_id, builder, msg::BaseArgs { inner: Some(inner.as_union_value()), inner_type: msg::Any::FetchRes, ..Default::default() }, )) }); Box::new(future)}
// This is just type conversion. Implement From trait?// See https://github.com/tokio-rs/tokio/blob/ffd73a64e7ec497622b7f939e38017afe7124dc4/tokio-fs/src/lib.rs#L76-L85fn convert_blocking<F>(f: F) -> Poll<Buf, DenoError>where F: FnOnce() -> DenoResult<Buf>,{ use futures::Async::*; match tokio_threadpool::blocking(f) { Ok(Ready(Ok(v))) => Ok(v.into()), Ok(Ready(Err(err))) => Err(err), Ok(NotReady) => Ok(NotReady), Err(_err) => panic!("blocking error"), }}
fn blocking<F>(is_sync: bool, f: F) -> Box<Op>where F: 'static + Send + FnOnce() -> DenoResult<Buf>,{ if is_sync { Box::new(futures::future::result(f())) } else { Box::new(tokio_util::poll_fn(move || convert_blocking(f))) }}
fn op_make_temp_dir( state: &Arc<IsolateState>, base: &msg::Base<'_>, data: libdeno::deno_buf,) -> Box<Op> { assert_eq!(data.len(), 0); let base = Box::new(*base); let inner = base.inner_as_make_temp_dir().unwrap(); let cmd_id = base.cmd_id();
// FIXME if let Err(e) = state.check_write("make_temp") { return odd_future(e); }
let dir = inner.dir().map(PathBuf::from); let prefix = inner.prefix().map(String::from); let suffix = inner.suffix().map(String::from);
blocking(base.sync(), move || -> OpResult { // TODO(piscisaureus): use byte vector for paths, not a string. // See https://github.com/denoland/deno/issues/627. // We can't assume that paths are always valid utf8 strings. let path = deno_fs::make_temp_dir( // Converting Option<String> to Option<&str> dir.as_ref().map(|x| &**x), prefix.as_ref().map(|x| &**x), suffix.as_ref().map(|x| &**x), )?; let builder = &mut FlatBufferBuilder::new(); let path_off = builder.create_string(path.to_str().unwrap()); let inner = msg::MakeTempDirRes::create( builder, &msg::MakeTempDirResArgs { path: Some(path_off), }, ); Ok(serialize_response( cmd_id, builder, msg::BaseArgs { inner: Some(inner.as_union_value()), inner_type: msg::Any::MakeTempDirRes, ..Default::default() }, )) })}
fn op_mkdir( state: &Arc<IsolateState>, base: &msg::Base<'_>, data: libdeno::deno_buf,) -> Box<Op> { assert_eq!(data.len(), 0); let inner = base.inner_as_mkdir().unwrap(); let path = String::from(inner.path().unwrap()); let recursive = inner.recursive(); let mode = inner.mode();
if let Err(e) = state.check_write(&path) { return odd_future(e); }
blocking(base.sync(), move || { debug!("op_mkdir {}", path); deno_fs::mkdir(Path::new(&path), mode, recursive)?; Ok(empty_buf()) })}
fn op_chmod( state: &Arc<IsolateState>, base: &msg::Base<'_>, data: libdeno::deno_buf,) -> Box<Op> { assert_eq!(data.len(), 0); let inner = base.inner_as_chmod().unwrap(); let _mode = inner.mode(); let path = String::from(inner.path().unwrap());
if let Err(e) = state.check_write(&path) { return odd_future(e); }
blocking(base.sync(), move || { debug!("op_chmod {}", &path); let path = PathBuf::from(&path); // Still check file/dir exists on windows let _metadata = fs::metadata(&path)?; // Only work in unix #[cfg(any(unix))] { // We need to use underscore to compile in Windows. #[cfg_attr(feature = "cargo-clippy", allow(used_underscore_binding))] let mut permissions = _metadata.permissions(); #[cfg_attr(feature = "cargo-clippy", allow(used_underscore_binding))] permissions.set_mode(_mode); fs::set_permissions(&path, permissions)?; } Ok(empty_buf()) })}
fn op_open( state: &Arc<IsolateState>, base: &msg::Base<'_>, data: libdeno::deno_buf,) -> Box<Op> { assert_eq!(data.len(), 0); let cmd_id = base.cmd_id(); let inner = base.inner_as_open().unwrap(); let filename_str = inner.filename().unwrap(); let filename = PathBuf::from(&filename_str); let mode = inner.mode().unwrap();
let mut open_options = tokio::fs::OpenOptions::new();
match mode { "r" => { open_options.read(true); } "r+" => { open_options.read(true).write(true); } "w" => { open_options.create(true).write(true).truncate(true); } "w+" => { open_options .read(true) .create(true) .write(true) .truncate(true); } "a" => { open_options.create(true).append(true); } "a+" => { open_options.read(true).create(true).append(true); } "x" => { open_options.create_new(true).write(true); } "x+" => { open_options.create_new(true).read(true).write(true); } &_ => { panic!("Unknown file open mode."); } }
if mode != "r" { // Write permission is needed except "r" mode if let Err(e) = state.check_write(&filename_str) { return odd_future(e); } }
let op = open_options .open(filename) .map_err(DenoError::from) .and_then(move |fs_file| -> OpResult { let resource = resources::add_fs_file(fs_file); let builder = &mut FlatBufferBuilder::new(); let inner = msg::OpenRes::create(builder, &msg::OpenResArgs { rid: resource.rid }); Ok(serialize_response( cmd_id, builder, msg::BaseArgs { inner: Some(inner.as_union_value()), inner_type: msg::Any::OpenRes, ..Default::default() }, )) }); Box::new(op)}
fn op_close( _state: &Arc<IsolateState>, base: &msg::Base<'_>, data: libdeno::deno_buf,) -> Box<Op> { assert_eq!(data.len(), 0); let inner = base.inner_as_close().unwrap(); let rid = inner.rid(); match resources::lookup(rid) { None => odd_future(errors::bad_resource()), Some(resource) => { resource.close(); ok_future(empty_buf()) } }}
fn op_shutdown( _state: &Arc<IsolateState>, base: &msg::Base<'_>, data: libdeno::deno_buf,) -> Box<Op> { assert_eq!(data.len(), 0); let inner = base.inner_as_shutdown().unwrap(); let rid = inner.rid(); let how = inner.how(); match resources::lookup(rid) { None => odd_future(errors::bad_resource()), Some(mut resource) => { let shutdown_mode = match how { 0 => Shutdown::Read, 1 => Shutdown::Write, _ => unimplemented!(), }; blocking(base.sync(), move || { // Use UFCS for disambiguation Resource::shutdown(&mut resource, shutdown_mode)?; Ok(empty_buf()) }) } }}
fn op_read( _state: &Arc<IsolateState>, base: &msg::Base<'_>, data: libdeno::deno_buf,) -> Box<Op> { let cmd_id = base.cmd_id(); let inner = base.inner_as_read().unwrap(); let rid = inner.rid();
match resources::lookup(rid) { None => odd_future(errors::bad_resource()), Some(resource) => { let op = resources::eager_read(resource, data) .map_err(DenoError::from) .and_then(move |(_resource, _buf, nread)| { let builder = &mut FlatBufferBuilder::new(); let inner = msg::ReadRes::create( builder, &msg::ReadResArgs { nread: nread as u32, eof: nread == 0, }, ); Ok(serialize_response( cmd_id, builder, msg::BaseArgs { inner: Some(inner.as_union_value()), inner_type: msg::Any::ReadRes, ..Default::default() }, )) }); Box::new(op) } }}
fn op_write( _state: &Arc<IsolateState>, base: &msg::Base<'_>, data: libdeno::deno_buf,) -> Box<Op> { let cmd_id = base.cmd_id(); let inner = base.inner_as_write().unwrap(); let rid = inner.rid();
match resources::lookup(rid) { None => odd_future(errors::bad_resource()), Some(resource) => { let op = resources::eager_write(resource, data) .map_err(DenoError::from) .and_then(move |(_resource, _buf, nwritten)| { let builder = &mut FlatBufferBuilder::new(); let inner = msg::WriteRes::create( builder, &msg::WriteResArgs { nbyte: nwritten as u32, }, ); Ok(serialize_response( cmd_id, builder, msg::BaseArgs { inner: Some(inner.as_union_value()), inner_type: msg::Any::WriteRes, ..Default::default() }, )) }); Box::new(op) } }}
fn op_remove( state: &Arc<IsolateState>, base: &msg::Base<'_>, data: libdeno::deno_buf,) -> Box<Op> { assert_eq!(data.len(), 0); let inner = base.inner_as_remove().unwrap(); let path_ = inner.path().unwrap(); let path = PathBuf::from(path_); let recursive = inner.recursive();
if let Err(e) = state.check_write(path.to_str().unwrap()) { return odd_future(e); }
blocking(base.sync(), move || { debug!("op_remove {}", path.display()); let metadata = fs::metadata(&path)?; if metadata.is_file() { fs::remove_file(&path)?; } else if recursive { remove_dir_all(&path)?; } else { fs::remove_dir(&path)?; } Ok(empty_buf()) })}
// Prototype https://github.com/denoland/deno/blob/golang/os.go#L171-L184fn op_read_file( _state: &Arc<IsolateState>, base: &msg::Base<'_>, data: libdeno::deno_buf,) -> Box<Op> { assert_eq!(data.len(), 0); let inner = base.inner_as_read_file().unwrap(); let cmd_id = base.cmd_id(); let filename = PathBuf::from(inner.filename().unwrap()); debug!("op_read_file {}", filename.display()); blocking(base.sync(), move || { let vec = fs::read(&filename)?; // Build the response message. memcpy data into inner. // TODO(ry) zero-copy. let builder = &mut FlatBufferBuilder::new(); let data_off = builder.create_vector(vec.as_slice()); let inner = msg::ReadFileRes::create( builder, &msg::ReadFileResArgs { data: Some(data_off), }, ); Ok(serialize_response( cmd_id, builder, msg::BaseArgs { inner: Some(inner.as_union_value()), inner_type: msg::Any::ReadFileRes, ..Default::default() }, )) })}
fn op_copy_file( state: &Arc<IsolateState>, base: &msg::Base<'_>, data: libdeno::deno_buf,) -> Box<Op> { assert_eq!(data.len(), 0); let inner = base.inner_as_copy_file().unwrap(); let from = PathBuf::from(inner.from().unwrap()); let to_ = inner.to().unwrap(); let to = PathBuf::from(to_);
if let Err(e) = state.check_write(&to_) { return odd_future(e); }
debug!("op_copy_file {} {}", from.display(), to.display()); blocking(base.sync(), move || { // On *nix, Rust deem non-existent path as invalid input // See https://github.com/rust-lang/rust/issues/54800 // Once the issue is reolved, we should remove this workaround. if cfg!(unix) && !from.is_file() { return Err(errors::new( ErrorKind::NotFound, "File not found".to_string(), )); }
fs::copy(&from, &to)?; Ok(empty_buf()) })}
macro_rules! to_seconds { ($time:expr) => {{ // Unwrap is safe here as if the file is before the unix epoch // something is very wrong. $time .and_then(|t| Ok(t.duration_since(UNIX_EPOCH).unwrap().as_secs())) .unwrap_or(0) }};}
#[cfg(any(unix))]fn get_mode(perm: &fs::Permissions) -> u32 { perm.mode()}
#[cfg(not(any(unix)))]fn get_mode(_perm: &fs::Permissions) -> u32 { 0}
fn op_cwd( _state: &Arc<IsolateState>, base: &msg::Base<'_>, data: libdeno::deno_buf,) -> Box<Op> { assert_eq!(data.len(), 0); let cmd_id = base.cmd_id(); Box::new(futures::future::result(|| -> OpResult { let path = std::env::current_dir()?; let builder = &mut FlatBufferBuilder::new(); let cwd = builder.create_string(&path.into_os_string().into_string().unwrap()); let inner = msg::CwdRes::create(builder, &msg::CwdResArgs { cwd: Some(cwd) }); Ok(serialize_response( cmd_id, builder, msg::BaseArgs { inner: Some(inner.as_union_value()), inner_type: msg::Any::CwdRes, ..Default::default() }, )) }()))}
fn op_stat( _state: &Arc<IsolateState>, base: &msg::Base<'_>, data: libdeno::deno_buf,) -> Box<Op> { assert_eq!(data.len(), 0); let inner = base.inner_as_stat().unwrap(); let cmd_id = base.cmd_id(); let filename = PathBuf::from(inner.filename().unwrap()); let lstat = inner.lstat();
blocking(base.sync(), move || { let builder = &mut FlatBufferBuilder::new(); debug!("op_stat {} {}", filename.display(), lstat); let metadata = if lstat { fs::symlink_metadata(&filename)? } else { fs::metadata(&filename)? };
let inner = msg::StatRes::create( builder, &msg::StatResArgs { is_file: metadata.is_file(), is_symlink: metadata.file_type().is_symlink(), len: metadata.len(), modified: to_seconds!(metadata.modified()), accessed: to_seconds!(metadata.accessed()), created: to_seconds!(metadata.created()), mode: get_mode(&metadata.permissions()), has_mode: cfg!(target_family = "unix"), ..Default::default() }, );
Ok(serialize_response( cmd_id, builder, msg::BaseArgs { inner: Some(inner.as_union_value()), inner_type: msg::Any::StatRes, ..Default::default() }, )) })}
fn op_read_dir( _state: &Arc<IsolateState>, base: &msg::Base<'_>, data: libdeno::deno_buf,) -> Box<Op> { assert_eq!(data.len(), 0); let inner = base.inner_as_read_dir().unwrap(); let cmd_id = base.cmd_id(); let path = String::from(inner.path().unwrap());
blocking(base.sync(), move || -> OpResult { debug!("op_read_dir {}", path); let builder = &mut FlatBufferBuilder::new(); let entries: Vec<_> = fs::read_dir(Path::new(&path))? .map(|entry| { let entry = entry.unwrap(); let metadata = entry.metadata().unwrap(); let file_type = metadata.file_type(); let name = builder.create_string(entry.file_name().to_str().unwrap()); let path = builder.create_string(entry.path().to_str().unwrap());
msg::StatRes::create( builder, &msg::StatResArgs { is_file: file_type.is_file(), is_symlink: file_type.is_symlink(), len: metadata.len(), modified: to_seconds!(metadata.modified()), accessed: to_seconds!(metadata.accessed()), created: to_seconds!(metadata.created()), name: Some(name), path: Some(path), mode: get_mode(&metadata.permissions()), has_mode: cfg!(target_family = "unix"), }, ) }).collect();
let entries = builder.create_vector(&entries); let inner = msg::ReadDirRes::create( builder, &msg::ReadDirResArgs { entries: Some(entries), }, ); Ok(serialize_response( cmd_id, builder, msg::BaseArgs { inner: Some(inner.as_union_value()), inner_type: msg::Any::ReadDirRes, ..Default::default() }, )) })}
fn op_write_file( state: &Arc<IsolateState>, base: &msg::Base<'_>, data: libdeno::deno_buf,) -> Box<Op> { let inner = base.inner_as_write_file().unwrap(); let filename = String::from(inner.filename().unwrap()); let perm = inner.perm();
if let Err(e) = state.check_write(&filename) { return odd_future(e); }
blocking(base.sync(), move || -> OpResult { debug!("op_write_file {} {}", filename, data.len()); deno_fs::write_file(Path::new(&filename), data, perm)?; Ok(empty_buf()) })}
fn op_rename( state: &Arc<IsolateState>, base: &msg::Base<'_>, data: libdeno::deno_buf,) -> Box<Op> { assert_eq!(data.len(), 0); let inner = base.inner_as_rename().unwrap(); let oldpath = PathBuf::from(inner.oldpath().unwrap()); let newpath_ = inner.newpath().unwrap(); let newpath = PathBuf::from(newpath_); if let Err(e) = state.check_write(&newpath_) { return odd_future(e); } blocking(base.sync(), move || -> OpResult { debug!("op_rename {} {}", oldpath.display(), newpath.display()); fs::rename(&oldpath, &newpath)?; Ok(empty_buf()) })}
fn op_symlink( state: &Arc<IsolateState>, base: &msg::Base<'_>, data: libdeno::deno_buf,) -> Box<Op> { assert_eq!(data.len(), 0); let inner = base.inner_as_symlink().unwrap(); let oldname = PathBuf::from(inner.oldname().unwrap()); let newname_ = inner.newname().unwrap(); let newname = PathBuf::from(newname_);
if let Err(e) = state.check_write(&newname_) { return odd_future(e); } // TODO Use type for Windows. if cfg!(windows) { return odd_future(errors::new( ErrorKind::Other, "Not implemented".to_string(), )); } blocking(base.sync(), move || -> OpResult { debug!("op_symlink {} {}", oldname.display(), newname.display()); #[cfg(any(unix))] std::os::unix::fs::symlink(&oldname, &newname)?; Ok(empty_buf()) })}
fn op_read_link( _state: &Arc<IsolateState>, base: &msg::Base<'_>, data: libdeno::deno_buf,) -> Box<Op> { assert_eq!(data.len(), 0); let inner = base.inner_as_readlink().unwrap(); let cmd_id = base.cmd_id(); let name = PathBuf::from(inner.name().unwrap());
blocking(base.sync(), move || -> OpResult { debug!("op_read_link {}", name.display()); let path = fs::read_link(&name)?; let builder = &mut FlatBufferBuilder::new(); let path_off = builder.create_string(path.to_str().unwrap()); let inner = msg::ReadlinkRes::create( builder, &msg::ReadlinkResArgs { path: Some(path_off), }, ); Ok(serialize_response( cmd_id, builder, msg::BaseArgs { inner: Some(inner.as_union_value()), inner_type: msg::Any::ReadlinkRes, ..Default::default() }, )) })}
fn op_repl_start( state: &Arc<IsolateState>, base: &msg::Base<'_>, data: libdeno::deno_buf,) -> Box<Op> { assert_eq!(data.len(), 0); let inner = base.inner_as_repl_start().unwrap(); let cmd_id = base.cmd_id(); let history_file = String::from(inner.history_file().unwrap());
debug!("op_repl_start {}", history_file); let history_path = repl::history_path(&state.dir, &history_file); let repl = repl::Repl::new(history_path); let resource = resources::add_repl(repl);
let builder = &mut FlatBufferBuilder::new(); let inner = msg::ReplStartRes::create( builder, &msg::ReplStartResArgs { rid: resource.rid }, ); ok_future(serialize_response( cmd_id, builder, msg::BaseArgs { inner: Some(inner.as_union_value()), inner_type: msg::Any::ReplStartRes, ..Default::default() }, ))}
fn op_repl_readline( _state: &Arc<IsolateState>, base: &msg::Base<'_>, data: libdeno::deno_buf,) -> Box<Op> { assert_eq!(data.len(), 0); let inner = base.inner_as_repl_readline().unwrap(); let cmd_id = base.cmd_id(); let rid = inner.rid(); let prompt = inner.prompt().unwrap().to_owned(); debug!("op_repl_readline {} {}", rid, prompt);
blocking(base.sync(), move || -> OpResult { let line = resources::readline(rid, &prompt)?;
let builder = &mut FlatBufferBuilder::new(); let line_off = builder.create_string(&line); let inner = msg::ReplReadlineRes::create( builder, &msg::ReplReadlineResArgs { line: Some(line_off), }, ); Ok(serialize_response( cmd_id, builder, msg::BaseArgs { inner: Some(inner.as_union_value()), inner_type: msg::Any::ReplReadlineRes, ..Default::default() }, )) })}
fn op_truncate( state: &Arc<IsolateState>, base: &msg::Base<'_>, data: libdeno::deno_buf,) -> Box<Op> { assert_eq!(data.len(), 0);
let inner = base.inner_as_truncate().unwrap(); let filename = String::from(inner.name().unwrap()); let len = inner.len();
if let Err(e) = state.check_write(&filename) { return odd_future(e); }
blocking(base.sync(), move || { debug!("op_truncate {} {}", filename, len); let f = fs::OpenOptions::new().write(true).open(&filename)?; f.set_len(u64::from(len))?; Ok(empty_buf()) })}
fn op_listen( state: &Arc<IsolateState>, base: &msg::Base<'_>, data: libdeno::deno_buf,) -> Box<Op> { assert_eq!(data.len(), 0); if let Err(e) = state.check_net("listen") { return odd_future(e); }
let cmd_id = base.cmd_id(); let inner = base.inner_as_listen().unwrap(); let network = inner.network().unwrap(); assert_eq!(network, "tcp"); let address = inner.address().unwrap();
Box::new(futures::future::result((move || { let addr = resolve_addr(address).wait()?;
let listener = TcpListener::bind(&addr)?; let resource = resources::add_tcp_listener(listener);
let builder = &mut FlatBufferBuilder::new(); let inner = msg::ListenRes::create( builder, &msg::ListenResArgs { rid: resource.rid }, ); Ok(serialize_response( cmd_id, builder, msg::BaseArgs { inner: Some(inner.as_union_value()), inner_type: msg::Any::ListenRes, ..Default::default() }, )) })()))}
fn new_conn(cmd_id: u32, tcp_stream: TcpStream) -> OpResult { let tcp_stream_resource = resources::add_tcp_stream(tcp_stream); // TODO forward socket_addr to client.
let builder = &mut FlatBufferBuilder::new(); let inner = msg::NewConn::create( builder, &msg::NewConnArgs { rid: tcp_stream_resource.rid, ..Default::default() }, ); Ok(serialize_response( cmd_id, builder, msg::BaseArgs { inner: Some(inner.as_union_value()), inner_type: msg::Any::NewConn, ..Default::default() }, ))}
fn op_accept( state: &Arc<IsolateState>, base: &msg::Base<'_>, data: libdeno::deno_buf,) -> Box<Op> { assert_eq!(data.len(), 0); if let Err(e) = state.check_net("accept") { return odd_future(e); } let cmd_id = base.cmd_id(); let inner = base.inner_as_accept().unwrap(); let server_rid = inner.rid();
match resources::lookup(server_rid) { None => odd_future(errors::bad_resource()), Some(server_resource) => { let op = resources::eager_accept(server_resource) .map_err(DenoError::from) .and_then(move |(tcp_stream, _socket_addr)| { new_conn(cmd_id, tcp_stream) }); Box::new(op) } }}
fn op_dial( state: &Arc<IsolateState>, base: &msg::Base<'_>, data: libdeno::deno_buf,) -> Box<Op> { assert_eq!(data.len(), 0); if let Err(e) = state.check_net("dial") { return odd_future(e); } let cmd_id = base.cmd_id(); let inner = base.inner_as_dial().unwrap(); let network = inner.network().unwrap(); assert_eq!(network, "tcp"); // TODO Support others. let address = inner.address().unwrap();
let op = resolve_addr(address) .map_err(DenoError::from) .and_then(move |addr| { TcpStream::connect(&addr) .map_err(DenoError::from) .and_then(move |tcp_stream| new_conn(cmd_id, tcp_stream)) }); Box::new(op)}
fn op_metrics( state: &Arc<IsolateState>, base: &msg::Base<'_>, data: libdeno::deno_buf,) -> Box<Op> { assert_eq!(data.len(), 0); let cmd_id = base.cmd_id();
let builder = &mut FlatBufferBuilder::new(); let inner = msg::MetricsRes::create( builder, &msg::MetricsResArgs::from(&state.metrics), ); ok_future(serialize_response( cmd_id, builder, msg::BaseArgs { inner: Some(inner.as_union_value()), inner_type: msg::Any::MetricsRes, ..Default::default() }, ))}
fn op_resources( _state: &Arc<IsolateState>, base: &msg::Base<'_>, data: libdeno::deno_buf,) -> Box<Op> { assert_eq!(data.len(), 0); let cmd_id = base.cmd_id();
let builder = &mut FlatBufferBuilder::new(); let serialized_resources = table_entries();
let res: Vec<_> = serialized_resources .iter() .map(|(key, value)| { let repr = builder.create_string(value);
msg::Resource::create( builder, &msg::ResourceArgs { rid: *key, repr: Some(repr), }, ) }).collect();
let resources = builder.create_vector(&res); let inner = msg::ResourcesRes::create( builder, &msg::ResourcesResArgs { resources: Some(resources), }, );
ok_future(serialize_response( cmd_id, builder, msg::BaseArgs { inner: Some(inner.as_union_value()), inner_type: msg::Any::ResourcesRes, ..Default::default() }, ))}
fn subprocess_stdio_map(v: msg::ProcessStdio) -> std::process::Stdio { match v { msg::ProcessStdio::Inherit => std::process::Stdio::inherit(), msg::ProcessStdio::Piped => std::process::Stdio::piped(), msg::ProcessStdio::Null => std::process::Stdio::null(), }}
fn op_run( state: &Arc<IsolateState>, base: &msg::Base<'_>, data: libdeno::deno_buf,) -> Box<Op> { assert!(base.sync()); let cmd_id = base.cmd_id();
if let Err(e) = state.check_run() { return odd_future(e); }
assert_eq!(data.len(), 0); let inner = base.inner_as_run().unwrap(); let args = inner.args().unwrap(); let cwd = inner.cwd();
let mut c = Command::new(args.get(0)); (1..args.len()).for_each(|i| { let arg = args.get(i); c.arg(arg); }); cwd.map(|d| c.current_dir(d));
c.stdin(subprocess_stdio_map(inner.stdin())); c.stdout(subprocess_stdio_map(inner.stdout())); c.stderr(subprocess_stdio_map(inner.stderr()));
// Spawn the command. let child = match c.spawn_async() { Ok(v) => v, Err(err) => { return odd_future(err.into()); } };
let pid = child.id(); let resources = resources::add_child(child);
let mut res_args = msg::RunResArgs { rid: resources.child_rid, pid, ..Default::default() };
if let Some(stdin_rid) = resources.stdin_rid { res_args.stdin_rid = stdin_rid; } if let Some(stdout_rid) = resources.stdout_rid { res_args.stdout_rid = stdout_rid; } if let Some(stderr_rid) = resources.stderr_rid { res_args.stderr_rid = stderr_rid; }
let builder = &mut FlatBufferBuilder::new(); let inner = msg::RunRes::create(builder, &res_args); ok_future(serialize_response( cmd_id, builder, msg::BaseArgs { inner: Some(inner.as_union_value()), inner_type: msg::Any::RunRes, ..Default::default() }, ))}
fn op_run_status( state: &Arc<IsolateState>, base: &msg::Base<'_>, data: libdeno::deno_buf,) -> Box<Op> { assert_eq!(data.len(), 0); let cmd_id = base.cmd_id(); let inner = base.inner_as_run_status().unwrap(); let rid = inner.rid();
if let Err(e) = state.check_run() { return odd_future(e); }
let future = match resources::child_status(rid) { Err(e) => { return odd_future(e); } Ok(f) => f, };
let future = future.and_then(move |run_status| { let code = run_status.code();
#[cfg(unix)] let signal = run_status.signal(); #[cfg(not(unix))] let signal = None;
code .or(signal) .expect("Should have either an exit code or a signal."); let got_signal = signal.is_some();
let builder = &mut FlatBufferBuilder::new(); let inner = msg::RunStatusRes::create( builder, &msg::RunStatusResArgs { got_signal, exit_code: code.unwrap_or(-1), exit_signal: signal.unwrap_or(-1), }, ); Ok(serialize_response( cmd_id, builder, msg::BaseArgs { inner: Some(inner.as_union_value()), inner_type: msg::Any::RunStatusRes, ..Default::default() }, )) }); Box::new(future)}
struct GetMessageFuture { pub state: Arc<IsolateState>,}
impl Future for GetMessageFuture { type Item = Option<Buf>; type Error = ();
fn poll(&mut self) -> Result<Async<Self::Item>, Self::Error> { assert!(self.state.worker_channels.is_some()); match self.state.worker_channels { None => panic!("expected worker_channels"), Some(ref wc) => { let mut wc = wc.lock().unwrap(); wc.1.poll() } } }}
fn op_worker_get_message( state: &Arc<IsolateState>, base: &msg::Base<'_>, data: libdeno::deno_buf,) -> Box<Op> { assert_eq!(data.len(), 0); let cmd_id = base.cmd_id();
let op = GetMessageFuture { state: state.clone(), }; let op = op.map_err(move |_| -> DenoError { unimplemented!() }); let op = op.and_then(move |maybe_buf| -> DenoResult<Buf> { debug!("op_worker_get_message"); let builder = &mut FlatBufferBuilder::new();
let data = maybe_buf.as_ref().map(|buf| builder.create_vector(buf)); let inner = msg::WorkerGetMessageRes::create( builder, &msg::WorkerGetMessageResArgs { data }, ); Ok(serialize_response( cmd_id, builder, msg::BaseArgs { inner: Some(inner.as_union_value()), inner_type: msg::Any::WorkerGetMessageRes, ..Default::default() }, )) }); Box::new(op)}
fn op_worker_post_message( state: &Arc<IsolateState>, base: &msg::Base<'_>, data: libdeno::deno_buf,) -> Box<Op> { let cmd_id = base.cmd_id();
let d = Vec::from(data.as_ref()).into_boxed_slice();
assert!(state.worker_channels.is_some()); let tx = match state.worker_channels { None => panic!("expected worker_channels"), Some(ref wc) => { let wc = wc.lock().unwrap(); wc.0.clone() } }; let op = tx.send(d); let op = op.map_err(|e| errors::new(ErrorKind::Other, e.to_string())); let op = op.and_then(move |_| -> DenoResult<Buf> { let builder = &mut FlatBufferBuilder::new();
Ok(serialize_response( cmd_id, builder, msg::BaseArgs { ..Default::default() }, )) }); Box::new(op)}