[ Jan  9 20:39:21 Enabled. ]
[ Jan  9 20:39:21 Rereading configuration. ]
[ Jan  9 20:39:24 Rereading configuration. ]
[ Jan  9 20:39:29 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_89ba55e7-88e9-461d-a725-7fa5807c3a61/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_89ba55e7-88e9-461d-a725-7fa5807c3a61/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:39:29.212091758Z","hostname":"oxz_crucible_98784fdf-30e5-405f-8a5e-7646d9db8750","pid":22841}
{"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:39:29.215343828Z","hostname":"oxz_crucible_98784fdf-30e5-405f-8a5e-7646d9db8750","pid":22841}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:39:29.215354288Z","hostname":"oxz_crucible_98784fdf-30e5-405f-8a5e-7646d9db8750","pid":22841}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:39:29.23161216Z","hostname":"oxz_crucible_98784fdf-30e5-405f-8a5e-7646d9db8750","pid":22841,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:39:29.306017721Z","hostname":"oxz_crucible_98784fdf-30e5-405f-8a5e-7646d9db8750","pid":22841,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:26.964081493Z","hostname":"oxz_crucible_98784fdf-30e5-405f-8a5e-7646d9db8750","pid":22841,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:58034"}
{"msg":"region daa9421d-fb2f-4cb7-a826-192da24e678f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:26.994842174Z","hostname":"oxz_crucible_98784fdf-30e5-405f-8a5e-7646d9db8750","pid":22841,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:26.998988846Z","hostname":"oxz_crucible_98784fdf-30e5-405f-8a5e-7646d9db8750","pid":22841,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:26.999027567Z","hostname":"oxz_crucible_98784fdf-30e5-405f-8a5e-7646d9db8750","pid":22841,"uri":"/crucible/0/regions","method":"POST","req_id":"e3bc9fc8-0a05-4b5c-b66e-c9f7014534cb","remote_addr":"[fd00:1122:3344:101::c]:58034","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":10360,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_89ba55e7-88e9-461d-a725-7fa5807c3a61/crucible/regions/daa9421d-fb2f-4cb7-a826-192da24e678f","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.008792149Z","hostname":"oxz_crucible_98784fdf-30e5-405f-8a5e-7646d9db8750","pid":22841,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_89ba55e7-88e9-461d-a725-7fa5807c3a61/crucible/regions/daa9421d-fb2f-4cb7-a826-192da24e678f","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.00882012Z","hostname":"oxz_crucible_98784fdf-30e5-405f-8a5e-7646d9db8750","pid":22841,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"daa9421d-fb2f-4cb7-a826-192da24e678f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/daa9421d-fb2f-4cb7-a826-192da24e678f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.078306058Z","hostname":"oxz_crucible_98784fdf-30e5-405f-8a5e-7646d9db8750","pid":22841,"region":"daa9421d-fb2f-4cb7-a826-192da24e678f","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"daa9421d-fb2f-4cb7-a826-192da24e678f\" \"--data\" \"/data/regions/daa9421d-fb2f-4cb7-a826-192da24e678f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.080292188Z","hostname":"oxz_crucible_98784fdf-30e5-405f-8a5e-7646d9db8750","pid":22841,"region":"daa9421d-fb2f-4cb7-a826-192da24e678f","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.201223739Z","hostname":"oxz_crucible_98784fdf-30e5-405f-8a5e-7646d9db8750","pid":22841,"region":"daa9421d-fb2f-4cb7-a826-192da24e678f","component":"worker"}
{"msg":"region daa9421d-fb2f-4cb7-a826-192da24e678f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.201291581Z","hostname":"oxz_crucible_98784fdf-30e5-405f-8a5e-7646d9db8750","pid":22841,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.201354212Z","hostname":"oxz_crucible_98784fdf-30e5-405f-8a5e-7646d9db8750","pid":22841,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-daa9421d-fb2f-4cb7-a826-192da24e678f","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.201759392Z","hostname":"oxz_crucible_98784fdf-30e5-405f-8a5e-7646d9db8750","pid":22841,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-daa9421d-fb2f-4cb7-a826-192da24e678f","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.206898139Z","hostname":"oxz_crucible_98784fdf-30e5-405f-8a5e-7646d9db8750","pid":22841,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.219291976Z","hostname":"oxz_crucible_98784fdf-30e5-405f-8a5e-7646d9db8750","pid":22841,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-daa9421d-fb2f-4cb7-a826-192da24e678f","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.222022863Z","hostname":"oxz_crucible_98784fdf-30e5-405f-8a5e-7646d9db8750","pid":22841,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/daa9421d-fb2f-4cb7-a826-192da24e678f","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.222748021Z","hostname":"oxz_crucible_98784fdf-30e5-405f-8a5e-7646d9db8750","pid":22841,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.222810813Z","hostname":"oxz_crucible_98784fdf-30e5-405f-8a5e-7646d9db8750","pid":22841,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.222855954Z","hostname":"oxz_crucible_98784fdf-30e5-405f-8a5e-7646d9db8750","pid":22841,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.222895585Z","hostname":"oxz_crucible_98784fdf-30e5-405f-8a5e-7646d9db8750","pid":22841,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.227376606Z","hostname":"oxz_crucible_98784fdf-30e5-405f-8a5e-7646d9db8750","pid":22841,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.231645911Z","hostname":"oxz_crucible_98784fdf-30e5-405f-8a5e-7646d9db8750","pid":22841,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.307661422Z","hostname":"oxz_crucible_98784fdf-30e5-405f-8a5e-7646d9db8750","pid":22841,"uri":"/crucible/0/regions","method":"POST","req_id":"477bf431-2686-4d12-93a0-7a595c053187","remote_addr":"[fd00:1122:3344:101::c]:58034","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":61,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.961458614Z","hostname":"oxz_crucible_98784fdf-30e5-405f-8a5e-7646d9db8750","pid":22841,"uri":"/crucible/0/regions/daa9421d-fb2f-4cb7-a826-192da24e678f","method":"GET","req_id":"35b5fb47-9e99-4e2a-8f01-a22c1fbca366","remote_addr":"[fd00:1122:3344:101::c]:58034","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":78,"response_code":"200"}
{"msg":"path is \"/data/regions/daa9421d-fb2f-4cb7-a826-192da24e678f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.964631822Z","hostname":"oxz_crucible_98784fdf-30e5-405f-8a5e-7646d9db8750","pid":22841,"component":"datafile"}
{"msg":"dataset is oxp_89ba55e7-88e9-461d-a725-7fa5807c3a61/crucible/regions/daa9421d-fb2f-4cb7-a826-192da24e678f","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.975826819Z","hostname":"oxz_crucible_98784fdf-30e5-405f-8a5e-7646d9db8750","pid":22841,"component":"datafile"}
{"msg":"region daa9421d-fb2f-4cb7-a826-192da24e678f state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.985825807Z","hostname":"oxz_crucible_98784fdf-30e5-405f-8a5e-7646d9db8750","pid":22841,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.98597318Z","hostname":"oxz_crucible_98784fdf-30e5-405f-8a5e-7646d9db8750","pid":22841,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.986037072Z","hostname":"oxz_crucible_98784fdf-30e5-405f-8a5e-7646d9db8750","pid":22841,"uri":"/crucible/0/regions/daa9421d-fb2f-4cb7-a826-192da24e678f","method":"DELETE","req_id":"16657b68-b375-410b-bbf5-c32b0ed4ea47","remote_addr":"[fd00:1122:3344:101::c]:58034","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":21437,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.988327938Z","hostname":"oxz_crucible_98784fdf-30e5-405f-8a5e-7646d9db8750","pid":22841,"uri":"/crucible/0/regions/daa9421d-fb2f-4cb7-a826-192da24e678f","method":"GET","req_id":"d38f0886-faad-4ab2-a977-1fc869c3842e","remote_addr":"[fd00:1122:3344:101::c]:58034","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":38,"response_code":"200"}
{"msg":"disabling downstairs instance: downstairs-daa9421d-fb2f-4cb7-a826-192da24e678f (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.989040966Z","hostname":"oxz_crucible_98784fdf-30e5-405f-8a5e-7646d9db8750","pid":22841,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:27.992962893Z","hostname":"oxz_crucible_98784fdf-30e5-405f-8a5e-7646d9db8750","pid":22841,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_89ba55e7-88e9-461d-a725-7fa5807c3a61/crucible/regions/daa9421d-fb2f-4cb7-a826-192da24e678f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:28.00336372Z","hostname":"oxz_crucible_98784fdf-30e5-405f-8a5e-7646d9db8750","pid":22841,"region":"daa9421d-fb2f-4cb7-a826-192da24e678f","component":"worker"}
{"msg":"region daa9421d-fb2f-4cb7-a826-192da24e678f state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:28.066041881Z","hostname":"oxz_crucible_98784fdf-30e5-405f-8a5e-7646d9db8750","pid":22841,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-09T20:40:28.11007507Z","hostname":"oxz_crucible_98784fdf-30e5-405f-8a5e-7646d9db8750","pid":22841,"uri":"/crucible/0/regions/daa9421d-fb2f-4cb7-a826-192da24e678f","method":"GET","req_id":"b0675ce9-5acf-4224-8cca-9844f5a9405e","remote_addr":"[fd00:1122:3344:101::c]:58034","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":74,"response_code":"200"}