[ Jan 17 08:00:23 Enabled. ]
[ Jan 17 08:00:23 Rereading configuration. ]
[ Jan 17 08:00:25 Rereading configuration. ]
[ Jan 17 08:00:29 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_fb743880-ceb4-4309-9fe1-855954a7a059/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_fb743880-ceb4-4309-9fe1-855954a7a059/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:00:29.546831146Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111}
{"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:00:29.547744489Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:00:29.547752739Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:00:29.562560232Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:00:29.655253682Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:24.330772297Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:47506"}
{"msg":"region 6827c2de-9e4d-4bbc-bd98-2b56c8f2b4f5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:24.349533396Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:24.34981111Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"uri":"/crucible/0/regions","method":"POST","req_id":"991b2340-b774-443e-954b-bef06e69672d","remote_addr":"[fd00:1122:3344:101::c]:47506","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":6899,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:24.350353238Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_fb743880-ceb4-4309-9fe1-855954a7a059/crucible/regions/6827c2de-9e4d-4bbc-bd98-2b56c8f2b4f5","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:24.36026078Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_fb743880-ceb4-4309-9fe1-855954a7a059/crucible/regions/6827c2de-9e4d-4bbc-bd98-2b56c8f2b4f5","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:24.3602923Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6827c2de-9e4d-4bbc-bd98-2b56c8f2b4f5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6827c2de-9e4d-4bbc-bd98-2b56c8f2b4f5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:24.41607143Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"region":"6827c2de-9e4d-4bbc-bd98-2b56c8f2b4f5","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6827c2de-9e4d-4bbc-bd98-2b56c8f2b4f5\" \"--data\" \"/data/regions/6827c2de-9e4d-4bbc-bd98-2b56c8f2b4f5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:24.416133801Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"region":"6827c2de-9e4d-4bbc-bd98-2b56c8f2b4f5","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:24.527474089Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"uri":"/crucible/0/regions","method":"POST","req_id":"c83bc458-9323-4746-b0b6-f9b149b67470","remote_addr":"[fd00:1122:3344:101::c]:47506","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":81,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:24.569052996Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"region":"6827c2de-9e4d-4bbc-bd98-2b56c8f2b4f5","component":"worker"}
{"msg":"region 6827c2de-9e4d-4bbc-bd98-2b56c8f2b4f5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:24.569103406Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:24.569200568Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6827c2de-9e4d-4bbc-bd98-2b56c8f2b4f5","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:24.569630494Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6827c2de-9e4d-4bbc-bd98-2b56c8f2b4f5","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:24.575020781Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:24.596066663Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6827c2de-9e4d-4bbc-bd98-2b56c8f2b4f5","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:24.616841951Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6827c2de-9e4d-4bbc-bd98-2b56c8f2b4f5","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:24.617385019Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:24.61956254Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:24.619641641Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:24.619692832Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:24.625926332Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:24.631225777Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:25.18755382Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"uri":"/crucible/0/regions","method":"POST","req_id":"bd54e219-b418-4cda-9ef7-b5ce879bfdb3","remote_addr":"[fd00:1122:3344:101::c]:47506","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":68,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:25.489655725Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"uri":"/crucible/0/regions/6827c2de-9e4d-4bbc-bd98-2b56c8f2b4f5","method":"GET","req_id":"98a04a08-9161-4c81-ba71-125a8a957942","remote_addr":"[fd00:1122:3344:101::c]:47506","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":54,"response_code":"200"}
{"msg":"path is \"/data/regions/6827c2de-9e4d-4bbc-bd98-2b56c8f2b4f5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:25.492587047Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"datafile"}
{"msg":"dataset is oxp_fb743880-ceb4-4309-9fe1-855954a7a059/crucible/regions/6827c2de-9e4d-4bbc-bd98-2b56c8f2b4f5","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:25.503428432Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"datafile"}
{"msg":"region 6827c2de-9e4d-4bbc-bd98-2b56c8f2b4f5 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:25.513536837Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:25.513666629Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-6827c2de-9e4d-4bbc-bd98-2b56c8f2b4f5 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:25.514905877Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:25.516023923Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"uri":"/crucible/0/regions/6827c2de-9e4d-4bbc-bd98-2b56c8f2b4f5","method":"DELETE","req_id":"75829d11-3035-4818-b76b-d321c8d756d3","remote_addr":"[fd00:1122:3344:101::c]:47506","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":23479,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:25.51926389Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"uri":"/crucible/0/regions/6827c2de-9e4d-4bbc-bd98-2b56c8f2b4f5","method":"GET","req_id":"e90a06d5-b96e-4599-8af8-96388e4148a5","remote_addr":"[fd00:1122:3344:101::c]:47506","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":30,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:25.51996574Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_fb743880-ceb4-4309-9fe1-855954a7a059/crucible/regions/6827c2de-9e4d-4bbc-bd98-2b56c8f2b4f5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:25.53111275Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"region":"6827c2de-9e4d-4bbc-bd98-2b56c8f2b4f5","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:25.577877411Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"uri":"/crucible/0/regions/6827c2de-9e4d-4bbc-bd98-2b56c8f2b4f5","method":"GET","req_id":"59d7ef2e-37cf-4373-b178-23f129fef5f9","remote_addr":"[fd00:1122:3344:101::c]:47506","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":91,"response_code":"200"}
{"msg":"region 6827c2de-9e4d-4bbc-bd98-2b56c8f2b4f5 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:25.606087675Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:01:25.749892908Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"uri":"/crucible/0/regions/6827c2de-9e4d-4bbc-bd98-2b56c8f2b4f5","method":"GET","req_id":"a26cd8cc-6cd4-4427-9606-810875401678","remote_addr":"[fd00:1122:3344:101::c]:47506","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":31,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:08.603552879Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:61568"}
{"msg":"region 846186e5-e120-4e1f-9f79-69c3df2c8165 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:08.60365074Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:08.604446742Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:08.604457372Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"uri":"/crucible/0/regions","method":"POST","req_id":"c46a1dcd-fb1d-41ca-b21e-c830f13ef4bd","remote_addr":"[fd00:1122:3344:101::c]:61568","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":838,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_fb743880-ceb4-4309-9fe1-855954a7a059/crucible/regions/846186e5-e120-4e1f-9f79-69c3df2c8165","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:08.615662093Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_fb743880-ceb4-4309-9fe1-855954a7a059/crucible/regions/846186e5-e120-4e1f-9f79-69c3df2c8165","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:08.615689263Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"846186e5-e120-4e1f-9f79-69c3df2c8165\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/846186e5-e120-4e1f-9f79-69c3df2c8165\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:08.669946282Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"region":"846186e5-e120-4e1f-9f79-69c3df2c8165","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"846186e5-e120-4e1f-9f79-69c3df2c8165\" \"--data\" \"/data/regions/846186e5-e120-4e1f-9f79-69c3df2c8165\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:08.671751528Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"region":"846186e5-e120-4e1f-9f79-69c3df2c8165","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:08.943559308Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"region":"846186e5-e120-4e1f-9f79-69c3df2c8165","component":"worker"}
{"msg":"region 846186e5-e120-4e1f-9f79-69c3df2c8165 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:08.943596738Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:08.943698099Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-846186e5-e120-4e1f-9f79-69c3df2c8165","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:08.94512936Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-846186e5-e120-4e1f-9f79-69c3df2c8165","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:08.952691319Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:08.960950857Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"uri":"/crucible/0/regions","method":"POST","req_id":"c1b1b1c2-9423-4509-90d0-07a552aa9603","remote_addr":"[fd00:1122:3344:101::c]:61568","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":68,"response_code":"200"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:08.965961099Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-846186e5-e120-4e1f-9f79-69c3df2c8165","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:08.969810574Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/846186e5-e120-4e1f-9f79-69c3df2c8165","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:08.970092448Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:08.970149199Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:08.97019243Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:08.97023858Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:08.974249398Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:08.978449358Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"worker"}
{"msg":"region 3d97d1ba-698d-464f-b362-54d6d0af8486 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:14.820434778Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:14.820615411Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:14.820626241Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"uri":"/crucible/0/regions","method":"POST","req_id":"538f4a84-b03c-4d24-b10e-c619d94c6b72","remote_addr":"[fd00:1122:3344:101::c]:61568","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":266,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_fb743880-ceb4-4309-9fe1-855954a7a059/crucible/regions/3d97d1ba-698d-464f-b362-54d6d0af8486","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:14.831420406Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_fb743880-ceb4-4309-9fe1-855954a7a059/crucible/regions/3d97d1ba-698d-464f-b362-54d6d0af8486","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:14.831464507Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"3d97d1ba-698d-464f-b362-54d6d0af8486\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3d97d1ba-698d-464f-b362-54d6d0af8486\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:14.905900895Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"region":"3d97d1ba-698d-464f-b362-54d6d0af8486","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3d97d1ba-698d-464f-b362-54d6d0af8486\" \"--data\" \"/data/regions/3d97d1ba-698d-464f-b362-54d6d0af8486\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:14.907794542Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"region":"3d97d1ba-698d-464f-b362-54d6d0af8486","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:14.985515037Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"region":"3d97d1ba-698d-464f-b362-54d6d0af8486","component":"worker"}
{"msg":"region 3d97d1ba-698d-464f-b362-54d6d0af8486 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:14.985555998Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:14.985665659Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-3d97d1ba-698d-464f-b362-54d6d0af8486","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:14.986619183Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3d97d1ba-698d-464f-b362-54d6d0af8486","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:14.999537008Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:15.009061135Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3d97d1ba-698d-464f-b362-54d6d0af8486","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:15.013187344Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3d97d1ba-698d-464f-b362-54d6d0af8486","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:15.013427928Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:15.013497799Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:15.01354556Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:15.01359055Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:15.018115225Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:15.024941983Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:15.143629236Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"uri":"/crucible/0/regions","method":"POST","req_id":"7edfac3a-d176-4a00-b588-d4de8ca43fc0","remote_addr":"[fd00:1122:3344:101::c]:61568","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":67,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:40.52006331Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"uri":"/crucible/0/regions/3d97d1ba-698d-464f-b362-54d6d0af8486","method":"GET","req_id":"d198951b-10aa-476f-b103-57d3212c6c40","remote_addr":"[fd00:1122:3344:101::c]:61568","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":83,"response_code":"200"}
{"msg":"path is \"/data/regions/3d97d1ba-698d-464f-b362-54d6d0af8486\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:40.522509885Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"datafile"}
{"msg":"dataset is oxp_fb743880-ceb4-4309-9fe1-855954a7a059/crucible/regions/3d97d1ba-698d-464f-b362-54d6d0af8486","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:40.534653379Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"datafile"}
{"msg":"region 3d97d1ba-698d-464f-b362-54d6d0af8486 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:40.544733824Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:40.544897676Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:40.544956057Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"uri":"/crucible/0/regions/3d97d1ba-698d-464f-b362-54d6d0af8486","method":"DELETE","req_id":"37d3b722-69b4-4c7d-a393-9fd26aa395db","remote_addr":"[fd00:1122:3344:101::c]:61568","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":22467,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-3d97d1ba-698d-464f-b362-54d6d0af8486 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:40.54655579Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:40.548082712Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"uri":"/crucible/0/regions/3d97d1ba-698d-464f-b362-54d6d0af8486","method":"GET","req_id":"ca5e684a-0706-4dc4-87bd-a1d9042dfbcd","remote_addr":"[fd00:1122:3344:101::c]:61568","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":22,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:40.552936962Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_fb743880-ceb4-4309-9fe1-855954a7a059/crucible/regions/3d97d1ba-698d-464f-b362-54d6d0af8486\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:40.563532534Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"region":"3d97d1ba-698d-464f-b362-54d6d0af8486","component":"worker"}
{"msg":"region 3d97d1ba-698d-464f-b362-54d6d0af8486 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:40.622376187Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T08:12:40.661123603Z","hostname":"oxz_crucible_ce7da4c6-91bd-4f10-ba11-37b190e02d14","pid":27111,"uri":"/crucible/0/regions/3d97d1ba-698d-464f-b362-54d6d0af8486","method":"GET","req_id":"1b3823e9-e4c1-4006-a4c7-761c985be235","remote_addr":"[fd00:1122:3344:101::c]:61568","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":66,"response_code":"200"}