[ Aug  6 04:24:22 Enabled. ]
[ Aug  6 04:24:22 Rereading configuration. ]
[ Aug  6 04:24:25 Rereading configuration. ]
[ Aug  6 04:24:28 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_55e2fbfe-c677-4048-866a-cca189773a4b/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_55e2fbfe-c677-4048-866a-cca189773a4b/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:24:28.169318323Z","hostname":"oxz_crucible_b82c0e10-c406-4b14-922a-09be494237c6","pid":22785}
{"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:24:28.170594853Z","hostname":"oxz_crucible_b82c0e10-c406-4b14-922a-09be494237c6","pid":22785}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:24:28.170606743Z","hostname":"oxz_crucible_b82c0e10-c406-4b14-922a-09be494237c6","pid":22785}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:24:28.191565975Z","hostname":"oxz_crucible_b82c0e10-c406-4b14-922a-09be494237c6","pid":22785,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:24:28.353716652Z","hostname":"oxz_crucible_b82c0e10-c406-4b14-922a-09be494237c6","pid":22785,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:25:01.518694895Z","hostname":"oxz_crucible_b82c0e10-c406-4b14-922a-09be494237c6","pid":22785,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:41766"}
{"msg":"region 029fa4ff-f1c0-42f0-a635-d3a07e650f68 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:25:01.520388547Z","hostname":"oxz_crucible_b82c0e10-c406-4b14-922a-09be494237c6","pid":22785,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:25:01.521480645Z","hostname":"oxz_crucible_b82c0e10-c406-4b14-922a-09be494237c6","pid":22785,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:25:01.525589114Z","hostname":"oxz_crucible_b82c0e10-c406-4b14-922a-09be494237c6","pid":22785,"uri":"/crucible/0/regions","method":"POST","req_id":"b11b74ba-49a2-4c8e-a322-a023c55cb4a0","remote_addr":"[fd00:1122:3344:101::a]:41766","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":3347,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_55e2fbfe-c677-4048-866a-cca189773a4b/crucible/regions/029fa4ff-f1c0-42f0-a635-d3a07e650f68","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:25:01.533443322Z","hostname":"oxz_crucible_b82c0e10-c406-4b14-922a-09be494237c6","pid":22785,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_55e2fbfe-c677-4048-866a-cca189773a4b/crucible/regions/029fa4ff-f1c0-42f0-a635-d3a07e650f68","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:25:01.533488042Z","hostname":"oxz_crucible_b82c0e10-c406-4b14-922a-09be494237c6","pid":22785,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"029fa4ff-f1c0-42f0-a635-d3a07e650f68\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/029fa4ff-f1c0-42f0-a635-d3a07e650f68\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:25:01.614478699Z","hostname":"oxz_crucible_b82c0e10-c406-4b14-922a-09be494237c6","pid":22785,"region":"029fa4ff-f1c0-42f0-a635-d3a07e650f68","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"029fa4ff-f1c0-42f0-a635-d3a07e650f68\" \"--data\" \"/data/regions/029fa4ff-f1c0-42f0-a635-d3a07e650f68\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:25:01.616469304Z","hostname":"oxz_crucible_b82c0e10-c406-4b14-922a-09be494237c6","pid":22785,"region":"029fa4ff-f1c0-42f0-a635-d3a07e650f68","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:25:01.739285865Z","hostname":"oxz_crucible_b82c0e10-c406-4b14-922a-09be494237c6","pid":22785,"region":"029fa4ff-f1c0-42f0-a635-d3a07e650f68","component":"worker"}
{"msg":"region 029fa4ff-f1c0-42f0-a635-d3a07e650f68 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:25:01.739361716Z","hostname":"oxz_crucible_b82c0e10-c406-4b14-922a-09be494237c6","pid":22785,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:25:01.739570058Z","hostname":"oxz_crucible_b82c0e10-c406-4b14-922a-09be494237c6","pid":22785,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-029fa4ff-f1c0-42f0-a635-d3a07e650f68","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:25:01.740033701Z","hostname":"oxz_crucible_b82c0e10-c406-4b14-922a-09be494237c6","pid":22785,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-029fa4ff-f1c0-42f0-a635-d3a07e650f68","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:25:01.745506671Z","hostname":"oxz_crucible_b82c0e10-c406-4b14-922a-09be494237c6","pid":22785,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:25:01.756081487Z","hostname":"oxz_crucible_b82c0e10-c406-4b14-922a-09be494237c6","pid":22785,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-029fa4ff-f1c0-42f0-a635-d3a07e650f68","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:25:01.759578673Z","hostname":"oxz_crucible_b82c0e10-c406-4b14-922a-09be494237c6","pid":22785,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/029fa4ff-f1c0-42f0-a635-d3a07e650f68","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:25:01.760345978Z","hostname":"oxz_crucible_b82c0e10-c406-4b14-922a-09be494237c6","pid":22785,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:25:01.760437389Z","hostname":"oxz_crucible_b82c0e10-c406-4b14-922a-09be494237c6","pid":22785,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:25:01.76049601Z","hostname":"oxz_crucible_b82c0e10-c406-4b14-922a-09be494237c6","pid":22785,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:25:01.76054264Z","hostname":"oxz_crucible_b82c0e10-c406-4b14-922a-09be494237c6","pid":22785,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:25:01.764783641Z","hostname":"oxz_crucible_b82c0e10-c406-4b14-922a-09be494237c6","pid":22785,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:25:01.769831977Z","hostname":"oxz_crucible_b82c0e10-c406-4b14-922a-09be494237c6","pid":22785,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:25:01.807125128Z","hostname":"oxz_crucible_b82c0e10-c406-4b14-922a-09be494237c6","pid":22785,"uri":"/crucible/0/regions","method":"POST","req_id":"6db30afe-3feb-49f4-9a33-ee2d94d82441","remote_addr":"[fd00:1122:3344:101::a]:41766","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":82,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:25:02.637554158Z","hostname":"oxz_crucible_b82c0e10-c406-4b14-922a-09be494237c6","pid":22785,"uri":"/crucible/0/regions/029fa4ff-f1c0-42f0-a635-d3a07e650f68","method":"GET","req_id":"b7e47935-f8e0-49ca-a8e1-dba7ef452a68","remote_addr":"[fd00:1122:3344:101::a]:41766","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":69,"response_code":"200"}
{"msg":"path is \"/data/regions/029fa4ff-f1c0-42f0-a635-d3a07e650f68\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:25:02.640785891Z","hostname":"oxz_crucible_b82c0e10-c406-4b14-922a-09be494237c6","pid":22785,"component":"datafile"}
{"msg":"dataset is oxp_55e2fbfe-c677-4048-866a-cca189773a4b/crucible/regions/029fa4ff-f1c0-42f0-a635-d3a07e650f68","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:25:02.650607462Z","hostname":"oxz_crucible_b82c0e10-c406-4b14-922a-09be494237c6","pid":22785,"component":"datafile"}
{"msg":"region 029fa4ff-f1c0-42f0-a635-d3a07e650f68 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:25:02.659339036Z","hostname":"oxz_crucible_b82c0e10-c406-4b14-922a-09be494237c6","pid":22785,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:25:02.659524417Z","hostname":"oxz_crucible_b82c0e10-c406-4b14-922a-09be494237c6","pid":22785,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:25:02.659585118Z","hostname":"oxz_crucible_b82c0e10-c406-4b14-922a-09be494237c6","pid":22785,"uri":"/crucible/0/regions/029fa4ff-f1c0-42f0-a635-d3a07e650f68","method":"DELETE","req_id":"b2e3211e-3d60-425d-b987-8933671ee8f8","remote_addr":"[fd00:1122:3344:101::a]:41766","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":18825,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-029fa4ff-f1c0-42f0-a635-d3a07e650f68 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:25:02.660582955Z","hostname":"oxz_crucible_b82c0e10-c406-4b14-922a-09be494237c6","pid":22785,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:25:02.662233567Z","hostname":"oxz_crucible_b82c0e10-c406-4b14-922a-09be494237c6","pid":22785,"uri":"/crucible/0/regions/029fa4ff-f1c0-42f0-a635-d3a07e650f68","method":"GET","req_id":"fb0d3a8a-270f-4bb1-9ec6-9c8ac3d91736","remote_addr":"[fd00:1122:3344:101::a]:41766","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":27,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:25:02.664635434Z","hostname":"oxz_crucible_b82c0e10-c406-4b14-922a-09be494237c6","pid":22785,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_55e2fbfe-c677-4048-866a-cca189773a4b/crucible/regions/029fa4ff-f1c0-42f0-a635-d3a07e650f68\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:25:02.674165853Z","hostname":"oxz_crucible_b82c0e10-c406-4b14-922a-09be494237c6","pid":22785,"region":"029fa4ff-f1c0-42f0-a635-d3a07e650f68","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:25:02.726633684Z","hostname":"oxz_crucible_b82c0e10-c406-4b14-922a-09be494237c6","pid":22785,"uri":"/crucible/0/regions/029fa4ff-f1c0-42f0-a635-d3a07e650f68","method":"GET","req_id":"c4aff65e-eec6-4e18-b210-a30339920765","remote_addr":"[fd00:1122:3344:101::a]:41766","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":110,"response_code":"200"}
{"msg":"region 029fa4ff-f1c0-42f0-a635-d3a07e650f68 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:25:02.752551453Z","hostname":"oxz_crucible_b82c0e10-c406-4b14-922a-09be494237c6","pid":22785,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:25:02.906553371Z","hostname":"oxz_crucible_b82c0e10-c406-4b14-922a-09be494237c6","pid":22785,"uri":"/crucible/0/regions/029fa4ff-f1c0-42f0-a635-d3a07e650f68","method":"GET","req_id":"b73a819a-a01c-4252-93fb-fb1f50faeb2f","remote_addr":"[fd00:1122:3344:101::a]:41766","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":553,"response_code":"200"}