[ Dec 21 00:47:33 Enabled. ]
[ Dec 21 00:47:33 Rereading configuration. ]
[ Dec 21 00:47:36 Rereading configuration. ]
[ Dec 21 00:47:40 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_48447ed6-1b12-4e40-80f4-de14cb014d3b/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_48447ed6-1b12-4e40-80f4-de14cb014d3b/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:47:40.48135882Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471}
{"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:47:40.484867115Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:47:40.484879896Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:47:40.501109497Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:47:40.60206687Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:04.649916357Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:53241"}
{"msg":"region c3a74f9f-5788-43a1-ad2f-330596c8bab6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:04.679225581Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:04.683807026Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:04.688774198Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"uri":"/crucible/0/regions","method":"POST","req_id":"aeb38b33-5e9a-4aa8-b398-f18a29c2e798","remote_addr":"[fd00:1122:3344:101::a]:53241","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":12145,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_48447ed6-1b12-4e40-80f4-de14cb014d3b/crucible/regions/c3a74f9f-5788-43a1-ad2f-330596c8bab6","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:04.694551015Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_48447ed6-1b12-4e40-80f4-de14cb014d3b/crucible/regions/c3a74f9f-5788-43a1-ad2f-330596c8bab6","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:04.694579356Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"c3a74f9f-5788-43a1-ad2f-330596c8bab6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c3a74f9f-5788-43a1-ad2f-330596c8bab6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:04.755614068Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"region":"c3a74f9f-5788-43a1-ad2f-330596c8bab6","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c3a74f9f-5788-43a1-ad2f-330596c8bab6\" \"--data\" \"/data/regions/c3a74f9f-5788-43a1-ad2f-330596c8bab6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:04.757639576Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"region":"c3a74f9f-5788-43a1-ad2f-330596c8bab6","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:05.00741781Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"uri":"/crucible/0/regions","method":"POST","req_id":"d9ea2550-9168-49e9-8f65-c87e39d5b855","remote_addr":"[fd00:1122:3344:101::a]:53241","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":74,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:05.041376931Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"region":"c3a74f9f-5788-43a1-ad2f-330596c8bab6","component":"worker"}
{"msg":"region c3a74f9f-5788-43a1-ad2f-330596c8bab6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:05.041415951Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:05.041542864Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-c3a74f9f-5788-43a1-ad2f-330596c8bab6","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:05.042024852Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c3a74f9f-5788-43a1-ad2f-330596c8bab6","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:05.052784172Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:05.068777909Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c3a74f9f-5788-43a1-ad2f-330596c8bab6","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:05.072919316Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c3a74f9f-5788-43a1-ad2f-330596c8bab6","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:05.07367596Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:05.073737681Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:05.073775612Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:05.073822623Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:05.078164863Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:05.085375237Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:05.382048113Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"uri":"/crucible/0/regions","method":"POST","req_id":"4519b805-2ae8-49e4-ae07-41b69c6bd805","remote_addr":"[fd00:1122:3344:101::a]:53241","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":63,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:05.969861401Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"uri":"/crucible/0/regions/c3a74f9f-5788-43a1-ad2f-330596c8bab6","method":"GET","req_id":"6766083b-b622-4a77-bdf3-59c89995078e","remote_addr":"[fd00:1122:3344:101::a]:53241","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":71,"response_code":"200"}
{"msg":"path is \"/data/regions/c3a74f9f-5788-43a1-ad2f-330596c8bab6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:05.974006137Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"datafile"}
{"msg":"dataset is oxp_48447ed6-1b12-4e40-80f4-de14cb014d3b/crucible/regions/c3a74f9f-5788-43a1-ad2f-330596c8bab6","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:05.986057261Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"datafile"}
{"msg":"region c3a74f9f-5788-43a1-ad2f-330596c8bab6 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:05.996493495Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:05.996651298Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:05.996718269Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"uri":"/crucible/0/regions/c3a74f9f-5788-43a1-ad2f-330596c8bab6","method":"DELETE","req_id":"510b5849-db91-43d2-9534-0e978f6a6105","remote_addr":"[fd00:1122:3344:101::a]:53241","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":22752,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-c3a74f9f-5788-43a1-ad2f-330596c8bab6 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:06.000290875Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:06.00165004Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"uri":"/crucible/0/regions/c3a74f9f-5788-43a1-ad2f-330596c8bab6","method":"GET","req_id":"a9f612d4-c316-4a0c-9d44-d33ead91c469","remote_addr":"[fd00:1122:3344:101::a]:53241","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":39,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:06.006919068Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_48447ed6-1b12-4e40-80f4-de14cb014d3b/crucible/regions/c3a74f9f-5788-43a1-ad2f-330596c8bab6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:06.021477398Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"region":"c3a74f9f-5788-43a1-ad2f-330596c8bab6","component":"worker"}
{"msg":"region c3a74f9f-5788-43a1-ad2f-330596c8bab6 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:06.091977077Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:06.097599781Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"uri":"/crucible/0/regions/c3a74f9f-5788-43a1-ad2f-330596c8bab6","method":"GET","req_id":"86cc4092-898e-4276-8b83-b1f602858659","remote_addr":"[fd00:1122:3344:101::a]:53241","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":84,"response_code":"200"}
{"msg":"region 1c04d7be-f1c7-42d8-928f-93f3f418010e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:08.687542103Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:08.687719797Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:08.687736577Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"uri":"/crucible/0/regions","method":"POST","req_id":"1361d08f-6fe3-42d8-8de3-5810826e561e","remote_addr":"[fd00:1122:3344:101::a]:53241","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":246,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_48447ed6-1b12-4e40-80f4-de14cb014d3b/crucible/regions/1c04d7be-f1c7-42d8-928f-93f3f418010e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:08.697007329Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_48447ed6-1b12-4e40-80f4-de14cb014d3b/crucible/regions/1c04d7be-f1c7-42d8-928f-93f3f418010e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:08.69704168Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"1c04d7be-f1c7-42d8-928f-93f3f418010e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1c04d7be-f1c7-42d8-928f-93f3f418010e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:08.753686231Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"region":"1c04d7be-f1c7-42d8-928f-93f3f418010e","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1c04d7be-f1c7-42d8-928f-93f3f418010e\" \"--data\" \"/data/regions/1c04d7be-f1c7-42d8-928f-93f3f418010e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:08.753757242Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"region":"1c04d7be-f1c7-42d8-928f-93f3f418010e","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:08.843609899Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"region":"1c04d7be-f1c7-42d8-928f-93f3f418010e","component":"worker"}
{"msg":"region 1c04d7be-f1c7-42d8-928f-93f3f418010e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:08.84366524Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:08.843733432Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-1c04d7be-f1c7-42d8-928f-93f3f418010e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:08.845163478Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1c04d7be-f1c7-42d8-928f-93f3f418010e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:08.848967029Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:08.857217922Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1c04d7be-f1c7-42d8-928f-93f3f418010e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:08.863156382Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1c04d7be-f1c7-42d8-928f-93f3f418010e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:08.863455208Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:08.863516659Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:08.8635589Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:08.86360031Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:08.86949007Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:08.874649186Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:48:08.928436654Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"uri":"/crucible/0/regions","method":"POST","req_id":"4d5854f3-586e-45d4-8284-e3b2de4c71a2","remote_addr":"[fd00:1122:3344:101::a]:53241","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":73,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:58:16.641868531Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:42211"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:58:16.642451081Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"uri":"/crucible/0/regions/1c04d7be-f1c7-42d8-928f-93f3f418010e","method":"GET","req_id":"a3ac3148-c0b0-4c68-8a9a-340243dd0db1","remote_addr":"[fd00:1122:3344:101::a]:42211","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":537,"response_code":"200"}
{"msg":"path is \"/data/regions/1c04d7be-f1c7-42d8-928f-93f3f418010e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:58:16.654576117Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"datafile"}
{"msg":"dataset is oxp_48447ed6-1b12-4e40-80f4-de14cb014d3b/crucible/regions/1c04d7be-f1c7-42d8-928f-93f3f418010e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:58:16.664403919Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"datafile"}
{"msg":"snapshot is oxp_48447ed6-1b12-4e40-80f4-de14cb014d3b/crucible/regions/1c04d7be-f1c7-42d8-928f-93f3f418010e@99d9a509-237d-43cd-9c13-86aab0a26b82","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:58:16.673599159Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_48447ed6-1b12-4e40-80f4-de14cb014d3b/crucible/regions/1c04d7be-f1c7-42d8-928f-93f3f418010e\", \"99d9a509-237d-43cd-9c13-86aab0a26b82\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:58:16.67362475Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:58:16.692188054Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"uri":"/crucible/0/regions/1c04d7be-f1c7-42d8-928f-93f3f418010e/snapshots/99d9a509-237d-43cd-9c13-86aab0a26b82","method":"GET","req_id":"4668442a-03c9-46c8-8696-f14c0130f85f","remote_addr":"[fd00:1122:3344:101::a]:42211","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":37638,"response_code":"200"}
{"msg":"path is \"/data/regions/1c04d7be-f1c7-42d8-928f-93f3f418010e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:58:16.69788564Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"datafile"}
{"msg":"dataset is oxp_48447ed6-1b12-4e40-80f4-de14cb014d3b/crucible/regions/1c04d7be-f1c7-42d8-928f-93f3f418010e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:58:16.706964829Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"datafile"}
{"msg":"snapshot is oxp_48447ed6-1b12-4e40-80f4-de14cb014d3b/crucible/regions/1c04d7be-f1c7-42d8-928f-93f3f418010e@99d9a509-237d-43cd-9c13-86aab0a26b82","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:58:16.71458147Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_48447ed6-1b12-4e40-80f4-de14cb014d3b/crucible/regions/1c04d7be-f1c7-42d8-928f-93f3f418010e\", \"99d9a509-237d-43cd-9c13-86aab0a26b82\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:58:16.71460879Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 1c04d7be-f1c7-42d8-928f-93f3f418010e-99d9a509-237d-43cd-9c13-86aab0a26b82 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:58:16.723340452Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"datafile"}
{"msg":"applying SMF actions for region 1c04d7be-f1c7-42d8-928f-93f3f418010e running snapshot 99d9a509-237d-43cd-9c13-86aab0a26b82 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:58:16.723620398Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:58:16.723642868Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"uri":"/crucible/0/regions/1c04d7be-f1c7-42d8-928f-93f3f418010e/snapshots/99d9a509-237d-43cd-9c13-86aab0a26b82/run","method":"POST","req_id":"bd2a7a6b-84e7-44c8-93cb-6fea0eeea325","remote_addr":"[fd00:1122:3344:101::a]:42211","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":25798,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-1c04d7be-f1c7-42d8-928f-93f3f418010e-99d9a509-237d-43cd-9c13-86aab0a26b82","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:58:16.732557373Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-1c04d7be-f1c7-42d8-928f-93f3f418010e-99d9a509-237d-43cd-9c13-86aab0a26b82","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:58:16.741751064Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-1c04d7be-f1c7-42d8-928f-93f3f418010e-99d9a509-237d-43cd-9c13-86aab0a26b82","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:58:16.778585047Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1c04d7be-f1c7-42d8-928f-93f3f418010e/.zfs/snapshot/99d9a509-237d-43cd-9c13-86aab0a26b82","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:58:16.778832742Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:58:16.778889743Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:58:16.778931174Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:58:16.778970845Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:58:16.779027036Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:58:16.786571676Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:58:16.797112111Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"worker"}
{"msg":"region 1c04d7be-f1c7-42d8-928f-93f3f418010e running snapshot 99d9a509-237d-43cd-9c13-86aab0a26b82 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:58:16.797132551Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"datafile"}
{"msg":"path is \"/data/regions/1c04d7be-f1c7-42d8-928f-93f3f418010e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:58:16.979563367Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"datafile"}
{"msg":"dataset is oxp_48447ed6-1b12-4e40-80f4-de14cb014d3b/crucible/regions/1c04d7be-f1c7-42d8-928f-93f3f418010e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:58:16.98837681Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"datafile"}
{"msg":"snapshot is oxp_48447ed6-1b12-4e40-80f4-de14cb014d3b/crucible/regions/1c04d7be-f1c7-42d8-928f-93f3f418010e@99d9a509-237d-43cd-9c13-86aab0a26b82","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:58:16.996850607Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_48447ed6-1b12-4e40-80f4-de14cb014d3b/crucible/regions/1c04d7be-f1c7-42d8-928f-93f3f418010e\", \"99d9a509-237d-43cd-9c13-86aab0a26b82\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:58:16.996882848Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T00:58:17.004233384Z","hostname":"oxz_crucible_b1b2f597-e35b-4ff6-b1fd-1d9d3c81c7ec","pid":26471,"uri":"/crucible/0/regions/1c04d7be-f1c7-42d8-928f-93f3f418010e/snapshots/99d9a509-237d-43cd-9c13-86aab0a26b82/run","method":"POST","req_id":"01ef65d2-d408-41e4-ab1d-cfedf37a9beb","remote_addr":"[fd00:1122:3344:101::a]:42211","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":24708,"response_code":"200"}