[ Jan 27 09:31:31 Enabled. ] [ Jan 27 09:31:31 Rereading configuration. ] [ Jan 27 09:31:33 Rereading configuration. ] [ Jan 27 09:31:36 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_57255367-8a48-44c0-b878-15bd0dd194f1/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_57255367-8a48-44c0-b878-15bd0dd194f1/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:31:36.320782685Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453} {"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:31:36.321600594Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:31:36.321608204Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:31:36.336412408Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:31:36.403990098Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:18.065401101Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:38006"} {"msg":"region e17d945f-c990-44fa-8490-fb153c4a87b5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:18.094420385Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:18.099583545Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"uri":"/crucible/0/regions","method":"POST","req_id":"bc4e530c-6bed-46aa-8998-82eec0415e6e","remote_addr":"[fd00:1122:3344:101::b]:38006","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":13368,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:18.100158498Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_57255367-8a48-44c0-b878-15bd0dd194f1/crucible/regions/e17d945f-c990-44fa-8490-fb153c4a87b5","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:18.109312171Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_57255367-8a48-44c0-b878-15bd0dd194f1/crucible/regions/e17d945f-c990-44fa-8490-fb153c4a87b5","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:18.109348142Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"e17d945f-c990-44fa-8490-fb153c4a87b5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e17d945f-c990-44fa-8490-fb153c4a87b5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:18.228642464Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"region":"e17d945f-c990-44fa-8490-fb153c4a87b5","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e17d945f-c990-44fa-8490-fb153c4a87b5\" \"--data\" \"/data/regions/e17d945f-c990-44fa-8490-fb153c4a87b5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:18.230496387Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"region":"e17d945f-c990-44fa-8490-fb153c4a87b5","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:18.3778542Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"uri":"/crucible/0/regions","method":"POST","req_id":"dc26a323-2e17-47cc-9c3f-2be1bba66b76","remote_addr":"[fd00:1122:3344:101::b]:38006","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":94,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:18.425877196Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"region":"e17d945f-c990-44fa-8490-fb153c4a87b5","component":"worker"} {"msg":"region e17d945f-c990-44fa-8490-fb153c4a87b5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:18.425948078Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:18.426210994Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-e17d945f-c990-44fa-8490-fb153c4a87b5","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:18.426604203Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e17d945f-c990-44fa-8490-fb153c4a87b5","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:18.434158469Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:18.456692022Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e17d945f-c990-44fa-8490-fb153c4a87b5","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:18.486165057Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e17d945f-c990-44fa-8490-fb153c4a87b5","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:18.486791321Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:18.488736706Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:18.488802848Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:18.488856249Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:18.496727562Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:18.514460454Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:18.954642621Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"uri":"/crucible/0/regions","method":"POST","req_id":"f02bb6f3-3dab-43c6-a5d0-8afdd68580ef","remote_addr":"[fd00:1122:3344:101::b]:38006","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":70,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:19.447335498Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"uri":"/crucible/0/regions/e17d945f-c990-44fa-8490-fb153c4a87b5","method":"GET","req_id":"aa4b2617-69d2-48bf-92d4-f6480178a5df","remote_addr":"[fd00:1122:3344:101::b]:38006","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":59,"response_code":"200"} {"msg":"path is \"/data/regions/e17d945f-c990-44fa-8490-fb153c4a87b5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:19.450058901Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"component":"datafile"} {"msg":"dataset is oxp_57255367-8a48-44c0-b878-15bd0dd194f1/crucible/regions/e17d945f-c990-44fa-8490-fb153c4a87b5","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:19.461579799Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"component":"datafile"} {"msg":"region e17d945f-c990-44fa-8490-fb153c4a87b5 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:19.47154257Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:19.471756775Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-e17d945f-c990-44fa-8490-fb153c4a87b5 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:19.47281318Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:19.473719431Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"uri":"/crucible/0/regions/e17d945f-c990-44fa-8490-fb153c4a87b5","method":"DELETE","req_id":"78da54ee-99e4-47e9-9f4c-6643206bfa1c","remote_addr":"[fd00:1122:3344:101::b]:38006","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":23694,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:19.476387763Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"uri":"/crucible/0/regions/e17d945f-c990-44fa-8490-fb153c4a87b5","method":"GET","req_id":"5f0cf671-f366-4681-a0a3-6a188aa53829","remote_addr":"[fd00:1122:3344:101::b]:38006","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":25,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:19.48271314Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_57255367-8a48-44c0-b878-15bd0dd194f1/crucible/regions/e17d945f-c990-44fa-8490-fb153c4a87b5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:19.49391336Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"region":"e17d945f-c990-44fa-8490-fb153c4a87b5","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:19.568951043Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"uri":"/crucible/0/regions/e17d945f-c990-44fa-8490-fb153c4a87b5","method":"GET","req_id":"6688816f-63c3-41b0-8357-9ea4b131a4f7","remote_addr":"[fd00:1122:3344:101::b]:38006","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":93,"response_code":"200"} {"msg":"region e17d945f-c990-44fa-8490-fb153c4a87b5 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:19.570288554Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:19.68542434Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"uri":"/crucible/0/regions/e17d945f-c990-44fa-8490-fb153c4a87b5","method":"GET","req_id":"76928501-075b-4ca8-8238-3d8c9a56fd68","remote_addr":"[fd00:1122:3344:101::b]:38006","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":27,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:15.604227513Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:49559"} {"msg":"region a74d4d35-e5c1-4fc6-8667-a6e4323f263e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:15.604358776Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:15.6053939Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"uri":"/crucible/0/regions","method":"POST","req_id":"55ba4a6d-bd04-4838-ae6f-af4c2fbbd52c","remote_addr":"[fd00:1122:3344:101::b]:49559","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":1076,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:15.60540945Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_57255367-8a48-44c0-b878-15bd0dd194f1/crucible/regions/a74d4d35-e5c1-4fc6-8667-a6e4323f263e","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:15.615868104Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_57255367-8a48-44c0-b878-15bd0dd194f1/crucible/regions/a74d4d35-e5c1-4fc6-8667-a6e4323f263e","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:15.615903394Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"a74d4d35-e5c1-4fc6-8667-a6e4323f263e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a74d4d35-e5c1-4fc6-8667-a6e4323f263e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:15.668330372Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"region":"a74d4d35-e5c1-4fc6-8667-a6e4323f263e","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a74d4d35-e5c1-4fc6-8667-a6e4323f263e\" \"--data\" \"/data/regions/a74d4d35-e5c1-4fc6-8667-a6e4323f263e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:15.670168565Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"region":"a74d4d35-e5c1-4fc6-8667-a6e4323f263e","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:15.788988576Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"region":"a74d4d35-e5c1-4fc6-8667-a6e4323f263e","component":"worker"} {"msg":"region a74d4d35-e5c1-4fc6-8667-a6e4323f263e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:15.789028937Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:15.789143869Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-a74d4d35-e5c1-4fc6-8667-a6e4323f263e","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:15.790640094Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a74d4d35-e5c1-4fc6-8667-a6e4323f263e","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:15.798774273Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:15.81759262Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a74d4d35-e5c1-4fc6-8667-a6e4323f263e","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:15.823901097Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a74d4d35-e5c1-4fc6-8667-a6e4323f263e","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:15.824293236Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:15.824376488Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:15.824436769Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:15.824496601Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:15.829220321Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:15.836837547Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:15.956482807Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"uri":"/crucible/0/regions","method":"POST","req_id":"4c3ab8a5-b361-479f-a4d7-42f166aea759","remote_addr":"[fd00:1122:3344:101::b]:49559","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":74,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:41.044203833Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"uri":"/crucible/0/regions/a74d4d35-e5c1-4fc6-8667-a6e4323f263e","method":"GET","req_id":"384fa6d5-7feb-465d-a6f5-b132ada679fa","remote_addr":"[fd00:1122:3344:101::b]:49559","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":706,"response_code":"200"} {"msg":"path is \"/data/regions/a74d4d35-e5c1-4fc6-8667-a6e4323f263e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:41.046806854Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"component":"datafile"} {"msg":"dataset is oxp_57255367-8a48-44c0-b878-15bd0dd194f1/crucible/regions/a74d4d35-e5c1-4fc6-8667-a6e4323f263e","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:41.059239713Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"component":"datafile"} {"msg":"region a74d4d35-e5c1-4fc6-8667-a6e4323f263e state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:41.069348968Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:41.069562562Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:41.069634394Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"uri":"/crucible/0/regions/a74d4d35-e5c1-4fc6-8667-a6e4323f263e","method":"DELETE","req_id":"8e161b94-581e-4fbc-a1fa-14c8f73d6613","remote_addr":"[fd00:1122:3344:101::b]:49559","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":22845,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-a74d4d35-e5c1-4fc6-8667-a6e4323f263e (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:41.071384185Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:41.072569812Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"uri":"/crucible/0/regions/a74d4d35-e5c1-4fc6-8667-a6e4323f263e","method":"GET","req_id":"cf18c3a5-6b32-4472-8f68-111f23740d36","remote_addr":"[fd00:1122:3344:101::b]:49559","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":37,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:41.076504454Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_57255367-8a48-44c0-b878-15bd0dd194f1/crucible/regions/a74d4d35-e5c1-4fc6-8667-a6e4323f263e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:41.087937489Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"region":"a74d4d35-e5c1-4fc6-8667-a6e4323f263e","component":"worker"} {"msg":"region a74d4d35-e5c1-4fc6-8667-a6e4323f263e state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:41.133394956Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:41.204993069Z","hostname":"oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832","pid":24453,"uri":"/crucible/0/regions/a74d4d35-e5c1-4fc6-8667-a6e4323f263e","method":"GET","req_id":"97f9e365-e6bc-4bf7-b52a-889496d8ead4","remote_addr":"[fd00:1122:3344:101::b]:49559","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":89,"response_code":"200"}