[ Nov 16 00:46:42 Enabled. ]
[ Nov 16 00:46:42 Rereading configuration. ]
[ Nov 16 00:46:44 Rereading configuration. ]
[ Nov 16 00:46:47 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_b3e7398e-9645-46d0-a57a-4bd06e1408a3/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_b3e7398e-9645-46d0-a57a-4bd06e1408a3/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:46:47.954897979Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340}
{"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:46:47.955251019Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:46:47.955261849Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:46:47.972459146Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:46:48.047810899Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:39.251043125Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:49014"}
{"msg":"region d412a39a-b460-44e5-b52d-3bc03f4f2a47 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:39.278400477Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:39.282117748Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:39.285686195Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"uri":"/crucible/0/regions","method":"POST","req_id":"9f0b4ee8-da3e-44e4-82d9-eed11f42542a","remote_addr":"[fd00:1122:3344:101::a]:49014","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":16960,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_b3e7398e-9645-46d0-a57a-4bd06e1408a3/crucible/regions/d412a39a-b460-44e5-b52d-3bc03f4f2a47","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:39.291571204Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_b3e7398e-9645-46d0-a57a-4bd06e1408a3/crucible/regions/d412a39a-b460-44e5-b52d-3bc03f4f2a47","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:39.291595275Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"d412a39a-b460-44e5-b52d-3bc03f4f2a47\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d412a39a-b460-44e5-b52d-3bc03f4f2a47\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:39.354502591Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"region":"d412a39a-b460-44e5-b52d-3bc03f4f2a47","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d412a39a-b460-44e5-b52d-3bc03f4f2a47\" \"--data\" \"/data/regions/d412a39a-b460-44e5-b52d-3bc03f4f2a47\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:39.35666551Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"region":"d412a39a-b460-44e5-b52d-3bc03f4f2a47","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:39.46506323Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"region":"d412a39a-b460-44e5-b52d-3bc03f4f2a47","component":"worker"}
{"msg":"region d412a39a-b460-44e5-b52d-3bc03f4f2a47 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:39.465106521Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:39.465214614Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-d412a39a-b460-44e5-b52d-3bc03f4f2a47","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:39.465678007Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d412a39a-b460-44e5-b52d-3bc03f4f2a47","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:39.471184316Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:39.48166146Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d412a39a-b460-44e5-b52d-3bc03f4f2a47","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:39.484540248Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d412a39a-b460-44e5-b52d-3bc03f4f2a47","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:39.485262408Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:39.487217401Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:39.487272772Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:39.487310593Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:39.497188881Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:39.501327614Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:39.504761987Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"uri":"/crucible/0/regions","method":"POST","req_id":"0c73c785-1ed4-4279-9430-2a04ad23c407","remote_addr":"[fd00:1122:3344:101::a]:49014","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":60,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:39.988167387Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"uri":"/crucible/0/regions/d412a39a-b460-44e5-b52d-3bc03f4f2a47","method":"GET","req_id":"7eb590a6-08d2-4985-b857-10380e9547b8","remote_addr":"[fd00:1122:3344:101::a]:49014","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":89,"response_code":"200"}
{"msg":"path is \"/data/regions/d412a39a-b460-44e5-b52d-3bc03f4f2a47\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:39.993547393Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"datafile"}
{"msg":"dataset is oxp_b3e7398e-9645-46d0-a57a-4bd06e1408a3/crucible/regions/d412a39a-b460-44e5-b52d-3bc03f4f2a47","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:40.003706249Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"datafile"}
{"msg":"region d412a39a-b460-44e5-b52d-3bc03f4f2a47 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:40.01370597Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:40.013823353Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-d412a39a-b460-44e5-b52d-3bc03f4f2a47 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:40.014989025Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:40.016055624Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"uri":"/crucible/0/regions/d412a39a-b460-44e5-b52d-3bc03f4f2a47","method":"DELETE","req_id":"82e7aca4-323f-4cab-a4cd-cb340cd0ddb7","remote_addr":"[fd00:1122:3344:101::a]:49014","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":22541,"response_code":"204"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:40.018635114Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:40.021705917Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"uri":"/crucible/0/regions/d412a39a-b460-44e5-b52d-3bc03f4f2a47","method":"GET","req_id":"1f976743-1f8a-4db9-a2cb-37e55f075157","remote_addr":"[fd00:1122:3344:101::a]:49014","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":643,"response_code":"200"}
{"msg":"deleting zfs dataset \"oxp_b3e7398e-9645-46d0-a57a-4bd06e1408a3/crucible/regions/d412a39a-b460-44e5-b52d-3bc03f4f2a47\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:40.029375985Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"region":"d412a39a-b460-44e5-b52d-3bc03f4f2a47","component":"worker"}
{"msg":"region d412a39a-b460-44e5-b52d-3bc03f4f2a47 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:40.093817873Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:40.099316032Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"uri":"/crucible/0/regions/d412a39a-b460-44e5-b52d-3bc03f4f2a47","method":"GET","req_id":"beb7782a-9a58-4dfb-a80e-0081e246182b","remote_addr":"[fd00:1122:3344:101::a]:49014","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":68,"response_code":"200"}
{"msg":"region 60fb6b2c-e866-467c-8118-d9e669210f66 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:41.748877292Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:41.749020926Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:41.749030826Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"uri":"/crucible/0/regions","method":"POST","req_id":"380380be-b256-47e1-85cd-5b9cf11ff6d0","remote_addr":"[fd00:1122:3344:101::a]:49014","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":210,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_b3e7398e-9645-46d0-a57a-4bd06e1408a3/crucible/regions/60fb6b2c-e866-467c-8118-d9e669210f66","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:41.757188508Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_b3e7398e-9645-46d0-a57a-4bd06e1408a3/crucible/regions/60fb6b2c-e866-467c-8118-d9e669210f66","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:41.757222629Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"60fb6b2c-e866-467c-8118-d9e669210f66\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/60fb6b2c-e866-467c-8118-d9e669210f66\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:41.808827818Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"region":"60fb6b2c-e866-467c-8118-d9e669210f66","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"60fb6b2c-e866-467c-8118-d9e669210f66\" \"--data\" \"/data/regions/60fb6b2c-e866-467c-8118-d9e669210f66\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:41.808875319Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"region":"60fb6b2c-e866-467c-8118-d9e669210f66","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:41.880020679Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"region":"60fb6b2c-e866-467c-8118-d9e669210f66","component":"worker"}
{"msg":"region 60fb6b2c-e866-467c-8118-d9e669210f66 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:41.88007131Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:41.880155432Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-60fb6b2c-e866-467c-8118-d9e669210f66","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:41.881601571Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-60fb6b2c-e866-467c-8118-d9e669210f66","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:41.884341606Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:41.891931912Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-60fb6b2c-e866-467c-8118-d9e669210f66","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:41.894850201Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/60fb6b2c-e866-467c-8118-d9e669210f66","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:41.895120158Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:41.89518149Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:41.895228091Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:41.895276362Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:41.898183061Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:41.902806146Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:41.961221831Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"uri":"/crucible/0/regions","method":"POST","req_id":"d1caecbe-d36c-4547-ad26-a57c6077abb0","remote_addr":"[fd00:1122:3344:101::a]:49014","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":74,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:46.865922662Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:58597"}
{"msg":"region 9d120ab4-9d98-47c7-b350-47a15f750cb8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:46.866071546Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:46.866531399Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:46.866549349Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"uri":"/crucible/0/regions","method":"POST","req_id":"c871f9e3-d1b0-41fe-bd75-d88ed9066ef7","remote_addr":"[fd00:1122:3344:101::a]:58597","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":564,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_b3e7398e-9645-46d0-a57a-4bd06e1408a3/crucible/regions/9d120ab4-9d98-47c7-b350-47a15f750cb8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:46.877323031Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_b3e7398e-9645-46d0-a57a-4bd06e1408a3/crucible/regions/9d120ab4-9d98-47c7-b350-47a15f750cb8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:46.877347952Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"9d120ab4-9d98-47c7-b350-47a15f750cb8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9d120ab4-9d98-47c7-b350-47a15f750cb8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:46.931741817Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"region":"9d120ab4-9d98-47c7-b350-47a15f750cb8","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9d120ab4-9d98-47c7-b350-47a15f750cb8\" \"--data\" \"/data/regions/9d120ab4-9d98-47c7-b350-47a15f750cb8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:46.933869875Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"region":"9d120ab4-9d98-47c7-b350-47a15f750cb8","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:47.075292761Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"region":"9d120ab4-9d98-47c7-b350-47a15f750cb8","component":"worker"}
{"msg":"region 9d120ab4-9d98-47c7-b350-47a15f750cb8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:47.075349102Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:47.075483506Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-9d120ab4-9d98-47c7-b350-47a15f750cb8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:47.085797156Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9d120ab4-9d98-47c7-b350-47a15f750cb8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:47.096861086Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:47.105719806Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9d120ab4-9d98-47c7-b350-47a15f750cb8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:47.109084348Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9d120ab4-9d98-47c7-b350-47a15f750cb8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:47.109524339Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:47.109606811Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:47.109668083Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:47.109730585Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:47.114211676Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:47.120305032Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:47.203742965Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"uri":"/crucible/0/regions","method":"POST","req_id":"7cf706e1-debd-403a-aa32-939c40ba58ac","remote_addr":"[fd00:1122:3344:101::a]:58597","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":91,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.608238468Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"uri":"/crucible/0/regions/60fb6b2c-e866-467c-8118-d9e669210f66","method":"GET","req_id":"2af42f6c-4b24-4c47-80e5-caf73cb3574b","remote_addr":"[fd00:1122:3344:101::a]:58597","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":57,"response_code":"200"}
{"msg":"path is \"/data/regions/60fb6b2c-e866-467c-8118-d9e669210f66\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.61164741Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"datafile"}
{"msg":"dataset is oxp_b3e7398e-9645-46d0-a57a-4bd06e1408a3/crucible/regions/60fb6b2c-e866-467c-8118-d9e669210f66","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.620739807Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"datafile"}
{"msg":"snapshot is oxp_b3e7398e-9645-46d0-a57a-4bd06e1408a3/crucible/regions/60fb6b2c-e866-467c-8118-d9e669210f66@aab9b6ac-9f5e-42a2-a39a-2c79c90197a8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.62969194Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_b3e7398e-9645-46d0-a57a-4bd06e1408a3/crucible/regions/60fb6b2c-e866-467c-8118-d9e669210f66\", \"aab9b6ac-9f5e-42a2-a39a-2c79c90197a8\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.629737721Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.640865533Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"uri":"/crucible/0/regions/60fb6b2c-e866-467c-8118-d9e669210f66/snapshots/aab9b6ac-9f5e-42a2-a39a-2c79c90197a8","method":"GET","req_id":"f2bb159d-9eaf-4b69-9262-3c116ccacdce","remote_addr":"[fd00:1122:3344:101::a]:58597","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":29221,"response_code":"200"}
{"msg":"path is \"/data/regions/60fb6b2c-e866-467c-8118-d9e669210f66\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.643412862Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"datafile"}
{"msg":"dataset is oxp_b3e7398e-9645-46d0-a57a-4bd06e1408a3/crucible/regions/60fb6b2c-e866-467c-8118-d9e669210f66","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.651321317Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"datafile"}
{"msg":"snapshot is oxp_b3e7398e-9645-46d0-a57a-4bd06e1408a3/crucible/regions/60fb6b2c-e866-467c-8118-d9e669210f66@aab9b6ac-9f5e-42a2-a39a-2c79c90197a8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.658977964Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_b3e7398e-9645-46d0-a57a-4bd06e1408a3/crucible/regions/60fb6b2c-e866-467c-8118-d9e669210f66\", \"aab9b6ac-9f5e-42a2-a39a-2c79c90197a8\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.659012155Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 60fb6b2c-e866-467c-8118-d9e669210f66-aab9b6ac-9f5e-42a2-a39a-2c79c90197a8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.667795853Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"datafile"}
{"msg":"applying SMF actions for region 60fb6b2c-e866-467c-8118-d9e669210f66 running snapshot aab9b6ac-9f5e-42a2-a39a-2c79c90197a8 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.667940817Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.667976198Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"uri":"/crucible/0/regions/60fb6b2c-e866-467c-8118-d9e669210f66/snapshots/aab9b6ac-9f5e-42a2-a39a-2c79c90197a8/run","method":"POST","req_id":"7f31cf8c-2cf9-4833-860e-f6543acb1202","remote_addr":"[fd00:1122:3344:101::a]:58597","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":24597,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-60fb6b2c-e866-467c-8118-d9e669210f66-aab9b6ac-9f5e-42a2-a39a-2c79c90197a8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.670606489Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-60fb6b2c-e866-467c-8118-d9e669210f66-aab9b6ac-9f5e-42a2-a39a-2c79c90197a8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.673225771Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-60fb6b2c-e866-467c-8118-d9e669210f66-aab9b6ac-9f5e-42a2-a39a-2c79c90197a8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.68204135Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/60fb6b2c-e866-467c-8118-d9e669210f66/.zfs/snapshot/aab9b6ac-9f5e-42a2-a39a-2c79c90197a8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.682330858Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.682379139Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.68242075Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.682456491Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.682510803Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.685562005Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.689627425Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"region 60fb6b2c-e866-467c-8118-d9e669210f66 running snapshot aab9b6ac-9f5e-42a2-a39a-2c79c90197a8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:48.689637416Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"datafile"}
{"msg":"path is \"/data/regions/60fb6b2c-e866-467c-8118-d9e669210f66\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:49.006450608Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"datafile"}
{"msg":"dataset is oxp_b3e7398e-9645-46d0-a57a-4bd06e1408a3/crucible/regions/60fb6b2c-e866-467c-8118-d9e669210f66","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:49.015928075Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"datafile"}
{"msg":"snapshot is oxp_b3e7398e-9645-46d0-a57a-4bd06e1408a3/crucible/regions/60fb6b2c-e866-467c-8118-d9e669210f66@aab9b6ac-9f5e-42a2-a39a-2c79c90197a8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:49.024092027Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_b3e7398e-9645-46d0-a57a-4bd06e1408a3/crucible/regions/60fb6b2c-e866-467c-8118-d9e669210f66\", \"aab9b6ac-9f5e-42a2-a39a-2c79c90197a8\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:49.024119247Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:49.03307879Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"uri":"/crucible/0/regions/60fb6b2c-e866-467c-8118-d9e669210f66/snapshots/aab9b6ac-9f5e-42a2-a39a-2c79c90197a8/run","method":"POST","req_id":"4fefc180-1f73-4034-b4e1-a7dfabcf67f1","remote_addr":"[fd00:1122:3344:101::a]:58597","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":26662,"response_code":"200"}
{"msg":"region 2c80589c-a88c-4db8-aa7b-42df26a9b024 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.219892594Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.220075069Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"uri":"/crucible/0/regions","method":"POST","req_id":"5f3f72b4-8783-4b3f-a679-03eb08a84a3b","remote_addr":"[fd00:1122:3344:101::a]:58597","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":245,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.22010651Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_b3e7398e-9645-46d0-a57a-4bd06e1408a3/crucible/regions/2c80589c-a88c-4db8-aa7b-42df26a9b024","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.229783862Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_b3e7398e-9645-46d0-a57a-4bd06e1408a3/crucible/regions/2c80589c-a88c-4db8-aa7b-42df26a9b024","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.229815863Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"2c80589c-a88c-4db8-aa7b-42df26a9b024\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2c80589c-a88c-4db8-aa7b-42df26a9b024\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.29017003Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"region":"2c80589c-a88c-4db8-aa7b-42df26a9b024","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2c80589c-a88c-4db8-aa7b-42df26a9b024\" \"--data\" \"/data/regions/2c80589c-a88c-4db8-aa7b-42df26a9b024\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.29199719Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"region":"2c80589c-a88c-4db8-aa7b-42df26a9b024","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.352566143Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"uri":"/crucible/0/regions","method":"POST","req_id":"af1bceef-5bb0-4074-a7ff-b787c69bfad0","remote_addr":"[fd00:1122:3344:101::a]:58597","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":72,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.380049448Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"region":"2c80589c-a88c-4db8-aa7b-42df26a9b024","component":"worker"}
{"msg":"region 2c80589c-a88c-4db8-aa7b-42df26a9b024 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.380068658Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.380217012Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-2c80589c-a88c-4db8-aa7b-42df26a9b024","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.381283081Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2c80589c-a88c-4db8-aa7b-42df26a9b024","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.384116818Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.390682676Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2c80589c-a88c-4db8-aa7b-42df26a9b024","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.393994476Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2c80589c-a88c-4db8-aa7b-42df26a9b024","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.394292844Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.394337865Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.394380577Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.394416667Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.397749418Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.408901555Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:52.865427652Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"uri":"/crucible/0/regions","method":"POST","req_id":"92ac78f3-702b-405f-bd59-06d92d5da124","remote_addr":"[fd00:1122:3344:101::a]:58597","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":63,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:59:17.157843966Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"uri":"/crucible/0/regions/2c80589c-a88c-4db8-aa7b-42df26a9b024","method":"GET","req_id":"83ed197e-efc7-44b5-a174-e700af3773d5","remote_addr":"[fd00:1122:3344:101::a]:58597","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":65,"response_code":"200"}
{"msg":"path is \"/data/regions/2c80589c-a88c-4db8-aa7b-42df26a9b024\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:59:17.161517316Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"datafile"}
{"msg":"dataset is oxp_b3e7398e-9645-46d0-a57a-4bd06e1408a3/crucible/regions/2c80589c-a88c-4db8-aa7b-42df26a9b024","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:59:17.175003032Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"datafile"}
{"msg":"region 2c80589c-a88c-4db8-aa7b-42df26a9b024 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:59:17.185166938Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:59:17.185341902Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:59:17.185404304Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"uri":"/crucible/0/regions/2c80589c-a88c-4db8-aa7b-42df26a9b024","method":"DELETE","req_id":"ea2ffca2-d98e-4351-8ff6-0a098d0d9b9a","remote_addr":"[fd00:1122:3344:101::a]:58597","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":23926,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-2c80589c-a88c-4db8-aa7b-42df26a9b024 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:59:17.18711379Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:59:17.189205947Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"uri":"/crucible/0/regions/2c80589c-a88c-4db8-aa7b-42df26a9b024","method":"GET","req_id":"d382f90e-d17c-4f17-bfb3-d711185ef116","remote_addr":"[fd00:1122:3344:101::a]:58597","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":32,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:59:17.19483622Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_b3e7398e-9645-46d0-a57a-4bd06e1408a3/crucible/regions/2c80589c-a88c-4db8-aa7b-42df26a9b024\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:59:17.206112455Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"region":"2c80589c-a88c-4db8-aa7b-42df26a9b024","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:59:17.247436966Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"uri":"/crucible/0/regions/2c80589c-a88c-4db8-aa7b-42df26a9b024","method":"GET","req_id":"695ec899-3696-4fbd-93b2-fd4e9531a45c","remote_addr":"[fd00:1122:3344:101::a]:58597","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":97,"response_code":"200"}
{"msg":"region 2c80589c-a88c-4db8-aa7b-42df26a9b024 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:59:17.271621522Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:59:17.403664364Z","hostname":"oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214","pid":23340,"uri":"/crucible/0/regions/2c80589c-a88c-4db8-aa7b-42df26a9b024","method":"GET","req_id":"9a5c29b0-37d9-4952-b769-f909e9173b6c","remote_addr":"[fd00:1122:3344:101::a]:58597","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":638,"response_code":"200"}