[ Jul 12 00:36:26 Enabled. ]
[ Jul 12 00:36:26 Rereading configuration. ]
[ Jul 12 00:36:29 Rereading configuration. ]
[ Jul 12 00:36:33 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_7c508e92-9a7c-4ade-8718-1da8331d3224/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_7c508e92-9a7c-4ade-8718-1da8331d3224/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:36:33.599110359Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309}
{"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:36:33.611833834Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:36:33.611854215Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:36:33.640719138Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:36:33.746660985Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:00.731214031Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:43910"}
{"msg":"region 58554973-4474-456e-a3a6-d7f6d3772eb3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:00.7382821Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:00.739393877Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"uri":"/crucible/0/regions","method":"POST","req_id":"27cc09b8-2d4c-4d72-9584-f4a46e6aa7e1","remote_addr":"[fd00:1122:3344:101::a]:43910","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":5246,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:00.739409717Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_7c508e92-9a7c-4ade-8718-1da8331d3224/crucible/regions/58554973-4474-456e-a3a6-d7f6d3772eb3","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:00.747693984Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_7c508e92-9a7c-4ade-8718-1da8331d3224/crucible/regions/58554973-4474-456e-a3a6-d7f6d3772eb3","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:00.747752345Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"58554973-4474-456e-a3a6-d7f6d3772eb3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/58554973-4474-456e-a3a6-d7f6d3772eb3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:00.825217704Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"region":"58554973-4474-456e-a3a6-d7f6d3772eb3","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"58554973-4474-456e-a3a6-d7f6d3772eb3\" \"--data\" \"/data/regions/58554973-4474-456e-a3a6-d7f6d3772eb3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:00.827021822Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"region":"58554973-4474-456e-a3a6-d7f6d3772eb3","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:00.938540794Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"region":"58554973-4474-456e-a3a6-d7f6d3772eb3","component":"worker"}
{"msg":"region 58554973-4474-456e-a3a6-d7f6d3772eb3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:00.938614065Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:00.938798638Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-58554973-4474-456e-a3a6-d7f6d3772eb3","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:00.939206394Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-58554973-4474-456e-a3a6-d7f6d3772eb3","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:00.941949536Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:00.954839244Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-58554973-4474-456e-a3a6-d7f6d3772eb3","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:00.9578285Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/58554973-4474-456e-a3a6-d7f6d3772eb3","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:00.958544651Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:00.958621802Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:00.958660853Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:00.958700204Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:00.963782982Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:00.969254386Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:01.059549772Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"uri":"/crucible/0/regions","method":"POST","req_id":"94e074e7-97d0-43e0-92d4-ff8c16dcb5c7","remote_addr":"[fd00:1122:3344:101::a]:43910","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":86,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:02.17958491Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"uri":"/crucible/0/regions/58554973-4474-456e-a3a6-d7f6d3772eb3","method":"GET","req_id":"83a2218a-6a5b-46b4-98ea-3ef421a87bb3","remote_addr":"[fd00:1122:3344:101::a]:43910","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":99,"response_code":"200"}
{"msg":"path is \"/data/regions/58554973-4474-456e-a3a6-d7f6d3772eb3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:02.181470489Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"datafile"}
{"msg":"dataset is oxp_7c508e92-9a7c-4ade-8718-1da8331d3224/crucible/regions/58554973-4474-456e-a3a6-d7f6d3772eb3","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:02.19066564Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"datafile"}
{"msg":"region 58554973-4474-456e-a3a6-d7f6d3772eb3 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:02.198960368Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:02.199214201Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:02.199270873Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"uri":"/crucible/0/regions/58554973-4474-456e-a3a6-d7f6d3772eb3","method":"DELETE","req_id":"2839b156-1396-4e48-b4ac-71b08ee2ce57","remote_addr":"[fd00:1122:3344:101::a]:43910","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":17831,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-58554973-4474-456e-a3a6-d7f6d3772eb3 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:02.200230727Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:02.202942469Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"uri":"/crucible/0/regions/58554973-4474-456e-a3a6-d7f6d3772eb3","method":"GET","req_id":"0815e4e2-68ba-4801-bf5c-721c0ea5649a","remote_addr":"[fd00:1122:3344:101::a]:43910","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":932,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:02.205347916Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_7c508e92-9a7c-4ade-8718-1da8331d3224/crucible/regions/58554973-4474-456e-a3a6-d7f6d3772eb3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:02.214581517Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"region":"58554973-4474-456e-a3a6-d7f6d3772eb3","component":"worker"}
{"msg":"region 58554973-4474-456e-a3a6-d7f6d3772eb3 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:02.277430303Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:02.278204765Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"uri":"/crucible/0/regions/58554973-4474-456e-a3a6-d7f6d3772eb3","method":"GET","req_id":"301965e4-494e-4106-af71-470eb92c7f10","remote_addr":"[fd00:1122:3344:101::a]:43910","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":70,"response_code":"200"}
{"msg":"region a0a71b19-053d-4945-bad7-7cd0ab192fbd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:03.40978576Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:03.409995393Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"uri":"/crucible/0/regions","method":"POST","req_id":"4eb0bead-dc19-45cc-af8b-4abea8b585ce","remote_addr":"[fd00:1122:3344:101::a]:43910","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":268,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:03.410010624Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_7c508e92-9a7c-4ade-8718-1da8331d3224/crucible/regions/a0a71b19-053d-4945-bad7-7cd0ab192fbd","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:03.418292201Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_7c508e92-9a7c-4ade-8718-1da8331d3224/crucible/regions/a0a71b19-053d-4945-bad7-7cd0ab192fbd","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:03.418356522Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"a0a71b19-053d-4945-bad7-7cd0ab192fbd\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a0a71b19-053d-4945-bad7-7cd0ab192fbd\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:03.484813342Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"region":"a0a71b19-053d-4945-bad7-7cd0ab192fbd","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a0a71b19-053d-4945-bad7-7cd0ab192fbd\" \"--data\" \"/data/regions/a0a71b19-053d-4945-bad7-7cd0ab192fbd\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:03.4865936Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"region":"a0a71b19-053d-4945-bad7-7cd0ab192fbd","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:03.549866531Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"region":"a0a71b19-053d-4945-bad7-7cd0ab192fbd","component":"worker"}
{"msg":"region a0a71b19-053d-4945-bad7-7cd0ab192fbd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:03.549935242Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:03.550089095Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-a0a71b19-053d-4945-bad7-7cd0ab192fbd","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:03.551443545Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a0a71b19-053d-4945-bad7-7cd0ab192fbd","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:03.55499401Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:03.563164385Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a0a71b19-053d-4945-bad7-7cd0ab192fbd","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:03.566380935Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a0a71b19-053d-4945-bad7-7cd0ab192fbd","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:03.56670902Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:03.5667599Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:03.566798091Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:03.566842782Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:03.571019086Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:03.576355928Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:37:03.627102407Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"uri":"/crucible/0/regions","method":"POST","req_id":"26b177fe-9db0-42b2-b042-e4892cbd2f9a","remote_addr":"[fd00:1122:3344:101::a]:43910","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":72,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:15.773326188Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:55690"}
{"msg":"region f73a88ac-d4b4-4255-884a-06794b4ccc35 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:15.773507011Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:15.774429475Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"uri":"/crucible/0/regions","method":"POST","req_id":"c9501c12-f1c9-48ef-a19c-29c37ded1e0f","remote_addr":"[fd00:1122:3344:101::a]:55690","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":969,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:15.774445505Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_7c508e92-9a7c-4ade-8718-1da8331d3224/crucible/regions/f73a88ac-d4b4-4255-884a-06794b4ccc35","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:15.784459689Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_7c508e92-9a7c-4ade-8718-1da8331d3224/crucible/regions/f73a88ac-d4b4-4255-884a-06794b4ccc35","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:15.784489989Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"f73a88ac-d4b4-4255-884a-06794b4ccc35\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f73a88ac-d4b4-4255-884a-06794b4ccc35\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:15.842778944Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"region":"f73a88ac-d4b4-4255-884a-06794b4ccc35","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f73a88ac-d4b4-4255-884a-06794b4ccc35\" \"--data\" \"/data/regions/f73a88ac-d4b4-4255-884a-06794b4ccc35\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:15.842839685Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"region":"f73a88ac-d4b4-4255-884a-06794b4ccc35","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:15.90961453Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"region":"f73a88ac-d4b4-4255-884a-06794b4ccc35","component":"worker"}
{"msg":"region f73a88ac-d4b4-4255-884a-06794b4ccc35 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:15.909657001Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:15.909759363Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-f73a88ac-d4b4-4255-884a-06794b4ccc35","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:15.918555018Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f73a88ac-d4b4-4255-884a-06794b4ccc35","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:15.927153229Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:15.936224849Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f73a88ac-d4b4-4255-884a-06794b4ccc35","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:15.940135749Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f73a88ac-d4b4-4255-884a-06794b4ccc35","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:15.940440973Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:15.940508294Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:15.940561235Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:15.940616856Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:15.944645568Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:15.949272829Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:15.988672594Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"uri":"/crucible/0/regions","method":"POST","req_id":"b4390065-d9b7-4e2f-8a13-a997a1eeddbb","remote_addr":"[fd00:1122:3344:101::a]:55690","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":75,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:16.862225348Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:49378"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:16.862309409Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"uri":"/crucible/0/regions/a0a71b19-053d-4945-bad7-7cd0ab192fbd","method":"GET","req_id":"06a393d7-e1e8-469f-8f62-6d7a1b3b14cb","remote_addr":"[fd00:1122:3344:101::a]:49378","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":42,"response_code":"200"}
{"msg":"path is \"/data/regions/a0a71b19-053d-4945-bad7-7cd0ab192fbd\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:16.862574963Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"datafile"}
{"msg":"dataset is oxp_7c508e92-9a7c-4ade-8718-1da8331d3224/crucible/regions/a0a71b19-053d-4945-bad7-7cd0ab192fbd","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:16.872719749Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"datafile"}
{"msg":"snapshot is oxp_7c508e92-9a7c-4ade-8718-1da8331d3224/crucible/regions/a0a71b19-053d-4945-bad7-7cd0ab192fbd@d6f97b37-4af7-47b8-b9e6-e4b9d3a294f2","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:16.88386605Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_7c508e92-9a7c-4ade-8718-1da8331d3224/crucible/regions/a0a71b19-053d-4945-bad7-7cd0ab192fbd\", \"d6f97b37-4af7-47b8-b9e6-e4b9d3a294f2\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:16.883904981Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:16.895383307Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"uri":"/crucible/0/regions/a0a71b19-053d-4945-bad7-7cd0ab192fbd/snapshots/d6f97b37-4af7-47b8-b9e6-e4b9d3a294f2","method":"GET","req_id":"71ff66c4-63f2-4a5c-80c8-4bb40da85b6c","remote_addr":"[fd00:1122:3344:101::a]:49378","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":32888,"response_code":"200"}
{"msg":"path is \"/data/regions/a0a71b19-053d-4945-bad7-7cd0ab192fbd\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:16.89620153Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"datafile"}
{"msg":"dataset is oxp_7c508e92-9a7c-4ade-8718-1da8331d3224/crucible/regions/a0a71b19-053d-4945-bad7-7cd0ab192fbd","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:16.905097456Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"datafile"}
{"msg":"snapshot is oxp_7c508e92-9a7c-4ade-8718-1da8331d3224/crucible/regions/a0a71b19-053d-4945-bad7-7cd0ab192fbd@d6f97b37-4af7-47b8-b9e6-e4b9d3a294f2","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:16.914222236Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_7c508e92-9a7c-4ade-8718-1da8331d3224/crucible/regions/a0a71b19-053d-4945-bad7-7cd0ab192fbd\", \"d6f97b37-4af7-47b8-b9e6-e4b9d3a294f2\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:16.914254587Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot a0a71b19-053d-4945-bad7-7cd0ab192fbd-d6f97b37-4af7-47b8-b9e6-e4b9d3a294f2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:16.926143239Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"datafile"}
{"msg":"applying SMF actions for region a0a71b19-053d-4945-bad7-7cd0ab192fbd running snapshot d6f97b37-4af7-47b8-b9e6-e4b9d3a294f2 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:16.926327892Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:16.926351072Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"uri":"/crucible/0/regions/a0a71b19-053d-4945-bad7-7cd0ab192fbd/snapshots/d6f97b37-4af7-47b8-b9e6-e4b9d3a294f2/run","method":"POST","req_id":"8f911721-3556-4d75-a045-3e4ee0270329","remote_addr":"[fd00:1122:3344:101::a]:49378","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":30767,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-a0a71b19-053d-4945-bad7-7cd0ab192fbd-d6f97b37-4af7-47b8-b9e6-e4b9d3a294f2","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:16.929192025Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-a0a71b19-053d-4945-bad7-7cd0ab192fbd-d6f97b37-4af7-47b8-b9e6-e4b9d3a294f2","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:16.934962474Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-a0a71b19-053d-4945-bad7-7cd0ab192fbd-d6f97b37-4af7-47b8-b9e6-e4b9d3a294f2","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:16.947528857Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a0a71b19-053d-4945-bad7-7cd0ab192fbd/.zfs/snapshot/d6f97b37-4af7-47b8-b9e6-e4b9d3a294f2","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:16.947835692Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:16.947896213Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:16.947945964Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:16.947989514Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:16.948048005Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:16.951750202Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:16.956557406Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"region a0a71b19-053d-4945-bad7-7cd0ab192fbd running snapshot d6f97b37-4af7-47b8-b9e6-e4b9d3a294f2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:16.956567706Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"datafile"}
{"msg":"region 894b0538-1200-4cab-9a6f-091cfac37137 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.493347718Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.49348128Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"uri":"/crucible/0/regions","method":"POST","req_id":"f4ba9af5-5222-4d5a-8997-ccf30c373a79","remote_addr":"[fd00:1122:3344:101::a]:55690","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":201,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.49349726Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_7c508e92-9a7c-4ade-8718-1da8331d3224/crucible/regions/894b0538-1200-4cab-9a6f-091cfac37137","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.502998466Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_7c508e92-9a7c-4ade-8718-1da8331d3224/crucible/regions/894b0538-1200-4cab-9a6f-091cfac37137","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.503032917Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"894b0538-1200-4cab-9a6f-091cfac37137\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/894b0538-1200-4cab-9a6f-091cfac37137\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.569903844Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"region":"894b0538-1200-4cab-9a6f-091cfac37137","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"894b0538-1200-4cab-9a6f-091cfac37137\" \"--data\" \"/data/regions/894b0538-1200-4cab-9a6f-091cfac37137\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.572044787Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"region":"894b0538-1200-4cab-9a6f-091cfac37137","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.627445127Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"uri":"/crucible/0/regions","method":"POST","req_id":"1667dc6e-b57a-4f7f-8a09-66db548c27e0","remote_addr":"[fd00:1122:3344:101::a]:55690","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":73,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.63605645Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"region":"894b0538-1200-4cab-9a6f-091cfac37137","component":"worker"}
{"msg":"region 894b0538-1200-4cab-9a6f-091cfac37137 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.63608912Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.636198182Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-894b0538-1200-4cab-9a6f-091cfac37137","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.637305349Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-894b0538-1200-4cab-9a6f-091cfac37137","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.640209804Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.646903636Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-894b0538-1200-4cab-9a6f-091cfac37137","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.649501856Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/894b0538-1200-4cab-9a6f-091cfac37137","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.64977312Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.649820891Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.649865852Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.649904332Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.653564409Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.663459521Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:19.997720223Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"uri":"/crucible/0/regions","method":"POST","req_id":"e645d2b0-3aaf-4df2-8f9d-db1d4e892ed2","remote_addr":"[fd00:1122:3344:101::a]:55690","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":67,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:42.515626574Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"uri":"/crucible/0/regions/894b0538-1200-4cab-9a6f-091cfac37137","method":"GET","req_id":"f215ab3f-0149-4a39-8154-b429246b224a","remote_addr":"[fd00:1122:3344:101::a]:55690","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":57,"response_code":"200"}
{"msg":"path is \"/data/regions/894b0538-1200-4cab-9a6f-091cfac37137\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:42.518165703Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"datafile"}
{"msg":"dataset is oxp_7c508e92-9a7c-4ade-8718-1da8331d3224/crucible/regions/894b0538-1200-4cab-9a6f-091cfac37137","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:42.52839899Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"datafile"}
{"msg":"region 894b0538-1200-4cab-9a6f-091cfac37137 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:42.536239571Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:42.536438574Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:42.536500724Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"uri":"/crucible/0/regions/894b0538-1200-4cab-9a6f-091cfac37137","method":"DELETE","req_id":"e2d44c14-900f-47b3-a4cf-024b85826ac7","remote_addr":"[fd00:1122:3344:101::a]:55690","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":18368,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-894b0538-1200-4cab-9a6f-091cfac37137 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:42.53819855Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:42.539775245Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"uri":"/crucible/0/regions/894b0538-1200-4cab-9a6f-091cfac37137","method":"GET","req_id":"be4ffeef-0e81-4498-8ed0-1f56c2d26acc","remote_addr":"[fd00:1122:3344:101::a]:55690","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":533,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:42.544357655Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_7c508e92-9a7c-4ade-8718-1da8331d3224/crucible/regions/894b0538-1200-4cab-9a6f-091cfac37137\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:42.554234197Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"region":"894b0538-1200-4cab-9a6f-091cfac37137","component":"worker"}
{"msg":"region 894b0538-1200-4cab-9a6f-091cfac37137 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:42.602821323Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T00:42:42.652956443Z","hostname":"oxz_crucible_f0911b08-7834-448b-a8d5-0cd2370e7417","pid":21309,"uri":"/crucible/0/regions/894b0538-1200-4cab-9a6f-091cfac37137","method":"GET","req_id":"dd59eef0-0ddb-418e-9f7e-6582eac72ae2","remote_addr":"[fd00:1122:3344:101::a]:55690","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":74,"response_code":"200"}