{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:42.599253404Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:45887"} {"msg":"region 64a7288a-89fe-479d-bf93-399c9c14dbd0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:42.647844654Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:42.650914926Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:42.650938486Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"uri":"/crucible/0/regions","method":"POST","req_id":"51ef2d14-f4eb-42cb-a6cf-5bbc7790cea1","remote_addr":"[fd00:1122:3344:101::b]:45887","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":20401,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_177d6f23-d961-4cea-9759-569356f414cc/crucible/regions/64a7288a-89fe-479d-bf93-399c9c14dbd0","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:42.661084749Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_177d6f23-d961-4cea-9759-569356f414cc/crucible/regions/64a7288a-89fe-479d-bf93-399c9c14dbd0","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:42.66110801Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"64a7288a-89fe-479d-bf93-399c9c14dbd0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/64a7288a-89fe-479d-bf93-399c9c14dbd0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:42.710083426Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"region":"64a7288a-89fe-479d-bf93-399c9c14dbd0","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"64a7288a-89fe-479d-bf93-399c9c14dbd0\" \"--data\" \"/data/regions/64a7288a-89fe-479d-bf93-399c9c14dbd0\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:42.712352505Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"region":"64a7288a-89fe-479d-bf93-399c9c14dbd0","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:42.801388485Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"uri":"/crucible/0/regions","method":"POST","req_id":"b878a587-18e6-452a-931e-2ff3f2690520","remote_addr":"[fd00:1122:3344:101::b]:45887","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:43.073337428Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"region":"64a7288a-89fe-479d-bf93-399c9c14dbd0","component":"worker"} {"msg":"region 64a7288a-89fe-479d-bf93-399c9c14dbd0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:43.073389689Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:43.07348667Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-64a7288a-89fe-479d-bf93-399c9c14dbd0","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:43.073954348Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-64a7288a-89fe-479d-bf93-399c9c14dbd0","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:43.085704449Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:43.105261893Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-64a7288a-89fe-479d-bf93-399c9c14dbd0","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:43.108145282Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/64a7288a-89fe-479d-bf93-399c9c14dbd0","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:43.108811843Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:43.108870374Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:43.108910345Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:43.108944176Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:43.112060549Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:43.115855484Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:43.157424293Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"uri":"/crucible/0/regions","method":"POST","req_id":"6bf2f2c5-eeb2-49ad-beff-043cda6f5cd6","remote_addr":"[fd00:1122:3344:101::b]:45887","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":63,"response_code":200} {"msg":"region 83b211cd-9e43-49ce-a68c-c65d0ddf242e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:49.391774162Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:49.391978986Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:49.391997806Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"uri":"/crucible/0/regions","method":"POST","req_id":"bbe6ca4b-3642-4fa6-b5b7-ced18b413ade","remote_addr":"[fd00:1122:3344:101::b]:45887","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":259,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_177d6f23-d961-4cea-9759-569356f414cc/crucible/regions/83b211cd-9e43-49ce-a68c-c65d0ddf242e","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:49.399064187Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_177d6f23-d961-4cea-9759-569356f414cc/crucible/regions/83b211cd-9e43-49ce-a68c-c65d0ddf242e","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:49.399085967Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"83b211cd-9e43-49ce-a68c-c65d0ddf242e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/83b211cd-9e43-49ce-a68c-c65d0ddf242e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:49.445309866Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"region":"83b211cd-9e43-49ce-a68c-c65d0ddf242e","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"83b211cd-9e43-49ce-a68c-c65d0ddf242e\" \"--data\" \"/data/regions/83b211cd-9e43-49ce-a68c-c65d0ddf242e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:49.445359297Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"region":"83b211cd-9e43-49ce-a68c-c65d0ddf242e","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:49.523004803Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"region":"83b211cd-9e43-49ce-a68c-c65d0ddf242e","component":"worker"} {"msg":"region 83b211cd-9e43-49ce-a68c-c65d0ddf242e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:49.523062174Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:49.523128925Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:49.525556786Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"uri":"/crucible/0/regions","method":"POST","req_id":"a5a3df04-fccd-46c9-bf00-b343033a68b3","remote_addr":"[fd00:1122:3344:101::b]:45887","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":49,"response_code":200} {"msg":"creating missing downstairs instance downstairs-83b211cd-9e43-49ce-a68c-c65d0ddf242e","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:49.526855559Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-83b211cd-9e43-49ce-a68c-c65d0ddf242e","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:49.529578065Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:49.536553124Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-83b211cd-9e43-49ce-a68c-c65d0ddf242e","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:49.539676627Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/83b211cd-9e43-49ce-a68c-c65d0ddf242e","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:49.539954692Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:49.540007513Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:49.540049314Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:49.540087674Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:49.544181204Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:49.549279011Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:02:17.05409165Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"uri":"/crucible/0/regions/83b211cd-9e43-49ce-a68c-c65d0ddf242e","method":"GET","req_id":"16f2252c-b846-41bd-87a9-ff9c5cef0c1a","remote_addr":"[fd00:1122:3344:101::b]:45887","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":73,"response_code":200} {"msg":"path is \"/data/regions/83b211cd-9e43-49ce-a68c-c65d0ddf242e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:02:17.057422566Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"component":"datafile"} {"msg":"dataset is oxp_177d6f23-d961-4cea-9759-569356f414cc/crucible/regions/83b211cd-9e43-49ce-a68c-c65d0ddf242e","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:02:17.068261071Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"component":"datafile"} {"msg":"region 83b211cd-9e43-49ce-a68c-c65d0ddf242e state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:02:17.075325162Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:02:17.075504765Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"uri":"/crucible/0/regions/83b211cd-9e43-49ce-a68c-c65d0ddf242e","method":"DELETE","req_id":"7fbe8bf3-3970-4716-8a40-17c949febc70","remote_addr":"[fd00:1122:3344:101::b]:45887","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":18121,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:02:17.075529145Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-83b211cd-9e43-49ce-a68c-c65d0ddf242e (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:02:17.076063734Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:02:17.078204391Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"uri":"/crucible/0/regions/83b211cd-9e43-49ce-a68c-c65d0ddf242e","method":"GET","req_id":"78ddfad4-626d-46b9-95b6-e38da6befbc6","remote_addr":"[fd00:1122:3344:101::b]:45887","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":32,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:02:17.086634845Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_177d6f23-d961-4cea-9759-569356f414cc/crucible/regions/83b211cd-9e43-49ce-a68c-c65d0ddf242e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:02:17.094752834Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"region":"83b211cd-9e43-49ce-a68c-c65d0ddf242e","component":"worker"} {"msg":"region 83b211cd-9e43-49ce-a68c-c65d0ddf242e state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:02:17.155506681Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:02:17.188705098Z","hostname":"oxz_crucible_c3ac5fc0-fbdf-4076-89cf-a182f3d2aa4a","pid":24001,"uri":"/crucible/0/regions/83b211cd-9e43-49ce-a68c-c65d0ddf242e","method":"GET","req_id":"4a1f4154-7fc2-4a56-9b8c-47011afd1936","remote_addr":"[fd00:1122:3344:101::b]:45887","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":48,"response_code":200}