| 1 | /* |
| 2 | * Copyright (c) 1998-2006 Apple Computer, Inc. All rights reserved. |
| 3 | * |
| 4 | * @APPLE_OSREFERENCE_LICENSE_HEADER_START@ |
| 5 | * |
| 6 | * This file contains Original Code and/or Modifications of Original Code |
| 7 | * as defined in and that are subject to the Apple Public Source License |
| 8 | * Version 2.0 (the 'License'). You may not use this file except in |
| 9 | * compliance with the License. The rights granted to you under the License |
| 10 | * may not be used to create, or enable the creation or redistribution of, |
| 11 | * unlawful or unlicensed copies of an Apple operating system, or to |
| 12 | * circumvent, violate, or enable the circumvention or violation of, any |
| 13 | * terms of an Apple operating system software license agreement. |
| 14 | * |
| 15 | * Please obtain a copy of the License at |
| 16 | * http://www.opensource.apple.com/apsl/ and read it before using this file. |
| 17 | * |
| 18 | * The Original Code and all software distributed under the License are |
| 19 | * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER |
| 20 | * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES, |
| 21 | * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY, |
| 22 | * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT. |
| 23 | * Please see the License for the specific language governing rights and |
| 24 | * limitations under the License. |
| 25 | * |
| 26 | * @APPLE_OSREFERENCE_LICENSE_HEADER_END@ |
| 27 | */ |
| 28 | |
| 29 | #include <IOKit/IODeviceTreeSupport.h> |
| 30 | #include <libkern/c++/OSContainers.h> |
| 31 | #include <libkern/c++/OSSharedPtr.h> |
| 32 | #include <IOKit/IODeviceMemory.h> |
| 33 | #include <IOKit/IOService.h> |
| 34 | #include <IOKit/IOCatalogue.h> |
| 35 | |
| 36 | #include <IOKit/IOLib.h> |
| 37 | #include <IOKit/IOKitKeys.h> |
| 38 | |
| 39 | #include <pexpert/device_tree.h> |
| 40 | |
| 41 | #if __arm64__ |
| 42 | typedef UInt64 dtptr_t; |
| 43 | #else |
| 44 | typedef UInt32 dtptr_t; |
| 45 | #endif |
| 46 | |
| 47 | #include <machine/machine_routines.h> |
| 48 | |
| 49 | extern "C" { |
| 50 | int IODTGetLoaderInfo( const char *key, void **infoAddr, int *infosize ); |
| 51 | void IODTFreeLoaderInfo( const char *key, void *infoAddr, int infoSize ); |
| 52 | int IODTGetDefault(const char *key, void *infoAddr, unsigned int infoSize ); |
| 53 | } |
| 54 | |
| 55 | #include <IOKit/assert.h> |
| 56 | |
| 57 | #define IODTSUPPORTDEBUG 0 |
| 58 | |
| 59 | struct IODTPersistent { |
| 60 | IODTCompareAddressCellFunc compareFunc; |
| 61 | }; |
| 62 | |
| 63 | struct IODTResolvers { |
| 64 | unsigned int alloc; |
| 65 | unsigned int count; |
| 66 | IOLock * lock; |
| 67 | IODTPersistent * resolvers; |
| 68 | }; |
| 69 | |
| 70 | const IORegistryPlane * gIODTPlane; |
| 71 | |
| 72 | static OSArray * gIODTPHandles; |
| 73 | static OSArray * gIODTPHandleMap; |
| 74 | |
| 75 | static IODTResolvers * gIODTResolvers; |
| 76 | |
| 77 | const OSSymbol * gIODTNameKey; |
| 78 | const OSSymbol * gIODTUnitKey; |
| 79 | const OSSymbol * gIODTCompatibleKey; |
| 80 | const OSSymbol * gIODTTypeKey; |
| 81 | const OSSymbol * gIODTModelKey; |
| 82 | const OSSymbol * gIODTBridgeModelKey; |
| 83 | const OSSymbol * gIODTTargetTypeKey; |
| 84 | |
| 85 | const OSSymbol * gIODTSizeCellKey; |
| 86 | const OSSymbol * gIODTAddressCellKey; |
| 87 | const OSSymbol * gIODTRangeKey; |
| 88 | |
| 89 | const OSSymbol * gIODTPersistKey; |
| 90 | |
| 91 | const OSSymbol * gIODTDefaultInterruptController; |
| 92 | const OSSymbol * gIODTAAPLInterruptsKey; |
| 93 | const OSSymbol * gIODTPHandleKey; |
| 94 | const OSSymbol * gIODTInterruptCellKey; |
| 95 | const OSSymbol * gIODTInterruptParentKey; |
| 96 | const OSSymbol * gIODTNWInterruptMappingKey; |
| 97 | |
| 98 | const OSData * gIODTAssociatedServiceKey; |
| 99 | |
| 100 | OSDictionary * gIODTSharedInterrupts; |
| 101 | |
| 102 | static IORegistryEntry * MakeReferenceTable( DTEntry dtEntry, bool copy ); |
| 103 | static void AddPHandle( IORegistryEntry * regEntry ); |
| 104 | static void FreePhysicalMemory( vm_offset_t * range ); |
| 105 | static bool IODTMapInterruptsSharing( IORegistryEntry * regEntry, OSDictionary * allInts ); |
| 106 | |
| 107 | // FIXME: Implementation of this function is hidden from the static analyzer. |
| 108 | // The analyzer doesn't know that the registry holds retains, and gets confused |
| 109 | // about releases after calls to 'attachToParent'. |
| 110 | // Feel free to remove the #ifndef and address the warning! |
| 111 | #ifndef __clang_analyzer__ |
| 112 | IORegistryEntry * |
| 113 | IODeviceTreeAlloc( void * dtTop ) |
| 114 | { |
| 115 | IORegistryEntry * parent; |
| 116 | IORegistryEntry * child; |
| 117 | IORegistryIterator * regIter; |
| 118 | OpaqueDTEntryIterator iter; |
| 119 | DTEntry dtChild; |
| 120 | DTEntry mapEntry; |
| 121 | OSArray * stack; |
| 122 | OSData * prop; |
| 123 | OSDictionary * allInts; |
| 124 | vm_offset_t * dtMap; |
| 125 | unsigned int propSize; |
| 126 | bool intMap; |
| 127 | bool foundDTNode; |
| 128 | bool freeDT; |
| 129 | char exBootArg[64]; |
| 130 | const char * found; |
| 131 | |
| 132 | gIODTPlane = IORegistryEntry::makePlane( kIODeviceTreePlane ); |
| 133 | |
| 134 | gIODTNameKey = OSSymbol::withCStringNoCopy( cString: "name" ); |
| 135 | gIODTUnitKey = OSSymbol::withCStringNoCopy( cString: "AAPL,unit-string" ); |
| 136 | gIODTCompatibleKey = OSSymbol::withCStringNoCopy( cString: "compatible" ); |
| 137 | gIODTTypeKey = OSSymbol::withCStringNoCopy( cString: "device_type" ); |
| 138 | gIODTModelKey = OSSymbol::withCStringNoCopy( cString: "model" ); |
| 139 | gIODTBridgeModelKey = OSSymbol::withCStringNoCopy( cString: "bridge-model" ); |
| 140 | gIODTTargetTypeKey = OSSymbol::withCStringNoCopy( cString: "target-type" ); |
| 141 | gIODTSizeCellKey = OSSymbol::withCStringNoCopy( cString: "#size-cells" ); |
| 142 | gIODTAddressCellKey = OSSymbol::withCStringNoCopy( cString: "#address-cells" ); |
| 143 | gIODTRangeKey = OSSymbol::withCStringNoCopy( cString: "ranges" ); |
| 144 | gIODTPersistKey = OSSymbol::withCStringNoCopy( cString: "IODTPersist" ); |
| 145 | gIODTAssociatedServiceKey = OSData::withBytesNoCopy(bytes: (void *) kIODTAssociatedServiceKey, numBytes: sizeof(kIODTAssociatedServiceKey)); |
| 146 | |
| 147 | |
| 148 | assert( gIODTPlane && gIODTCompatibleKey |
| 149 | && gIODTTypeKey && gIODTModelKey |
| 150 | && gIODTSizeCellKey && gIODTAddressCellKey && gIODTRangeKey |
| 151 | && gIODTPersistKey ); |
| 152 | |
| 153 | gIODTDefaultInterruptController |
| 154 | = OSSymbol::withCStringNoCopy(cString: "IOPrimaryInterruptController" ); |
| 155 | gIODTNWInterruptMappingKey |
| 156 | = OSSymbol::withCStringNoCopy(cString: "IONWInterrupts" ); |
| 157 | |
| 158 | gIODTAAPLInterruptsKey |
| 159 | = OSSymbol::withCStringNoCopy(cString: "AAPL,interrupts" ); |
| 160 | gIODTPHandleKey |
| 161 | = OSSymbol::withCStringNoCopy(cString: "AAPL,phandle" ); |
| 162 | |
| 163 | gIODTInterruptParentKey |
| 164 | = OSSymbol::withCStringNoCopy(cString: "interrupt-parent" ); |
| 165 | |
| 166 | gIODTPHandles = OSArray::withCapacity( capacity: 1 ); |
| 167 | gIODTPHandleMap = OSArray::withCapacity( capacity: 1 ); |
| 168 | |
| 169 | gIODTResolvers = zalloc_permanent_type(IODTResolvers); |
| 170 | gIODTResolvers->count = 0; |
| 171 | gIODTResolvers->alloc = 2; |
| 172 | gIODTResolvers->resolvers = IONewZero(IODTPersistent, gIODTResolvers->alloc); |
| 173 | gIODTResolvers->lock = IOLockAlloc(); |
| 174 | |
| 175 | if (!PE_parse_boot_argn(arg_string: "exp" , arg_ptr: exBootArg, max_arg: sizeof(exBootArg))) { |
| 176 | exBootArg[0] = '\0'; |
| 177 | } |
| 178 | |
| 179 | gIODTInterruptCellKey |
| 180 | = OSSymbol::withCStringNoCopy(cString: "#interrupt-cells" ); |
| 181 | |
| 182 | assert( gIODTDefaultInterruptController && gIODTNWInterruptMappingKey |
| 183 | && gIODTAAPLInterruptsKey |
| 184 | && gIODTPHandleKey && gIODTInterruptParentKey |
| 185 | && gIODTPHandles && gIODTPHandleMap && gIODTInterruptCellKey |
| 186 | && gIODTResolvers && gIODTResolvers->lock && gIODTResolvers->resolvers |
| 187 | ); |
| 188 | |
| 189 | foundDTNode = (kSuccess == SecureDTLookupEntry( NULL, pathName: "/chosen/memory-map" , foundEntry: &mapEntry )) |
| 190 | && (kSuccess == SecureDTGetProperty( entry: mapEntry, |
| 191 | propertyName: "DeviceTree" , propertyValue: (void const **) &dtMap, propertySize: &propSize )) |
| 192 | && ((2 * sizeof(uint32_t)) == propSize); |
| 193 | |
| 194 | freeDT = foundDTNode && !SecureDTIsLockedDown(); |
| 195 | |
| 196 | parent = MakeReferenceTable(dtEntry: (DTEntry)dtTop, copy: freeDT ); |
| 197 | |
| 198 | stack = OSArray::withObjects(objects: (const OSObject **) &parent, count: 1, capacity: 10 ); |
| 199 | SecureDTInitEntryIterator(startEntry: (DTEntry)dtTop, iter: &iter ); |
| 200 | |
| 201 | do { |
| 202 | parent = (IORegistryEntry *)stack->getObject( index: stack->getCount() - 1); |
| 203 | //parent->release(); |
| 204 | stack->removeObject( index: stack->getCount() - 1); |
| 205 | |
| 206 | while (kSuccess == SecureDTIterateEntries( iterator: &iter, nextEntry: &dtChild)) { |
| 207 | child = MakeReferenceTable( dtEntry: dtChild, copy: freeDT ); |
| 208 | child->attachToParent( parent, plane: gIODTPlane); |
| 209 | |
| 210 | AddPHandle( regEntry: child ); |
| 211 | // E.g. exp=sgx:3 or exp=sgx:3,5 |
| 212 | if ((found = strnstr(s: exBootArg, find: child->getName(), slen: sizeof(exBootArg)))) { |
| 213 | child->setProperty(aKey: gIOExclaveAssignedKey, anObject: kOSBooleanTrue); |
| 214 | uint32_t ep = 0; |
| 215 | uint32_t edk_ep = 0; |
| 216 | found += strlen(s: child->getName()); |
| 217 | if (':' == *found) { |
| 218 | char *end; |
| 219 | ep = (uint32_t) strtol(found + 1, &end, 0); |
| 220 | // Check for optional edk endpoint |
| 221 | if (',' == *end) { |
| 222 | edk_ep = (uint32_t) strtol(end + 1, &end, 0); |
| 223 | child->setProperty(aKey: "exclave-edk-endpoint" , bytes: &edk_ep, length: sizeof(edk_ep)); |
| 224 | } |
| 225 | } |
| 226 | child->setProperty(aKey: "exclave-endpoint" , bytes: &ep, length: sizeof(ep)); |
| 227 | } |
| 228 | |
| 229 | if (kSuccess == SecureDTEnterEntry( iterator: &iter, childEntry: dtChild)) { |
| 230 | stack->setObject( parent); |
| 231 | parent = child; |
| 232 | } |
| 233 | // only registry holds retain |
| 234 | child->release(); |
| 235 | } |
| 236 | } while (stack->getCount() |
| 237 | && (kSuccess == SecureDTExitEntry( iterator: &iter, currentPosition: &dtChild))); |
| 238 | |
| 239 | stack->release(); |
| 240 | assert(kSuccess != SecureDTExitEntry(&iter, &dtChild)); |
| 241 | |
| 242 | // parent is now root of the created tree |
| 243 | |
| 244 | // make root name first compatible entry (purely cosmetic) |
| 245 | if ((prop = (OSData *) parent->getProperty( aKey: gIODTCompatibleKey))) { |
| 246 | parent->setName( name: parent->getName(), plane: gIODTPlane ); |
| 247 | parent->setName(name: (const char *) prop->getBytesNoCopy()); |
| 248 | } |
| 249 | |
| 250 | // attach tree to meta root |
| 251 | parent->attachToParent( parent: IORegistryEntry::getRegistryRoot(), plane: gIODTPlane); |
| 252 | parent->release(); |
| 253 | |
| 254 | if (freeDT) { |
| 255 | // free original device tree |
| 256 | SecureDTInit(NULL, size: 0); |
| 257 | IODTFreeLoaderInfo( key: "DeviceTree" , |
| 258 | infoAddr: (void *)dtMap[0], infoSize: (int) round_page(x: dtMap[1])); |
| 259 | } |
| 260 | |
| 261 | // adjust tree |
| 262 | |
| 263 | gIODTSharedInterrupts = OSDictionary::withCapacity(capacity: 4); |
| 264 | allInts = OSDictionary::withCapacity(capacity: 4); |
| 265 | intMap = false; |
| 266 | regIter = IORegistryIterator::iterateOver( plane: gIODTPlane, |
| 267 | options: kIORegistryIterateRecursively ); |
| 268 | assert( regIter && allInts && gIODTSharedInterrupts ); |
| 269 | if (regIter && allInts && gIODTSharedInterrupts) { |
| 270 | while ((child = regIter->getNextObject())) { |
| 271 | IODTMapInterruptsSharing( regEntry: child, allInts ); |
| 272 | if (!intMap && child->getProperty( aKey: gIODTInterruptParentKey)) { |
| 273 | intMap = true; |
| 274 | } |
| 275 | if (!strcmp(s1: "sep" , s2: child->getName()) |
| 276 | || !strcmp(s1: "aop" , s2: child->getName()) |
| 277 | || !strcmp(s1: "disp0" , s2: child->getName())) { |
| 278 | uint32_t aotFlags = 1; |
| 279 | child->setProperty(aKey: "aot-power" , bytes: &aotFlags, length: sizeof(aotFlags)); |
| 280 | } |
| 281 | } |
| 282 | regIter->release(); |
| 283 | } |
| 284 | |
| 285 | #if IODTSUPPORTDEBUG |
| 286 | parent->setProperty("allInts" , allInts); |
| 287 | parent->setProperty("sharedInts" , gIODTSharedInterrupts); |
| 288 | |
| 289 | regIter = IORegistryIterator::iterateOver( gIODTPlane, |
| 290 | kIORegistryIterateRecursively ); |
| 291 | if (regIter) { |
| 292 | while ((child = regIter->getNextObject())) { |
| 293 | OSArray * |
| 294 | array = OSDynamicCast(OSArray, child->getProperty( gIOInterruptSpecifiersKey )); |
| 295 | for (UInt32 i = 0; array && (i < array->getCount()); i++) { |
| 296 | IOOptionBits options; |
| 297 | IOReturn ret = IODTGetInterruptOptions( child, i, &options ); |
| 298 | if ((ret != kIOReturnSuccess) || options) { |
| 299 | IOLog("%s[%ld] %ld (%x)\n" , child->getName(), i, options, ret); |
| 300 | } |
| 301 | } |
| 302 | } |
| 303 | regIter->release(); |
| 304 | } |
| 305 | #endif |
| 306 | |
| 307 | allInts->release(); |
| 308 | |
| 309 | if (intMap) { |
| 310 | // set a key in the root to indicate we found NW interrupt mapping |
| 311 | parent->setProperty( aKey: gIODTNWInterruptMappingKey, |
| 312 | anObject: (OSObject *) gIODTNWInterruptMappingKey ); |
| 313 | } |
| 314 | |
| 315 | return parent; |
| 316 | } |
| 317 | #endif |
| 318 | |
| 319 | int |
| 320 | IODTGetLoaderInfo( const char *key, void **infoAddr, int *infoSize ) |
| 321 | { |
| 322 | IORegistryEntry *chosen; |
| 323 | OSData *propObj; |
| 324 | dtptr_t *propPtr; |
| 325 | unsigned int propSize; |
| 326 | int ret = -1; |
| 327 | |
| 328 | chosen = IORegistryEntry::fromPath( path: "/chosen/memory-map" , plane: gIODTPlane ); |
| 329 | if (chosen == NULL) { |
| 330 | return -1; |
| 331 | } |
| 332 | |
| 333 | propObj = OSDynamicCast( OSData, chosen->getProperty(key)); |
| 334 | if (propObj == NULL) { |
| 335 | goto cleanup; |
| 336 | } |
| 337 | |
| 338 | propSize = propObj->getLength(); |
| 339 | if (propSize != (2 * sizeof(dtptr_t))) { |
| 340 | goto cleanup; |
| 341 | } |
| 342 | |
| 343 | propPtr = (dtptr_t *)propObj->getBytesNoCopy(); |
| 344 | if (propPtr == NULL) { |
| 345 | goto cleanup; |
| 346 | } |
| 347 | |
| 348 | *infoAddr = (void *)(uintptr_t) (propPtr[0]); |
| 349 | *infoSize = (int) (propPtr[1]); |
| 350 | |
| 351 | ret = 0; |
| 352 | |
| 353 | cleanup: |
| 354 | chosen->release(); |
| 355 | |
| 356 | return ret; |
| 357 | } |
| 358 | |
| 359 | void |
| 360 | IODTFreeLoaderInfo( const char *key, void *infoAddr, int infoSize ) |
| 361 | { |
| 362 | vm_offset_t range[2]; |
| 363 | IORegistryEntry *chosen; |
| 364 | |
| 365 | range[0] = (vm_offset_t)infoAddr; |
| 366 | range[1] = (vm_offset_t)infoSize; |
| 367 | FreePhysicalMemory( range ); |
| 368 | |
| 369 | if (key != NULL) { |
| 370 | chosen = IORegistryEntry::fromPath( path: "/chosen/memory-map" , plane: gIODTPlane ); |
| 371 | if (chosen != NULL) { |
| 372 | chosen->removeProperty(aKey: key); |
| 373 | chosen->release(); |
| 374 | } |
| 375 | } |
| 376 | } |
| 377 | |
| 378 | int |
| 379 | IODTGetDefault(const char *key, void *infoAddr, unsigned int infoSize ) |
| 380 | { |
| 381 | IORegistryEntry *defaults; |
| 382 | OSData *defaultObj; |
| 383 | unsigned int defaultSize; |
| 384 | |
| 385 | defaults = IORegistryEntry::fromPath( path: "/defaults" , plane: gIODTPlane ); |
| 386 | if (defaults == NULL) { |
| 387 | return -1; |
| 388 | } |
| 389 | |
| 390 | defaultObj = OSDynamicCast( OSData, defaults->getProperty(key)); |
| 391 | |
| 392 | if (defaultObj == NULL) { |
| 393 | defaults->release(); |
| 394 | return -1; |
| 395 | } |
| 396 | |
| 397 | defaultSize = defaultObj->getLength(); |
| 398 | if (defaultSize > infoSize) { |
| 399 | defaults->release(); |
| 400 | return -1; |
| 401 | } |
| 402 | |
| 403 | memcpy( dst: infoAddr, src: defaultObj->getBytesNoCopy(), n: defaultSize ); |
| 404 | |
| 405 | defaults->release(); |
| 406 | return 0; |
| 407 | } |
| 408 | |
| 409 | static void |
| 410 | FreePhysicalMemory( vm_offset_t * range ) |
| 411 | { |
| 412 | vm_offset_t virt; |
| 413 | |
| 414 | virt = ml_static_ptovirt( range[0] ); |
| 415 | if (virt) { |
| 416 | ml_static_mfree( virt, range[1] ); |
| 417 | } |
| 418 | } |
| 419 | |
| 420 | static IORegistryEntry * |
| 421 | MakeReferenceTable( DTEntry dtEntry, bool copy ) |
| 422 | { |
| 423 | IORegistryEntry *regEntry; |
| 424 | OSDictionary *propTable; |
| 425 | const OSSymbol *nameKey; |
| 426 | OSData *data; |
| 427 | const OSSymbol *sym; |
| 428 | OpaqueDTPropertyIterator dtIter; |
| 429 | void const *prop; |
| 430 | unsigned int propSize; |
| 431 | char const *name; |
| 432 | char location[32]; |
| 433 | bool noLocation = true; |
| 434 | bool kernelOnly; |
| 435 | |
| 436 | regEntry = new IOService; |
| 437 | |
| 438 | if (regEntry && (false == regEntry->init())) { |
| 439 | regEntry->release(); |
| 440 | regEntry = NULL; |
| 441 | } |
| 442 | |
| 443 | if (regEntry && |
| 444 | (kSuccess == SecureDTInitPropertyIterator( entry: dtEntry, iter: &dtIter))) { |
| 445 | kernelOnly = (kSuccess == SecureDTGetProperty(entry: dtEntry, propertyName: "kernel-only" , propertyValue: &prop, propertySize: &propSize)); |
| 446 | propTable = regEntry->getPropertyTable(); |
| 447 | |
| 448 | while (kSuccess == SecureDTIterateProperties( iterator: &dtIter, foundProperty: &name)) { |
| 449 | if (kSuccess != SecureDTGetProperty( entry: dtEntry, propertyName: name, propertyValue: &prop, propertySize: &propSize )) { |
| 450 | continue; |
| 451 | } |
| 452 | |
| 453 | if (copy) { |
| 454 | nameKey = OSSymbol::withCString(cString: name); |
| 455 | data = OSData::withBytes(bytes: prop, numBytes: propSize); |
| 456 | } else { |
| 457 | nameKey = OSSymbol::withCStringNoCopy(cString: name); |
| 458 | /* There is no OSDataConst or other way to indicate |
| 459 | * that the OSData is actually immutable. But CTRR |
| 460 | * will catch any write attempts. */ |
| 461 | data = OSData::withBytesNoCopy(bytes: (void**)(uintptr_t)prop, numBytes: propSize); |
| 462 | } |
| 463 | assert( nameKey && data ); |
| 464 | |
| 465 | #if DEVELOPMENT || DEBUG |
| 466 | #pragma unused(kernelOnly) |
| 467 | #else |
| 468 | if (kernelOnly) { |
| 469 | data->setSerializable(false); |
| 470 | } |
| 471 | #endif |
| 472 | |
| 473 | propTable->setObject( aKey: nameKey, anObject: data); |
| 474 | data->release(); |
| 475 | nameKey->release(); |
| 476 | |
| 477 | if (nameKey == gIODTNameKey) { |
| 478 | if (copy) { |
| 479 | sym = OSSymbol::withCString(cString: (const char *) prop); |
| 480 | } else { |
| 481 | sym = OSSymbol::withCStringNoCopy(cString: (const char *) prop); |
| 482 | } |
| 483 | regEntry->setName( name: sym ); |
| 484 | sym->release(); |
| 485 | } else if (nameKey == gIODTUnitKey) { |
| 486 | // all OF strings are null terminated... except this one |
| 487 | if (propSize >= (int) sizeof(location)) { |
| 488 | propSize = sizeof(location) - 1; |
| 489 | } |
| 490 | strncpy( location, (const char *) prop, propSize ); |
| 491 | location[propSize] = 0; |
| 492 | regEntry->setLocation( location ); |
| 493 | propTable->removeObject( aKey: gIODTUnitKey ); |
| 494 | noLocation = false; |
| 495 | } else if (noLocation && (!strncmp(s1: name, s2: "reg" , n: sizeof("reg" )))) { |
| 496 | // default location - override later |
| 497 | snprintf(location, count: sizeof(location), "%X" , *((uint32_t *) prop)); |
| 498 | regEntry->setLocation( location ); |
| 499 | } |
| 500 | } |
| 501 | } |
| 502 | |
| 503 | return regEntry; |
| 504 | } |
| 505 | |
| 506 | static void |
| 507 | AddPHandle( IORegistryEntry * regEntry ) |
| 508 | { |
| 509 | OSData * data; |
| 510 | |
| 511 | if (regEntry->getProperty( aKey: gIODTInterruptCellKey) |
| 512 | && (data = OSDynamicCast( OSData, regEntry->getProperty( gIODTPHandleKey )))) { |
| 513 | // a possible interrupt-parent |
| 514 | gIODTPHandles->setObject( data ); |
| 515 | gIODTPHandleMap->setObject( regEntry ); |
| 516 | } |
| 517 | } |
| 518 | |
| 519 | static LIBKERN_RETURNS_NOT_RETAINED IORegistryEntry * |
| 520 | FindPHandle( UInt32 phandle ) |
| 521 | { |
| 522 | OSData *data; |
| 523 | IORegistryEntry *regEntry = NULL; |
| 524 | int i; |
| 525 | |
| 526 | for (i = 0; (data = (OSData *)gIODTPHandles->getObject( index: i )); i++) { |
| 527 | if (phandle == *((UInt32 *)data->getBytesNoCopy())) { |
| 528 | regEntry = (IORegistryEntry *) |
| 529 | gIODTPHandleMap->getObject( index: i ); |
| 530 | break; |
| 531 | } |
| 532 | } |
| 533 | |
| 534 | return regEntry; |
| 535 | } |
| 536 | |
| 537 | static bool |
| 538 | GetUInt32( IORegistryEntry * regEntry, const OSSymbol * name, |
| 539 | UInt32 * value ) |
| 540 | { |
| 541 | OSObject * obj; |
| 542 | OSData * data; |
| 543 | bool result; |
| 544 | |
| 545 | if (!(obj = regEntry->copyProperty(aKey: name))) { |
| 546 | return false; |
| 547 | } |
| 548 | |
| 549 | result = ((data = OSDynamicCast(OSData, obj)) && (sizeof(UInt32) == data->getLength())); |
| 550 | if (result) { |
| 551 | *value = *((UInt32 *) data->getBytesNoCopy()); |
| 552 | } |
| 553 | |
| 554 | obj->release(); |
| 555 | return result; |
| 556 | } |
| 557 | |
| 558 | static IORegistryEntry * |
| 559 | IODTFindInterruptParent( IORegistryEntry * regEntry, IOItemCount index ) |
| 560 | { |
| 561 | IORegistryEntry * parent; |
| 562 | UInt32 phandle; |
| 563 | OSData * data; |
| 564 | unsigned int len; |
| 565 | |
| 566 | if ((data = OSDynamicCast( OSData, regEntry->getProperty( gIODTInterruptParentKey ))) |
| 567 | && (sizeof(UInt32) <= (len = data->getLength()))) { |
| 568 | if (((index + 1) * sizeof(UInt32)) > len) { |
| 569 | index = 0; |
| 570 | } |
| 571 | phandle = ((UInt32 *) data->getBytesNoCopy())[index]; |
| 572 | parent = FindPHandle( phandle ); |
| 573 | } else if (NULL == regEntry->getProperty( aKey: "interrupt-controller" )) { |
| 574 | parent = regEntry->getParentEntry( plane: gIODTPlane); |
| 575 | } else { |
| 576 | parent = NULL; |
| 577 | } |
| 578 | |
| 579 | return parent; |
| 580 | } |
| 581 | |
| 582 | const OSSymbol * |
| 583 | IODTInterruptControllerName( IORegistryEntry * regEntry ) |
| 584 | { |
| 585 | const OSSymbol *sym; |
| 586 | UInt32 phandle; |
| 587 | bool ok; |
| 588 | char buf[48]; |
| 589 | |
| 590 | ok = GetUInt32( regEntry, name: gIODTPHandleKey, value: &phandle); |
| 591 | assert( ok ); |
| 592 | |
| 593 | if (ok) { |
| 594 | snprintf(buf, count: sizeof(buf), "IOInterruptController%08X" , (uint32_t)phandle); |
| 595 | sym = OSSymbol::withCString( cString: buf ); |
| 596 | } else { |
| 597 | sym = NULL; |
| 598 | } |
| 599 | |
| 600 | return sym; |
| 601 | } |
| 602 | |
| 603 | #define unexpected(a) { kprintf("unexpected %s:%d\n", __FILE__, __LINE__); a; } |
| 604 | |
| 605 | static void |
| 606 | IODTGetICellCounts( IORegistryEntry * regEntry, |
| 607 | UInt32 * iCellCount, UInt32 * aCellCount) |
| 608 | { |
| 609 | if (!GetUInt32( regEntry, name: gIODTInterruptCellKey, value: iCellCount)) { |
| 610 | unexpected( *iCellCount = 1 ); |
| 611 | } |
| 612 | if (!GetUInt32( regEntry, name: gIODTAddressCellKey, value: aCellCount)) { |
| 613 | *aCellCount = 0; |
| 614 | } |
| 615 | } |
| 616 | |
| 617 | static UInt32 |
| 618 | IODTMapOneInterrupt( IORegistryEntry * regEntry, UInt32 * intSpec, UInt32 index, |
| 619 | LIBKERN_RETURNS_RETAINED OSData ** spec, |
| 620 | LIBKERN_RETURNS_RETAINED const OSSymbol ** controller ) |
| 621 | { |
| 622 | IORegistryEntry *parent = NULL; |
| 623 | OSData *data; |
| 624 | UInt32 *addrCmp; |
| 625 | UInt32 *maskCmp; |
| 626 | UInt32 *map; |
| 627 | UInt32 *endMap; |
| 628 | UInt32 acells, icells, pacells, picells, cell; |
| 629 | UInt32 i, original_icells; |
| 630 | bool cmp, ok = false; |
| 631 | |
| 632 | parent = IODTFindInterruptParent( regEntry, index ); |
| 633 | IODTGetICellCounts( regEntry: parent, iCellCount: &icells, aCellCount: &acells ); |
| 634 | addrCmp = NULL; |
| 635 | if (acells) { |
| 636 | data = OSDynamicCast( OSData, regEntry->getProperty( "reg" )); |
| 637 | if (data && (data->getLength() >= (acells * sizeof(UInt32)))) { |
| 638 | addrCmp = (UInt32 *) data->getBytesNoCopy(); |
| 639 | } |
| 640 | } |
| 641 | original_icells = icells; |
| 642 | regEntry = parent; |
| 643 | |
| 644 | do { |
| 645 | #if IODTSUPPORTDEBUG |
| 646 | kprintf("IODTMapOneInterrupt: current regEntry name %s\n" , regEntry->getName()); |
| 647 | kprintf("acells - icells: " ); |
| 648 | for (i = 0; i < acells; i++) { |
| 649 | kprintf("0x%08X " , addrCmp[i]); |
| 650 | } |
| 651 | kprintf("- " ); |
| 652 | for (i = 0; i < icells; i++) { |
| 653 | kprintf("0x%08X " , intSpec[i]); |
| 654 | } |
| 655 | kprintf("\n" ); |
| 656 | #endif |
| 657 | |
| 658 | if (parent && (data = OSDynamicCast( OSData, |
| 659 | regEntry->getProperty( "interrupt-controller" )))) { |
| 660 | // found a controller - don't want to follow cascaded controllers |
| 661 | parent = NULL; |
| 662 | *spec = OSData::withBytesNoCopy(bytes: (void *) intSpec, |
| 663 | numBytes: icells * sizeof(UInt32)); |
| 664 | *controller = IODTInterruptControllerName( regEntry ); |
| 665 | ok = (*spec && *controller); |
| 666 | } else if (parent && (data = OSDynamicCast( OSData, |
| 667 | regEntry->getProperty( "interrupt-map" )))) { |
| 668 | // interrupt-map |
| 669 | map = (UInt32 *) data->getBytesNoCopy(); |
| 670 | endMap = map + (data->getLength() / sizeof(UInt32)); |
| 671 | data = OSDynamicCast( OSData, regEntry->getProperty( "interrupt-map-mask" )); |
| 672 | if (data && (data->getLength() >= ((acells + icells) * sizeof(UInt32)))) { |
| 673 | maskCmp = (UInt32 *) data->getBytesNoCopy(); |
| 674 | } else { |
| 675 | maskCmp = NULL; |
| 676 | } |
| 677 | |
| 678 | #if IODTSUPPORTDEBUG |
| 679 | if (maskCmp) { |
| 680 | kprintf(" maskCmp: " ); |
| 681 | for (i = 0; i < acells + icells; i++) { |
| 682 | if (i == acells) { |
| 683 | kprintf("- " ); |
| 684 | } |
| 685 | kprintf("0x%08X " , maskCmp[i]); |
| 686 | } |
| 687 | kprintf("\n" ); |
| 688 | kprintf(" masked: " ); |
| 689 | for (i = 0; i < acells + icells; i++) { |
| 690 | if (i == acells) { |
| 691 | kprintf("- " ); |
| 692 | } |
| 693 | kprintf("0x%08X " , ((i < acells) ? addrCmp[i] : intSpec[i - acells]) & maskCmp[i]); |
| 694 | } |
| 695 | kprintf("\n" ); |
| 696 | } else { |
| 697 | kprintf("no maskCmp\n" ); |
| 698 | } |
| 699 | #endif |
| 700 | do { |
| 701 | #if IODTSUPPORTDEBUG |
| 702 | kprintf(" map: " ); |
| 703 | for (i = 0; i < acells + icells; i++) { |
| 704 | if (i == acells) { |
| 705 | kprintf("- " ); |
| 706 | } |
| 707 | kprintf("0x%08X " , map[i]); |
| 708 | } |
| 709 | kprintf("\n" ); |
| 710 | #endif |
| 711 | for (i = 0, cmp = true; cmp && (i < (acells + icells)); i++) { |
| 712 | cell = (i < acells) ? addrCmp[i] : intSpec[i - acells]; |
| 713 | if (maskCmp) { |
| 714 | cell &= maskCmp[i]; |
| 715 | } |
| 716 | cmp = (cell == map[i]); |
| 717 | } |
| 718 | |
| 719 | map += acells + icells; |
| 720 | if (NULL == (parent = FindPHandle( phandle: *(map++)))) { |
| 721 | unexpected(break); |
| 722 | } |
| 723 | |
| 724 | IODTGetICellCounts( regEntry: parent, iCellCount: &picells, aCellCount: &pacells ); |
| 725 | if (cmp) { |
| 726 | addrCmp = map; |
| 727 | intSpec = map + pacells; |
| 728 | regEntry = parent; |
| 729 | } else { |
| 730 | map += pacells + picells; |
| 731 | } |
| 732 | } while (!cmp && (map < endMap)); |
| 733 | if (!cmp) { |
| 734 | parent = NULL; |
| 735 | } |
| 736 | } |
| 737 | |
| 738 | if (parent) { |
| 739 | IODTGetICellCounts( regEntry: parent, iCellCount: &icells, aCellCount: &acells ); |
| 740 | regEntry = parent; |
| 741 | } |
| 742 | } while (parent); |
| 743 | |
| 744 | return ok ? original_icells : 0; |
| 745 | } |
| 746 | |
| 747 | IOReturn |
| 748 | IODTGetInterruptOptions( IORegistryEntry * regEntry, int source, IOOptionBits * options ) |
| 749 | { |
| 750 | OSArray * controllers; |
| 751 | OSArray * specifiers; |
| 752 | OSArray * shared; |
| 753 | OSObject * spec; |
| 754 | OSObject * oneSpec; |
| 755 | |
| 756 | *options = 0; |
| 757 | |
| 758 | controllers = OSDynamicCast(OSArray, regEntry->getProperty(gIOInterruptControllersKey)); |
| 759 | specifiers = OSDynamicCast(OSArray, regEntry->getProperty(gIOInterruptSpecifiersKey)); |
| 760 | |
| 761 | if (!controllers || !specifiers) { |
| 762 | return kIOReturnNoInterrupt; |
| 763 | } |
| 764 | |
| 765 | shared = (OSArray *) gIODTSharedInterrupts->getObject( |
| 766 | aKey: (const OSSymbol *) controllers->getObject(index: source)); |
| 767 | if (!shared) { |
| 768 | return kIOReturnSuccess; |
| 769 | } |
| 770 | |
| 771 | spec = specifiers->getObject(index: source); |
| 772 | if (!spec) { |
| 773 | return kIOReturnNoInterrupt; |
| 774 | } |
| 775 | |
| 776 | for (unsigned int i = 0; |
| 777 | (oneSpec = shared->getObject(index: i)) |
| 778 | && (!oneSpec->isEqualTo(anObject: spec)); |
| 779 | i++) { |
| 780 | } |
| 781 | |
| 782 | if (oneSpec) { |
| 783 | *options = kIODTInterruptShared; |
| 784 | } |
| 785 | |
| 786 | return kIOReturnSuccess; |
| 787 | } |
| 788 | |
| 789 | static bool |
| 790 | IODTMapInterruptsSharing( IORegistryEntry * regEntry, OSDictionary * allInts ) |
| 791 | { |
| 792 | IORegistryEntry * parent; |
| 793 | OSData * local; |
| 794 | OSData * local2; |
| 795 | UInt32 * localBits; |
| 796 | UInt32 * localEnd; |
| 797 | IOItemCount index; |
| 798 | OSData * map = NULL; |
| 799 | OSObject * oneMap; |
| 800 | OSArray * mapped; |
| 801 | OSArray * controllerInts; |
| 802 | const OSSymbol * controller = NULL; |
| 803 | OSArray * controllers; |
| 804 | UInt32 skip = 1; |
| 805 | bool ok, nw; |
| 806 | |
| 807 | nw = (NULL == (local = OSDynamicCast( OSData, |
| 808 | regEntry->getProperty( gIODTAAPLInterruptsKey)))); |
| 809 | if (nw && (NULL == (local = OSDynamicCast( OSData, |
| 810 | regEntry->getProperty( "interrupts" ))))) { |
| 811 | return true; // nothing to see here |
| 812 | } |
| 813 | if (nw && (parent = regEntry->getParentEntry( plane: gIODTPlane))) { |
| 814 | // check for bridges on old world |
| 815 | if ((local2 = OSDynamicCast( OSData, |
| 816 | parent->getProperty( gIODTAAPLInterruptsKey)))) { |
| 817 | local = local2; |
| 818 | nw = false; |
| 819 | } |
| 820 | } |
| 821 | |
| 822 | localBits = (UInt32 *) local->getBytesNoCopy(); |
| 823 | localEnd = localBits + (local->getLength() / sizeof(UInt32)); |
| 824 | index = 0; |
| 825 | mapped = OSArray::withCapacity( capacity: 1 ); |
| 826 | controllers = OSArray::withCapacity( capacity: 1 ); |
| 827 | |
| 828 | ok = (mapped && controllers); |
| 829 | |
| 830 | if (ok) { |
| 831 | do { |
| 832 | if (nw) { |
| 833 | skip = IODTMapOneInterrupt( regEntry, intSpec: localBits, index, spec: &map, controller: &controller ); |
| 834 | if (0 == skip) { |
| 835 | IOLog(format: "%s: error mapping interrupt[%d]\n" , |
| 836 | regEntry->getName(), mapped->getCount()); |
| 837 | OSSafeReleaseNULL(map); |
| 838 | OSSafeReleaseNULL(controller); |
| 839 | break; |
| 840 | } |
| 841 | } else { |
| 842 | map = OSData::withData( inData: local, start: mapped->getCount() * sizeof(UInt32), |
| 843 | numBytes: sizeof(UInt32)); |
| 844 | controller = gIODTDefaultInterruptController; |
| 845 | controller->retain(); |
| 846 | } |
| 847 | |
| 848 | index++; |
| 849 | localBits += skip; |
| 850 | mapped->setObject( map ); |
| 851 | controllers->setObject( controller ); |
| 852 | |
| 853 | if (allInts) { |
| 854 | controllerInts = (OSArray *) allInts->getObject( aKey: controller ); |
| 855 | if (controllerInts) { |
| 856 | for (unsigned int i = 0; (oneMap = controllerInts->getObject(index: i)); i++) { |
| 857 | if (map->isEqualTo(anObject: oneMap)) { |
| 858 | controllerInts = (OSArray *) gIODTSharedInterrupts->getObject( aKey: controller ); |
| 859 | if (controllerInts) { |
| 860 | controllerInts->setObject(map); |
| 861 | } else { |
| 862 | controllerInts = OSArray::withObjects(objects: (const OSObject **) &map, count: 1, capacity: 4 ); |
| 863 | if (controllerInts) { |
| 864 | gIODTSharedInterrupts->setObject( aKey: controller, anObject: controllerInts ); |
| 865 | controllerInts->release(); |
| 866 | } |
| 867 | } |
| 868 | break; |
| 869 | } |
| 870 | } |
| 871 | if (!oneMap) { |
| 872 | controllerInts->setObject(map); |
| 873 | } |
| 874 | } else { |
| 875 | controllerInts = OSArray::withObjects(objects: (const OSObject **) &map, count: 1, capacity: 16 ); |
| 876 | if (controllerInts) { |
| 877 | allInts->setObject( aKey: controller, anObject: controllerInts ); |
| 878 | controllerInts->release(); |
| 879 | } |
| 880 | } |
| 881 | } |
| 882 | |
| 883 | OSSafeReleaseNULL(map); |
| 884 | OSSafeReleaseNULL(controller); |
| 885 | } while (localBits < localEnd); |
| 886 | } |
| 887 | |
| 888 | ok &= (localBits == localEnd); |
| 889 | |
| 890 | if (ok) { |
| 891 | // store results |
| 892 | ok = regEntry->setProperty( aKey: gIOInterruptControllersKey, anObject: controllers); |
| 893 | ok &= regEntry->setProperty( aKey: gIOInterruptSpecifiersKey, anObject: mapped); |
| 894 | } |
| 895 | |
| 896 | if (controllers) { |
| 897 | controllers->release(); |
| 898 | } |
| 899 | if (mapped) { |
| 900 | mapped->release(); |
| 901 | } |
| 902 | |
| 903 | return ok; |
| 904 | } |
| 905 | |
| 906 | bool |
| 907 | IODTMapInterrupts( IORegistryEntry * regEntry ) |
| 908 | { |
| 909 | return IODTMapInterruptsSharing( regEntry, NULL ); |
| 910 | } |
| 911 | |
| 912 | /* |
| 913 | */ |
| 914 | |
| 915 | static bool |
| 916 | CompareKey( OSString * key, |
| 917 | const IORegistryEntry * table, const OSSymbol * propName, |
| 918 | LIBKERN_RETURNS_RETAINED OSString ** matchingName ) |
| 919 | { |
| 920 | OSObject *prop; |
| 921 | OSData *data; |
| 922 | OSString *string; |
| 923 | const char *ckey; |
| 924 | UInt32 keyLen; |
| 925 | UInt32 nlen; |
| 926 | const char *names; |
| 927 | const char *lastName; |
| 928 | bool wild; |
| 929 | bool matched; |
| 930 | const char *result = NULL; |
| 931 | |
| 932 | if (NULL == (prop = table->copyProperty( aKey: propName ))) { |
| 933 | return 0; |
| 934 | } |
| 935 | |
| 936 | if ((data = OSDynamicCast( OSData, prop ))) { |
| 937 | names = (const char *) data->getBytesNoCopy(); |
| 938 | lastName = names + data->getLength(); |
| 939 | } else if ((string = OSDynamicCast( OSString, prop ))) { |
| 940 | names = string->getCStringNoCopy(); |
| 941 | lastName = names + string->getLength() + 1; |
| 942 | } else { |
| 943 | names = NULL; |
| 944 | } |
| 945 | |
| 946 | if (names) { |
| 947 | ckey = key->getCStringNoCopy(); |
| 948 | keyLen = key->getLength(); |
| 949 | wild = ('*' == key->getChar( index: keyLen - 1 )); |
| 950 | |
| 951 | do { |
| 952 | // for each name in the property |
| 953 | nlen = (unsigned int) strnlen(s: names, n: lastName - names); |
| 954 | if (wild) { |
| 955 | matched = ((nlen >= (keyLen - 1)) && (0 == strncmp(s1: ckey, s2: names, n: keyLen - 1))); |
| 956 | } else { |
| 957 | matched = (keyLen == nlen) && (0 == strncmp(s1: ckey, s2: names, n: keyLen)); |
| 958 | } |
| 959 | |
| 960 | if (matched) { |
| 961 | result = names; |
| 962 | } |
| 963 | |
| 964 | names = names + nlen + 1; |
| 965 | } while ((names < lastName) && (false == matched)); |
| 966 | } |
| 967 | |
| 968 | if (result && matchingName) { |
| 969 | *matchingName = OSString::withCString( cString: result ); |
| 970 | } |
| 971 | |
| 972 | if (prop) { |
| 973 | prop->release(); |
| 974 | } |
| 975 | |
| 976 | return result != NULL; |
| 977 | } |
| 978 | |
| 979 | |
| 980 | bool |
| 981 | IODTCompareNubName( const IORegistryEntry * regEntry, |
| 982 | OSString * name, OSString ** matchingName ) |
| 983 | { |
| 984 | bool matched; |
| 985 | |
| 986 | matched = CompareKey( key: name, table: regEntry, propName: gIODTNameKey, matchingName) |
| 987 | || CompareKey( key: name, table: regEntry, propName: gIODTCompatibleKey, matchingName) |
| 988 | || CompareKey( key: name, table: regEntry, propName: gIODTTypeKey, matchingName) |
| 989 | || CompareKey( key: name, table: regEntry, propName: gIODTModelKey, matchingName); |
| 990 | |
| 991 | return matched; |
| 992 | } |
| 993 | |
| 994 | bool |
| 995 | IODTCompareNubName( const IORegistryEntry * regEntry, |
| 996 | OSString * name, OSSharedPtr<OSString>& matchingName ) |
| 997 | { |
| 998 | OSString* matchingNameRaw = NULL; |
| 999 | bool result = IODTCompareNubName(regEntry, name, matchingName: &matchingNameRaw); |
| 1000 | matchingName.reset(p: matchingNameRaw, OSNoRetain); |
| 1001 | return result; |
| 1002 | } |
| 1003 | |
| 1004 | bool |
| 1005 | IODTMatchNubWithKeys( IORegistryEntry * regEntry, |
| 1006 | const char * keys ) |
| 1007 | { |
| 1008 | OSObject *obj; |
| 1009 | bool result = false; |
| 1010 | |
| 1011 | obj = OSUnserialize( buffer: keys, NULL ); |
| 1012 | |
| 1013 | if (obj) { |
| 1014 | result = regEntry->compareNames( name: obj ); |
| 1015 | obj->release(); |
| 1016 | } |
| 1017 | #if DEBUG |
| 1018 | else { |
| 1019 | IOLog("Couldn't unserialize %s\n" , keys ); |
| 1020 | } |
| 1021 | #endif |
| 1022 | |
| 1023 | return result; |
| 1024 | } |
| 1025 | |
| 1026 | LIBKERN_RETURNS_RETAINED OSCollectionIterator * |
| 1027 | IODTFindMatchingEntries( IORegistryEntry * from, |
| 1028 | IOOptionBits options, const char * keys ) |
| 1029 | { |
| 1030 | OSSet *result = NULL; |
| 1031 | IORegistryEntry *next; |
| 1032 | IORegistryIterator *iter; |
| 1033 | OSCollectionIterator *cIter; |
| 1034 | bool cmp; |
| 1035 | bool minus = options & kIODTExclusive; |
| 1036 | |
| 1037 | |
| 1038 | iter = IORegistryIterator::iterateOver( start: from, plane: gIODTPlane, |
| 1039 | options: (options & kIODTRecursive) ? kIORegistryIterateRecursively : 0 ); |
| 1040 | if (iter) { |
| 1041 | do { |
| 1042 | if (result) { |
| 1043 | result->release(); |
| 1044 | } |
| 1045 | result = OSSet::withCapacity( capacity: 3 ); |
| 1046 | if (!result) { |
| 1047 | break; |
| 1048 | } |
| 1049 | |
| 1050 | iter->reset(); |
| 1051 | while ((next = iter->getNextObject())) { |
| 1052 | // Look for existence of a debug property to skip |
| 1053 | if (next->propertyExists(aKey: "AAPL,ignore" )) { |
| 1054 | continue; |
| 1055 | } |
| 1056 | if (next->propertyHasValue(aKey: gIODTTypeKey, value: gIODTAssociatedServiceKey)) { |
| 1057 | continue; |
| 1058 | } |
| 1059 | if (keys) { |
| 1060 | cmp = IODTMatchNubWithKeys( regEntry: next, keys ); |
| 1061 | if ((minus && (false == cmp)) |
| 1062 | || ((false == minus) && (false != cmp))) { |
| 1063 | result->setObject( next); |
| 1064 | } |
| 1065 | } else { |
| 1066 | result->setObject( next); |
| 1067 | } |
| 1068 | } |
| 1069 | } while (!iter->isValid()); |
| 1070 | |
| 1071 | iter->release(); |
| 1072 | } |
| 1073 | |
| 1074 | cIter = OSCollectionIterator::withCollection( inColl: result); |
| 1075 | if (result) { |
| 1076 | result->release(); |
| 1077 | } |
| 1078 | |
| 1079 | return cIter; |
| 1080 | } |
| 1081 | |
| 1082 | |
| 1083 | void |
| 1084 | IODTSetResolving( IORegistryEntry * regEntry, |
| 1085 | IODTCompareAddressCellFunc compareFunc, |
| 1086 | IODTNVLocationFunc locationFunc __unused ) |
| 1087 | { |
| 1088 | IODTPersistent * entry; |
| 1089 | IODTPersistent * newResolvers; |
| 1090 | OSNumber * num; |
| 1091 | unsigned int index; |
| 1092 | |
| 1093 | IOLockLock(gIODTResolvers->lock); |
| 1094 | |
| 1095 | entry = gIODTResolvers->resolvers; |
| 1096 | for (index = 0; index < gIODTResolvers->count; index++) { |
| 1097 | if (compareFunc == entry->compareFunc) { |
| 1098 | break; |
| 1099 | } |
| 1100 | entry++; |
| 1101 | } |
| 1102 | |
| 1103 | if (index == gIODTResolvers->count) { |
| 1104 | if (gIODTResolvers->alloc == gIODTResolvers->count) { |
| 1105 | if (__improbable(os_mul_overflow(gIODTResolvers->alloc, 2, |
| 1106 | &gIODTResolvers->alloc))) { |
| 1107 | panic("IODTSetResolving - gIODTResolvers alloc overflows" ); |
| 1108 | } |
| 1109 | |
| 1110 | newResolvers = IONewZero(IODTPersistent, gIODTResolvers->alloc); |
| 1111 | if (__improbable(!newResolvers)) { |
| 1112 | panic("IODTSetResolving - could not allocate new resolvers" ); |
| 1113 | } |
| 1114 | |
| 1115 | bcopy(src: gIODTResolvers->resolvers, dst: newResolvers, |
| 1116 | n: sizeof(gIODTResolvers->resolvers[0]) * gIODTResolvers->count); |
| 1117 | |
| 1118 | IODelete(gIODTResolvers->resolvers, IODTPersistent, |
| 1119 | gIODTResolvers->count); |
| 1120 | gIODTResolvers->resolvers = newResolvers; |
| 1121 | } |
| 1122 | |
| 1123 | entry = &gIODTResolvers->resolvers[gIODTResolvers->count]; |
| 1124 | entry->compareFunc = compareFunc; |
| 1125 | gIODTResolvers->count++; |
| 1126 | } |
| 1127 | |
| 1128 | IOLockUnlock(gIODTResolvers->lock); |
| 1129 | |
| 1130 | num = OSNumber::withNumber(value: index, numberOfBits: 32); |
| 1131 | regEntry->setProperty(aKey: gIODTPersistKey, anObject: num); |
| 1132 | OSSafeReleaseNULL(num); |
| 1133 | |
| 1134 | return; |
| 1135 | } |
| 1136 | |
| 1137 | #if defined(__arm64__) |
| 1138 | static SInt64 |
| 1139 | DefaultCompare( UInt32 cellCount, UInt32 left[], UInt32 right[] ) |
| 1140 | { |
| 1141 | SInt64 diff = 0; |
| 1142 | |
| 1143 | if (cellCount == 2) { |
| 1144 | diff = IOPhysical32(left[1], left[0]) - IOPhysical32(right[1], right[0]); |
| 1145 | } else if (cellCount == 1) { |
| 1146 | diff = (left[0] - right[0]); |
| 1147 | } else { |
| 1148 | panic("DefaultCompare only knows how to handle 1 or 2 cells." ); |
| 1149 | } |
| 1150 | |
| 1151 | return diff; |
| 1152 | } |
| 1153 | #elif defined(__i386__) || defined(__x86_64__) |
| 1154 | static SInt32 |
| 1155 | DefaultCompare( UInt32 cellCount, UInt32 left[], UInt32 right[] ) |
| 1156 | { |
| 1157 | cellCount--; |
| 1158 | return left[cellCount] - right[cellCount]; |
| 1159 | } |
| 1160 | #else |
| 1161 | #error Unknown architecture. |
| 1162 | #endif |
| 1163 | |
| 1164 | static void |
| 1165 | AddLengthToCells( UInt32 numCells, UInt32 *cells, UInt64 offset) |
| 1166 | { |
| 1167 | if (numCells == 1) { |
| 1168 | cells[0] += (UInt32)offset; |
| 1169 | } else { |
| 1170 | #if defined(__arm64__) |
| 1171 | UInt64 sum = cells[numCells - 2] + offset; |
| 1172 | cells[numCells - 2] = (UInt32)sum; |
| 1173 | if (sum > UINT32_MAX) { |
| 1174 | cells[numCells - 1] += (UInt32)(sum >> 32); |
| 1175 | } |
| 1176 | #else |
| 1177 | UInt64 sum = cells[numCells - 1] + offset; |
| 1178 | cells[numCells - 1] = (UInt32)sum; |
| 1179 | if (sum > UINT32_MAX) { |
| 1180 | cells[numCells - 2] += (UInt32)(sum >> 32); |
| 1181 | } |
| 1182 | #endif |
| 1183 | } |
| 1184 | } |
| 1185 | |
| 1186 | static IOPhysicalAddress |
| 1187 | CellsValue( UInt32 numCells, UInt32 *cells) |
| 1188 | { |
| 1189 | if (numCells == 1) { |
| 1190 | return IOPhysical32( 0, cells[0] ); |
| 1191 | } else { |
| 1192 | #if defined(__arm64__) || defined(arm) |
| 1193 | return IOPhysical32( cells[numCells - 1], cells[numCells - 2] ); |
| 1194 | #else |
| 1195 | return IOPhysical32( cells[numCells - 2], cells[numCells - 1] ); |
| 1196 | #endif |
| 1197 | } |
| 1198 | } |
| 1199 | |
| 1200 | void |
| 1201 | IODTGetCellCounts( IORegistryEntry * regEntry, |
| 1202 | UInt32 * sizeCount, UInt32 * addressCount) |
| 1203 | { |
| 1204 | if (!GetUInt32( regEntry, name: gIODTSizeCellKey, value: sizeCount)) { |
| 1205 | *sizeCount = 1; |
| 1206 | } |
| 1207 | if (!GetUInt32( regEntry, name: gIODTAddressCellKey, value: addressCount)) { |
| 1208 | *addressCount = 2; |
| 1209 | } |
| 1210 | return; |
| 1211 | } |
| 1212 | |
| 1213 | // Given addr & len cells from our child, find it in our ranges property, then |
| 1214 | // look in our parent to resolve the base of the range for us. |
| 1215 | |
| 1216 | // Range[]: child-addr our-addr child-len |
| 1217 | // #cells: child ours child |
| 1218 | |
| 1219 | bool |
| 1220 | IODTResolveAddressCell( IORegistryEntry * startEntry, |
| 1221 | UInt32 cellsIn[], |
| 1222 | IOPhysicalAddress * phys, IOPhysicalLength * lenOut ) |
| 1223 | { |
| 1224 | IORegistryEntry * parent = NULL; |
| 1225 | IORegistryEntry * regEntry; |
| 1226 | OSData * prop; |
| 1227 | OSNumber * num; |
| 1228 | unsigned int index; |
| 1229 | // cells in addresses at regEntry |
| 1230 | UInt32 sizeCells, addressCells; |
| 1231 | // cells in addresses below regEntry |
| 1232 | UInt32 childSizeCells, childAddressCells; |
| 1233 | UInt32 childCells; |
| 1234 | UInt32 cell[8], propLen; |
| 1235 | UInt64 offset = 0; |
| 1236 | UInt32 endCell[8]; |
| 1237 | UInt32 *range; |
| 1238 | UInt32 *lookRange; |
| 1239 | UInt32 *startRange; |
| 1240 | UInt32 *endRanges; |
| 1241 | bool ok = true; |
| 1242 | SInt64 diff, diff2, endDiff; |
| 1243 | UInt64 len, rangeLen; |
| 1244 | |
| 1245 | IODTCompareAddressCellFunc compare; |
| 1246 | |
| 1247 | regEntry = startEntry; |
| 1248 | regEntry->retain(); |
| 1249 | IODTGetCellCounts( regEntry, sizeCount: &childSizeCells, addressCount: &childAddressCells ); |
| 1250 | childCells = childAddressCells + childSizeCells; |
| 1251 | |
| 1252 | if (childCells > sizeof(cell) / sizeof(cell[0])) { |
| 1253 | panic("IODTResolveAddressCell: Invalid device tree (%u,%u)" , (uint32_t)childAddressCells, (uint32_t)childSizeCells); |
| 1254 | } |
| 1255 | |
| 1256 | bcopy( src: cellsIn, dst: cell, n: sizeof(UInt32) * childCells ); |
| 1257 | *lenOut = CellsValue( numCells: childSizeCells, cells: cellsIn + childAddressCells ); |
| 1258 | |
| 1259 | do{ |
| 1260 | prop = OSDynamicCast( OSData, regEntry->getProperty( gIODTRangeKey )); |
| 1261 | if (NULL == prop) { |
| 1262 | /* end of the road */ |
| 1263 | *phys = CellsValue( numCells: childAddressCells, cells: cell ); |
| 1264 | *phys += offset; |
| 1265 | break; |
| 1266 | } |
| 1267 | |
| 1268 | parent = regEntry->copyParentEntry( plane: gIODTPlane ); |
| 1269 | IODTGetCellCounts( regEntry: parent, sizeCount: &sizeCells, addressCount: &addressCells ); |
| 1270 | |
| 1271 | if ((propLen = prop->getLength())) { |
| 1272 | // search |
| 1273 | startRange = (UInt32 *) prop->getBytesNoCopy(); |
| 1274 | range = startRange; |
| 1275 | endRanges = range + (propLen / sizeof(UInt32)); |
| 1276 | |
| 1277 | compare = NULL; |
| 1278 | num = OSDynamicCast(OSNumber, regEntry->getProperty(gIODTPersistKey)); |
| 1279 | if (num) { |
| 1280 | IOLockLock(gIODTResolvers->lock); |
| 1281 | index = num->unsigned32BitValue(); |
| 1282 | if (index < gIODTResolvers->count) { |
| 1283 | compare = gIODTResolvers->resolvers[index].compareFunc; |
| 1284 | } |
| 1285 | IOLockUnlock(gIODTResolvers->lock); |
| 1286 | } |
| 1287 | |
| 1288 | if (!compare && (addressCells == childAddressCells)) { |
| 1289 | compare = DefaultCompare; |
| 1290 | } |
| 1291 | if (!compare) { |
| 1292 | panic("There is no mixed comparison function yet..." ); |
| 1293 | } |
| 1294 | |
| 1295 | for (ok = false; |
| 1296 | range < endRanges; |
| 1297 | range += (childCells + addressCells)) { |
| 1298 | // is cell start within range? |
| 1299 | diff = (*compare)( childAddressCells, cell, range ); |
| 1300 | |
| 1301 | if (childAddressCells > sizeof(endCell) / sizeof(endCell[0])) { |
| 1302 | panic("IODTResolveAddressCell: Invalid device tree (%u)" , (uint32_t)childAddressCells); |
| 1303 | } |
| 1304 | |
| 1305 | bcopy(src: range, dst: endCell, n: childAddressCells * sizeof(UInt32)); |
| 1306 | |
| 1307 | rangeLen = CellsValue(numCells: childSizeCells, cells: range + childAddressCells + addressCells); |
| 1308 | AddLengthToCells(numCells: childAddressCells, cells: endCell, offset: rangeLen); |
| 1309 | |
| 1310 | diff2 = (*compare)( childAddressCells, cell, endCell ); |
| 1311 | |
| 1312 | // if start of cell < start of range, or end of range >= start of cell, skip |
| 1313 | if ((diff < 0) || (diff2 >= 0)) { |
| 1314 | continue; |
| 1315 | } |
| 1316 | |
| 1317 | len = CellsValue(numCells: childSizeCells, cells: cell + childAddressCells); |
| 1318 | ok = (0 == len); |
| 1319 | |
| 1320 | if (!ok) { |
| 1321 | // search for cell end |
| 1322 | bcopy(src: cell, dst: endCell, n: childAddressCells * sizeof(UInt32)); |
| 1323 | |
| 1324 | AddLengthToCells(numCells: childAddressCells, cells: endCell, offset: len - 1); |
| 1325 | |
| 1326 | for (lookRange = startRange; |
| 1327 | lookRange < endRanges; |
| 1328 | lookRange += (childCells + addressCells)) { |
| 1329 | // make sure end of cell >= range start |
| 1330 | endDiff = (*compare)( childAddressCells, endCell, lookRange ); |
| 1331 | if (endDiff < 0) { |
| 1332 | continue; |
| 1333 | } |
| 1334 | |
| 1335 | UInt64 rangeStart = CellsValue(numCells: addressCells, cells: range + childAddressCells); |
| 1336 | UInt64 lookRangeStart = CellsValue(numCells: addressCells, cells: lookRange + childAddressCells); |
| 1337 | if ((endDiff - len + 1 + lookRangeStart) == (diff + rangeStart)) { |
| 1338 | ok = true; |
| 1339 | break; |
| 1340 | } |
| 1341 | } |
| 1342 | if (!ok) { |
| 1343 | continue; |
| 1344 | } |
| 1345 | } |
| 1346 | offset += diff; |
| 1347 | break; |
| 1348 | } |
| 1349 | |
| 1350 | if (addressCells + sizeCells > sizeof(cell) / sizeof(cell[0])) { |
| 1351 | panic("IODTResolveAddressCell: Invalid device tree (%u, %u)" , (uint32_t)addressCells, (uint32_t)sizeCells); |
| 1352 | } |
| 1353 | |
| 1354 | // Get the physical start of the range from our parent |
| 1355 | bcopy( src: range + childAddressCells, dst: cell, n: sizeof(UInt32) * addressCells ); |
| 1356 | bzero( s: cell + addressCells, n: sizeof(UInt32) * sizeCells ); |
| 1357 | } /* else zero length range => pass thru to parent */ |
| 1358 | |
| 1359 | OSSafeReleaseNULL(regEntry); |
| 1360 | regEntry = parent; |
| 1361 | parent = NULL; |
| 1362 | childSizeCells = sizeCells; |
| 1363 | childAddressCells = addressCells; |
| 1364 | childCells = childAddressCells + childSizeCells; |
| 1365 | }while (ok && regEntry); |
| 1366 | |
| 1367 | OSSafeReleaseNULL(regEntry); |
| 1368 | |
| 1369 | return ok; |
| 1370 | } |
| 1371 | |
| 1372 | |
| 1373 | OSArray * |
| 1374 | IODTResolveAddressing( IORegistryEntry * regEntry, |
| 1375 | const char * addressPropertyName, |
| 1376 | IODeviceMemory * parent ) |
| 1377 | { |
| 1378 | IORegistryEntry *parentEntry; |
| 1379 | OSData *addressProperty; |
| 1380 | UInt32 sizeCells, addressCells, cells; |
| 1381 | int i, num; |
| 1382 | UInt32 *reg; |
| 1383 | IOPhysicalAddress phys; |
| 1384 | IOPhysicalLength len; |
| 1385 | OSArray *array; |
| 1386 | |
| 1387 | array = NULL; |
| 1388 | do{ |
| 1389 | parentEntry = regEntry->copyParentEntry( plane: gIODTPlane ); |
| 1390 | addressProperty = (OSData *) regEntry->getProperty( aKey: addressPropertyName ); |
| 1391 | if ((NULL == addressProperty) || (NULL == parentEntry)) { |
| 1392 | break; |
| 1393 | } |
| 1394 | |
| 1395 | IODTGetCellCounts( regEntry: parentEntry, sizeCount: &sizeCells, addressCount: &addressCells ); |
| 1396 | if (0 == sizeCells) { |
| 1397 | break; |
| 1398 | } |
| 1399 | |
| 1400 | cells = sizeCells + addressCells; |
| 1401 | reg = (UInt32 *) addressProperty->getBytesNoCopy(); |
| 1402 | num = addressProperty->getLength() / (4 * cells); |
| 1403 | |
| 1404 | array = OSArray::withCapacity( capacity: 1 ); |
| 1405 | if (NULL == array) { |
| 1406 | break; |
| 1407 | } |
| 1408 | |
| 1409 | for (i = 0; i < num; i++) { |
| 1410 | if (IODTResolveAddressCell( startEntry: parentEntry, cellsIn: reg, phys: &phys, lenOut: &len )) { |
| 1411 | IODeviceMemory *range; |
| 1412 | range = NULL; |
| 1413 | if (parent) { |
| 1414 | range = IODeviceMemory::withSubRange( of: parent, |
| 1415 | offset: phys - parent->getPhysicalSegment(offset: 0, NULL, options: kIOMemoryMapperNone), length: len ); |
| 1416 | } |
| 1417 | if (NULL == range) { |
| 1418 | range = IODeviceMemory::withRange( start: phys, length: len ); |
| 1419 | } |
| 1420 | if (range) { |
| 1421 | array->setObject( range ); |
| 1422 | OSSafeReleaseNULL(range); |
| 1423 | } |
| 1424 | } |
| 1425 | reg += cells; |
| 1426 | } |
| 1427 | |
| 1428 | regEntry->setProperty( aKey: gIODeviceMemoryKey, anObject: array); |
| 1429 | array->release(); /* ??? */ |
| 1430 | }while (false); |
| 1431 | |
| 1432 | OSSafeReleaseNULL(parentEntry); |
| 1433 | |
| 1434 | return array; |
| 1435 | } |
| 1436 | |
| 1437 | OSData * |
| 1438 | IODTFindSlotName( IORegistryEntry * regEntry, UInt32 deviceNumber ) |
| 1439 | { |
| 1440 | IORegistryEntry *parent; |
| 1441 | OSData *data; |
| 1442 | OSData *ret = NULL; |
| 1443 | UInt32 *bits; |
| 1444 | UInt32 i; |
| 1445 | UInt32 nlen; |
| 1446 | char *names; |
| 1447 | char *lastName; |
| 1448 | UInt32 mask; |
| 1449 | |
| 1450 | data = (OSData *) regEntry->getProperty(aKey: "AAPL,slot-name" ); |
| 1451 | if (data) { |
| 1452 | return data; |
| 1453 | } |
| 1454 | |
| 1455 | do{ |
| 1456 | parent = regEntry->copyParentEntry( plane: gIODTPlane ); |
| 1457 | if (!parent) { |
| 1458 | break; |
| 1459 | } |
| 1460 | |
| 1461 | data = OSDynamicCast( OSData, parent->getProperty("slot-names" )); |
| 1462 | if (!data) { |
| 1463 | break; |
| 1464 | } |
| 1465 | if (data->getLength() <= 4) { |
| 1466 | break; |
| 1467 | } |
| 1468 | |
| 1469 | bits = (UInt32 *) data->getBytesNoCopy(); |
| 1470 | mask = *bits; |
| 1471 | if ((0 == (mask & (1 << deviceNumber)))) { |
| 1472 | break; |
| 1473 | } |
| 1474 | |
| 1475 | names = (char *)(bits + 1); |
| 1476 | lastName = names + (data->getLength() - 4); |
| 1477 | |
| 1478 | for (i = 0; (i <= deviceNumber) && (names < lastName); i++) { |
| 1479 | if (mask & (1 << i)) { |
| 1480 | nlen = 1 + ((unsigned int) strnlen(s: names, n: lastName - names)); |
| 1481 | if (i == deviceNumber) { |
| 1482 | data = OSData::withBytesNoCopy(bytes: names, numBytes: nlen); |
| 1483 | if (data) { |
| 1484 | regEntry->setProperty(aKey: "AAPL,slot-name" , anObject: data); |
| 1485 | ret = data; |
| 1486 | data->release(); |
| 1487 | } |
| 1488 | } else { |
| 1489 | names += nlen; |
| 1490 | } |
| 1491 | } |
| 1492 | } |
| 1493 | }while (false); |
| 1494 | |
| 1495 | OSSafeReleaseNULL(parent); |
| 1496 | |
| 1497 | return ret; |
| 1498 | } |
| 1499 | |
| 1500 | extern "C" IOReturn |
| 1501 | IONDRVLibrariesInitialize( IOService * provider ) |
| 1502 | { |
| 1503 | return kIOReturnUnsupported; |
| 1504 | } |
| 1505 | |