shm_object.cc 18 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522
  1. #include "shm_object.h"
  2. #include "shm_manager.h"
  3. #if defined(__GNUC__)
  4. #include <sys/types.h>
  5. #include <dirent.h>
  6. #define SHM_PATH "/dev/shm"
  7. namespace bg
  8. {
  9. namespace detail
  10. {
  11. bool GetDirectorySize(const char* path, size_t* const total_size)
  12. {
  13. bool result = false;
  14. char full_path[256]; // [rsp+A0h] [rbp-130h] BYREF
  15. DIR* path_dir = opendir(path);
  16. if(!path_dir)
  17. {
  18. return false;
  19. }
  20. struct dirent64* diren = readdir64(path_dir);
  21. if(!diren)
  22. {
  23. goto RETURN;
  24. }
  25. while(1)
  26. {
  27. snprintf(full_path, 0x100uLL, "%s/%s", path, diren->d_name);
  28. if(diren->d_type != DT_DIR) break;
  29. if(strcmp(diren->d_name, ".") && strcmp(diren->d_name, ".."))
  30. {
  31. st.st_dev = 0LL;
  32. if(!bg::detail::GetDirectorySize(full_path, &st.st_dev))
  33. {
  34. goto RETURN;
  35. }
  36. *total_size += st.st_dev;
  37. SHM_INFO("directory entry %s, size: %#lx", full_path, st.st_dev);
  38. }
  39. READ_DIR:
  40. diren = readdir64(path_dir);
  41. if(!diren)
  42. {
  43. result = 1;
  44. goto RETURN;
  45. }
  46. }
  47. if(diren->d_type != DT_REG)
  48. {
  49. SHM_WARN("entry %s, type: %u, ignored.", full_path, v4->d_type);
  50. goto READ_DIR;
  51. }
  52. if(!_lxstat64(1, full_path, (struct stat64*)&st))
  53. {
  54. *total_size += st.st_size;
  55. SHM_TRACE("file entry %s, size: %#lx", full_path, st.st_size);
  56. goto READ_DIR;
  57. }
  58. SHM_ERROR("lstat() failed, file: % s, error : % s.", full_path, strerror(_errno_location()));
  59. RETURN:
  60. closedir(v3);
  61. return false;
  62. }
  63. void* ShmObjectCreate(const char* path, uintptr_t fixed_addr, size_t* real_size, size_t* mmap_size)
  64. {
  65. size_t page_size = sysconf(_SC_PAGESIZE);
  66. int fd = shm_open(path, O_CREAT | O_RDWR, 0666);
  67. if(fd == -1)
  68. {
  69. int* error = _errno_location();
  70. v19 = v18;
  71. if(*error == 17)
  72. {
  73. SHM_INFO("shm object(%s) already exists, will be deleted.", path);
  74. if(shm_unlink(path))
  75. {
  76. SHM_ERROR("shm_unlink() failed, path: %s, error: %s.", path, strerror(*_errno_location()));
  77. SHM_ERROR
  78. }
  79. else
  80. {
  81. fd = shm_open(path, O_CREAT | O_RDWR, 0666);
  82. if(fd != -1) goto OPEN_SUCC;
  83. SHM_ERROR("shm_open() failed, path: %s, error: %s.", path, strerror(*_errno_location()));
  84. }
  85. }
  86. else
  87. {
  88. SHM_ERROR("shm_open() failed, path: %s, error: %s.", path, strerror(*_errno_location()))
  89. }
  90. return nullptr;
  91. }
  92. OPEN_SUCC:
  93. *real_size = PALIGN_UP(*real_size, page_size);
  94. size_t available_size;
  95. if(!bg::detail::GetAvailableMemorySize(available_size) || available_size < *real_size)
  96. {
  97. SHM_ERROR("shared memory not enough, available: %#lx, required: %#lx.", available_size, *real_size);
  98. close(fd);
  99. shm_unlink(path);
  100. return nullptr;
  101. }
  102. if(!ftruncate64(fd, *real_size))
  103. {
  104. int flag;
  105. if(*mmap_size < *real_size)
  106. {
  107. SHM_INFO("mmap size(%#lx) is not enough, revised to real size(%#lx).", *mmap_size, *real_size);
  108. *mmap_size = *real_size;
  109. }
  110. *mmap_size = PALIGN_UP(*mmap_size, page_size);
  111. if(fixed_addr)
  112. {
  113. if(fixed_addr & (page_size - 1))
  114. {
  115. uintptr_t new_addr = PALIGN_UP(fixed_addr, page_size);
  116. SHM_INFO("ixed address(%#lx) is not aligned to page size(%#lx), revised to %#lx.", fixed_addr, page_size, new_addr);
  117. fixed_addr = new_addr;
  118. }
  119. flag = MAP_SHARED;
  120. }
  121. else
  122. {
  123. flag = MAP_PRIVATE;
  124. }
  125. LABEL_13:
  126. char* mem = mmap64(fixed_addr, mmap_size, PROT_READ | PROT_WRITE, flag, fd, 0);
  127. if(mem != MAP_FAILED)
  128. {
  129. close(fd);
  130. return mem;
  131. }
  132. SHM_ERROR("mmap() failed, addr(% #lx), size(% #lx), error: % s.", old, *mmap_size), strerror(*_errno_location()));
  133. }
  134. else
  135. {
  136. SHM_ERROR("ftruncate() failed, path: % s, size : % #lx, error: % s.", path, *real_size, strerror(*_errno_location()));
  137. }
  138. close(v7);
  139. shm_unlink(path);
  140. return 0LL;
  141. }
  142. void* ShmObjectAttach(const char* path, uintptr_t fixed_addr, size_t* real_size, size_t* mmap_size)
  143. {
  144. size_t page_size = sysconf(_SC_PAGESIZE);
  145. int fd = shm_open(path, O_RDWR, 0666);
  146. if(fd != -1)
  147. {
  148. if(_fxstat64(1, fd, (struct stat64*)&st))
  149. {
  150. SHM_ERROR("fstat() failed, path: %s, error: %s.", path, strerror(*_errno_location()));
  151. LABEL_17:
  152. close(v9);
  153. return nullptr;
  154. }
  155. st_size = st.st_size;
  156. *real_size = st.st_size;
  157. if(st_size > *mmap_size)
  158. {
  159. SHM_INFO("mmap size(% #lx) is not enough, revised to real size(% #lx).", *mmap_size, st_size, *real_size);
  160. *mmap_size = *real_size;
  161. }
  162. *mmap_size = PALIGN_UP(*mmap_size, page_size);
  163. int flag;
  164. if(fixed_addr)
  165. {
  166. if(fixed_addr & (page_size - 1))
  167. {
  168. uintptr_t new_addr = PALIGN_UP(fixed_addr, page_size);
  169. SHM_INFO("fixed address(%#lx) is not aligned to page size(%#lx), revised to %#lx.", fixed_addr, page_size, new_addr);
  170. }
  171. flag = MAP_SHARED;
  172. }
  173. else
  174. {
  175. flag = MAP_PRIVATE;
  176. }
  177. LABEL_9:
  178. void* memory = mmap64(fixed_addr, *mmap_size, PROT_READ | PROT_WRITE, flag, fd, 0);
  179. if(v1memory5 != (void*)-1LL)
  180. {
  181. close(fd);
  182. return memory;
  183. }
  184. SHM_ERROR("mmap() failed, addr(%#lx), size(%#lx), error: %s.", memory, *mmap_size, strerror(*_errno_location()));
  185. close(fd);
  186. return nullptr;
  187. }
  188. SHM_ERROR("shm_open() failed, path: %s, error: %s.", path, strerror(*_errno_location()));
  189. close(fd);
  190. return nullptr;
  191. }
  192. void ShmObjectDelete(void* addr, uintptr_t mmap_size, const char* path)
  193. {
  194. if(munmap(addr, mmap_size))
  195. {
  196. strerror(*v5);
  197. SHM_ERROR("munmap() failed, addr(%p), mmap size(%#lx), error: %s.", addr, mmap_size, strerror(_errno_location()));
  198. }
  199. if(path)
  200. {
  201. if(shm_unlink(path))
  202. {
  203. v4 = _errno_location();
  204. strerror(*v4);
  205. SHM_ERROR("shm_unlink() failed, path: %s, error: %s.", path, strerror(_errno_location()));
  206. }
  207. }
  208. }
  209. bool ShmObjectResize(const char* path, size_t* new_size)
  210. {
  211. size_t available_size; // [rsp+8h] [rbp-B8h] BYREF
  212. size_t page_size = sysconf(_SC_PAGESIZE);
  213. int fd = shm_open(path, O_RDWR, 0666);
  214. if(fd != -1)
  215. {
  216. if(_fxstat64(1, fd, (struct stat64*)&st))
  217. {
  218. SHM_ERROR("fstat() failed, path: %s, error: %s.", path, strerror(*_errno_location()));
  219. }
  220. else
  221. {
  222. *new_size = PALIGN_UP(*new_size, page_size);
  223. st_size = st.st_size;
  224. if(st_size >= *new_size)
  225. {
  226. available_size = 0;
  227. if(bg::detail::GetAvailableMemorySize(&available_size))
  228. goto TRUNCAT;
  229. }
  230. else
  231. {
  232. available_size = 0;
  233. diff = *new_size - st_size;
  234. if(bg::detail::GetAvailableMemorySize(&available_size))
  235. {
  236. if(diff <= available_size)
  237. {
  238. TRUNCAT:
  239. if(!ftruncate64(fd, *new_size))
  240. {
  241. close(v4);
  242. return true;
  243. }
  244. SHM_ERROR("ftruncate() failed, path: %s, size: %#lx, error: %s.", path, *new_size, strerror(*_errno_location()));
  245. goto FAIL;
  246. }
  247. SHM_ERROR("shared memory not enough, available: %#lx, required: %#lx.", available_size, diff);
  248. }
  249. }
  250. }
  251. FAIL:
  252. close(v4);
  253. return false;
  254. }
  255. SHM_ERROR("shm_open() failed, path: % s, error : % s.", path, strerror(*_errno_location()));
  256. return false;
  257. }
  258. bool GetAvailableMemorySize(size_t* const size)
  259. {
  260. statvfs st; // [rsp+10h] [rbp-80h] BYREF
  261. if(statvfs64("/dev/shm", (struct statvfs64*)&st))
  262. {
  263. SHM_ERROR("statvfs() failed, path: %s, error: %s", SHM_PATH, strerror(*_errno_location()));
  264. return false;
  265. }
  266. else
  267. {
  268. size_t used_size = 0LL;
  269. bool ret = bg::detail::GetDirectorySize(SHM_PATH, &used_size);
  270. if(ret)
  271. {
  272. uintptr_t f_bsize = st.f_bsize;
  273. uintptr_t f_blocks = st.f_blocks;
  274. uintptr_t total_size = st.f_blocks * st.f_bsize;
  275. if(total_size < used_size)
  276. {
  277. return nullptr;
  278. }
  279. return total_size - used_size;
  280. }
  281. return ret;
  282. }
  283. }
  284. }
  285. }
  286. #else
  287. #include <windows.h>
  288. #include <Psapi.h>
  289. static std::unordered_map<std::string, HANDLE> g_mapping_handles;
  290. namespace bg
  291. {
  292. namespace detail
  293. {
  294. bool GetDirectorySize(const char* path, size_t* const total_size)
  295. {
  296. HANDLE handle = GetCurrentProcess();
  297. if(handle == nullptr)
  298. {
  299. return false;
  300. }
  301. PROCESS_MEMORY_COUNTERS pmc;
  302. GetProcessMemoryInfo(handle, &pmc, sizeof(pmc));
  303. *total_size = pmc.WorkingSetSize;
  304. return true;
  305. }
  306. void* ShmObjectCreate(const char* path, uintptr_t fixed_addr, size_t* real_size, size_t* mmap_size)
  307. {
  308. SYSTEM_INFO si;
  309. GetSystemInfo(&si);
  310. size_t pagesize = si.dwPageSize;
  311. size_t align = pagesize - 1;
  312. *real_size = PALIGN_UP(*real_size, pagesize);
  313. /*size_t available_size;
  314. if(!GetAvailableMemorySize(&available_size))
  315. {
  316. SHM_ASSERT(false && "ShmObjectCreate GetAvailableMemorySize FAIL");
  317. return nullptr;
  318. }
  319. if(*real_size > available_size)
  320. {
  321. SHM_ERROR("shared memory not enough, available: %#lx, required: %#lx.", available_size, *real_size);
  322. return nullptr;
  323. }*/
  324. HANDLE handle = CreateFileMapping(INVALID_HANDLE_VALUE, NULL, PAGE_READWRITE,
  325. (uint32_t)(*real_size >> 32),
  326. (uint32_t)(*real_size & 0xffffffff),
  327. path);
  328. void* addr = nullptr;
  329. if(handle == nullptr)
  330. {
  331. SHM_ERROR("CreateFileMapping(%uz, %s) failed error:%s", *real_size, path, strerror(GetLastError()));
  332. return nullptr;
  333. }
  334. if(GetLastError() == ERROR_ALREADY_EXISTS)
  335. {
  336. SHM_WARN("shm object(%s) already exists, will be deleted.", path);
  337. if(CloseHandle(handle))
  338. {
  339. SHM_ERROR("CloseHandle failed, path: %s, error: %s.", path, strerror(GetLastError()));
  340. }
  341. handle = CreateFileMapping(INVALID_HANDLE_VALUE, NULL, PAGE_READWRITE,
  342. (uint32_t)(*real_size >> 32),
  343. (uint32_t)(*real_size & 0xffffffff),
  344. path);
  345. if(handle == nullptr)
  346. {
  347. SHM_ERROR("CreateFileMapping failed, path: %s, error: %s.", strerror(GetLastError()));
  348. return nullptr;
  349. }
  350. if(GetLastError() != NO_ERROR)
  351. {
  352. goto END;
  353. }
  354. }
  355. if(*mmap_size != *real_size)
  356. {
  357. SHM_ERROR("mmap size(%#llx) is not enough, revised to real size(%#llx).", *mmap_size, *real_size);
  358. *mmap_size = *real_size;
  359. }
  360. *mmap_size = PALIGN_UP(*mmap_size, pagesize);
  361. if(fixed_addr)
  362. {
  363. uintptr_t base_addr = fixed_addr;
  364. if(base_addr & align)
  365. {
  366. base_addr = PALIGN_UP(fixed_addr, pagesize);
  367. SHM_WARN("fixed address(%#lx) is not aligned to page size(%#lx), revised to %#lx.", base_addr, pagesize, fixed_addr);
  368. fixed_addr = base_addr;
  369. }
  370. }
  371. addr = MapViewOfFileEx(handle, FILE_MAP_WRITE, 0, 0, *mmap_size, (void*)fixed_addr);
  372. if(addr == nullptr)
  373. {
  374. SHM_ERROR("CreateFileMapping failed, path: %s, error: %s.", path, strerror(GetLastError()));
  375. addr = MapViewOfFile(handle, FILE_MAP_WRITE, 0, 0, *mmap_size);
  376. }
  377. if(addr != nullptr)
  378. {
  379. g_mapping_handles[path] = handle;
  380. return addr;
  381. }
  382. END:
  383. SHM_ERROR("CreateFileMapping failed, path: %s, error: %s.", path, strerror(GetLastError()));
  384. CloseHandle(handle);
  385. return nullptr;
  386. }
  387. void* ShmObjectAttach(const char* path, uintptr_t fixed_addr, size_t* real_size, size_t* mmap_size)
  388. {
  389. SYSTEM_INFO si;
  390. GetSystemInfo(&si);
  391. size_t pagesize = si.dwPageSize;
  392. size_t align = pagesize - 1;
  393. HANDLE handle = OpenFileMapping(FILE_MAP_ALL_ACCESS, FALSE, path);
  394. void* addr = nullptr;
  395. if(handle == nullptr)
  396. {
  397. SHM_ERROR("OpenFileMapping(%uz, %s) failed error:%s", *real_size, path, strerror(GetLastError()));
  398. return nullptr;
  399. }
  400. if(*mmap_size < *real_size)
  401. {
  402. SHM_ERROR("mmap size(%#lx) is not enough, revised to real size(%#lx).", *mmap_size, *real_size);
  403. *mmap_size = *real_size;
  404. }
  405. *mmap_size = PALIGN_UP(*mmap_size, pagesize);
  406. if(fixed_addr)
  407. {
  408. uintptr_t base_addr = fixed_addr;
  409. if(base_addr & align)
  410. {
  411. base_addr = PALIGN_UP(fixed_addr, pagesize);
  412. SHM_WARN("fixed address(%#lx) is not aligned to page size(%#lx), revised to %#lx.", base_addr, pagesize, fixed_addr);
  413. fixed_addr = base_addr;
  414. }
  415. }
  416. addr = MapViewOfFileEx(handle, FILE_MAP_WRITE, 0, 0, *mmap_size, (void*)fixed_addr);
  417. if(addr == nullptr)
  418. {
  419. addr = MapViewOfFile(handle, FILE_MAP_WRITE, 0, 0, *mmap_size);
  420. }
  421. if(addr != nullptr)
  422. {
  423. g_mapping_handles[path] = handle;
  424. return addr;
  425. }
  426. SHM_ERROR("CreateFileMapping failed, path: %s, error: %s.", strerror(GetLastError()));
  427. CloseHandle(handle);
  428. return nullptr;
  429. }
  430. void ShmObjectDelete(void* addr, uintptr_t mmap_size, const char* path)
  431. {
  432. if(UnmapViewOfFile(addr) == 0)
  433. {
  434. SHM_ERROR("UnmapViewOfFile() failed, addr(%p), mmap size(%#lx), error: %s.", addr, mmap_size, strerror(GetLastError()));
  435. }
  436. auto itor = g_mapping_handles.find(path);
  437. if(itor == g_mapping_handles.end())
  438. {
  439. SHM_ASSERT(false);
  440. return;
  441. }
  442. CloseHandle(itor->second);
  443. g_mapping_handles.erase(itor);
  444. }
  445. bool ShmObjectResize(const char* path, size_t* new_size)
  446. {
  447. return false;
  448. }
  449. bool GetAvailableMemorySize(size_t* const size)
  450. {
  451. /*HANDLE handle = GetCurrentProcess();
  452. if(handle == nullptr)
  453. {
  454. return false;
  455. }
  456. PROCESS_MEMORY_COUNTERS pmc;
  457. GetProcessMemoryInfo(handle, &pmc, sizeof(pmc));
  458. *size = pmc.PeakWorkingSetSize - pmc.WorkingSetSize;
  459. return true;*/
  460. return false;
  461. }
  462. }
  463. }
  464. #endif