1#include <common.h>
2
3#if 0
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228#ifndef __STD_C
229#ifdef __STDC__
230#define __STD_C 1
231#else
232#if __cplusplus
233#define __STD_C 1
234#else
235#define __STD_C 0
236#endif
237#endif
238#endif
239
240#ifndef Void_t
241#if (__STD_C || defined(WIN32))
242#define Void_t void
243#else
244#define Void_t char
245#endif
246#endif
247
248#if __STD_C
249#include <stddef.h>
250#else
251#include <sys/types.h>
252#endif
253
254#ifdef __cplusplus
255extern "C" {
256#endif
257
258#include <stdio.h>
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290#ifdef DEBUG
291#include <assert.h>
292#else
293#define assert(x) ((void)0)
294#endif
295
296
297
298
299
300
301
302
303
304
305
306#ifndef INTERNAL_SIZE_T
307#define INTERNAL_SIZE_T size_t
308#endif
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327#ifdef WIN32
328#define MORECORE wsbrk
329#define HAVE_MMAP 0
330
331#define LACKS_UNISTD_H
332#define LACKS_SYS_PARAM_H
333
334
335
336
337
338
339
340
341
342#define WIN32_LEAN_AND_MEAN
343#include <windows.h>
344#endif
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360#define HAVE_MEMCPY
361
362#ifndef USE_MEMCPY
363#ifdef HAVE_MEMCPY
364#define USE_MEMCPY 1
365#else
366#define USE_MEMCPY 0
367#endif
368#endif
369
370#if (__STD_C || defined(HAVE_MEMCPY))
371
372#if __STD_C
373void* memset(void*, int, size_t);
374void* memcpy(void*, const void*, size_t);
375#else
376#ifdef WIN32
377
378
379#else
380Void_t* memset();
381Void_t* memcpy();
382#endif
383#endif
384#endif
385
386#if USE_MEMCPY
387
388
389
390
391
392#define MALLOC_ZERO(charp, nbytes) \
393do { \
394 INTERNAL_SIZE_T mzsz = (nbytes); \
395 if(mzsz <= 9*sizeof(mzsz)) { \
396 INTERNAL_SIZE_T* mz = (INTERNAL_SIZE_T*) (charp); \
397 if(mzsz >= 5*sizeof(mzsz)) { *mz++ = 0; \
398 *mz++ = 0; \
399 if(mzsz >= 7*sizeof(mzsz)) { *mz++ = 0; \
400 *mz++ = 0; \
401 if(mzsz >= 9*sizeof(mzsz)) { *mz++ = 0; \
402 *mz++ = 0; }}} \
403 *mz++ = 0; \
404 *mz++ = 0; \
405 *mz = 0; \
406 } else memset((charp), 0, mzsz); \
407} while(0)
408
409#define MALLOC_COPY(dest,src,nbytes) \
410do { \
411 INTERNAL_SIZE_T mcsz = (nbytes); \
412 if(mcsz <= 9*sizeof(mcsz)) { \
413 INTERNAL_SIZE_T* mcsrc = (INTERNAL_SIZE_T*) (src); \
414 INTERNAL_SIZE_T* mcdst = (INTERNAL_SIZE_T*) (dest); \
415 if(mcsz >= 5*sizeof(mcsz)) { *mcdst++ = *mcsrc++; \
416 *mcdst++ = *mcsrc++; \
417 if(mcsz >= 7*sizeof(mcsz)) { *mcdst++ = *mcsrc++; \
418 *mcdst++ = *mcsrc++; \
419 if(mcsz >= 9*sizeof(mcsz)) { *mcdst++ = *mcsrc++; \
420 *mcdst++ = *mcsrc++; }}} \
421 *mcdst++ = *mcsrc++; \
422 *mcdst++ = *mcsrc++; \
423 *mcdst = *mcsrc ; \
424 } else memcpy(dest, src, mcsz); \
425} while(0)
426
427#else
428
429
430
431#define MALLOC_ZERO(charp, nbytes) \
432do { \
433 INTERNAL_SIZE_T* mzp = (INTERNAL_SIZE_T*)(charp); \
434 long mctmp = (nbytes)/sizeof(INTERNAL_SIZE_T), mcn; \
435 if (mctmp < 8) mcn = 0; else { mcn = (mctmp-1)/8; mctmp %= 8; } \
436 switch (mctmp) { \
437 case 0: for(;;) { *mzp++ = 0; \
438 case 7: *mzp++ = 0; \
439 case 6: *mzp++ = 0; \
440 case 5: *mzp++ = 0; \
441 case 4: *mzp++ = 0; \
442 case 3: *mzp++ = 0; \
443 case 2: *mzp++ = 0; \
444 case 1: *mzp++ = 0; if(mcn <= 0) break; mcn--; } \
445 } \
446} while(0)
447
448#define MALLOC_COPY(dest,src,nbytes) \
449do { \
450 INTERNAL_SIZE_T* mcsrc = (INTERNAL_SIZE_T*) src; \
451 INTERNAL_SIZE_T* mcdst = (INTERNAL_SIZE_T*) dest; \
452 long mctmp = (nbytes)/sizeof(INTERNAL_SIZE_T), mcn; \
453 if (mctmp < 8) mcn = 0; else { mcn = (mctmp-1)/8; mctmp %= 8; } \
454 switch (mctmp) { \
455 case 0: for(;;) { *mcdst++ = *mcsrc++; \
456 case 7: *mcdst++ = *mcsrc++; \
457 case 6: *mcdst++ = *mcsrc++; \
458 case 5: *mcdst++ = *mcsrc++; \
459 case 4: *mcdst++ = *mcsrc++; \
460 case 3: *mcdst++ = *mcsrc++; \
461 case 2: *mcdst++ = *mcsrc++; \
462 case 1: *mcdst++ = *mcsrc++; if(mcn <= 0) break; mcn--; } \
463 } \
464} while(0)
465
466#endif
467
468
469
470
471
472
473
474
475#ifndef HAVE_MMAP
476#define HAVE_MMAP 1
477#endif
478
479
480
481
482
483
484
485#ifndef HAVE_MREMAP
486#ifdef INTERNAL_LINUX_C_LIB
487#define HAVE_MREMAP 1
488#else
489#define HAVE_MREMAP 0
490#endif
491#endif
492
493#if HAVE_MMAP
494
495#include <unistd.h>
496#include <fcntl.h>
497#include <sys/mman.h>
498
499#if !defined(MAP_ANONYMOUS) && defined(MAP_ANON)
500#define MAP_ANONYMOUS MAP_ANON
501#endif
502
503#endif
504
505
506
507
508
509
510
511
512
513#ifndef LACKS_UNISTD_H
514# include <unistd.h>
515#endif
516
517#ifndef malloc_getpagesize
518# ifdef _SC_PAGESIZE
519# ifndef _SC_PAGE_SIZE
520# define _SC_PAGE_SIZE _SC_PAGESIZE
521# endif
522# endif
523# ifdef _SC_PAGE_SIZE
524# define malloc_getpagesize sysconf(_SC_PAGE_SIZE)
525# else
526# if defined(BSD) || defined(DGUX) || defined(HAVE_GETPAGESIZE)
527 extern size_t getpagesize();
528# define malloc_getpagesize getpagesize()
529# else
530# ifdef WIN32
531# define malloc_getpagesize (4096)
532# else
533# ifndef LACKS_SYS_PARAM_H
534# include <sys/param.h>
535# endif
536# ifdef EXEC_PAGESIZE
537# define malloc_getpagesize EXEC_PAGESIZE
538# else
539# ifdef NBPG
540# ifndef CLSIZE
541# define malloc_getpagesize NBPG
542# else
543# define malloc_getpagesize (NBPG * CLSIZE)
544# endif
545# else
546# ifdef NBPC
547# define malloc_getpagesize NBPC
548# else
549# ifdef PAGESIZE
550# define malloc_getpagesize PAGESIZE
551# else
552# define malloc_getpagesize (4096)
553# endif
554# endif
555# endif
556# endif
557# endif
558# endif
559# endif
560#endif
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590#if HAVE_USR_INCLUDE_MALLOC_H
591#include "/usr/include/malloc.h"
592#else
593
594
595
596struct mallinfo {
597 int arena;
598 int ordblks;
599 int smblks;
600 int hblks;
601 int hblkhd;
602 int usmblks;
603 int fsmblks;
604 int uordblks;
605 int fordblks;
606 int keepcost;
607};
608
609
610
611#define M_MXFAST 1
612#define M_NLBLKS 2
613#define M_GRAIN 3
614#define M_KEEP 4
615
616#endif
617
618
619
620#define M_TRIM_THRESHOLD -1
621#define M_TOP_PAD -2
622#define M_MMAP_THRESHOLD -3
623#define M_MMAP_MAX -4
624
625
626#ifndef DEFAULT_TRIM_THRESHOLD
627#define DEFAULT_TRIM_THRESHOLD (128 * 1024)
628#endif
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680#ifndef DEFAULT_TOP_PAD
681#define DEFAULT_TOP_PAD (0)
682#endif
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713#ifndef DEFAULT_MMAP_THRESHOLD
714#define DEFAULT_MMAP_THRESHOLD (128 * 1024)
715#endif
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756#ifndef DEFAULT_MMAP_MAX
757#if HAVE_MMAP
758#define DEFAULT_MMAP_MAX (64)
759#else
760#define DEFAULT_MMAP_MAX (0)
761#endif
762#endif
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810#ifdef INTERNAL_LINUX_C_LIB
811
812#if __STD_C
813
814Void_t * __default_morecore_init (ptrdiff_t);
815Void_t *(*__morecore)(ptrdiff_t) = __default_morecore_init;
816
817#else
818
819Void_t * __default_morecore_init ();
820Void_t *(*__morecore)() = __default_morecore_init;
821
822#endif
823
824#define MORECORE (*__morecore)
825#define MORECORE_FAILURE 0
826#define MORECORE_CLEARS 1
827
828#else
829
830#if __STD_C
831extern Void_t* sbrk(ptrdiff_t);
832#else
833extern Void_t* sbrk();
834#endif
835
836#ifndef MORECORE
837#define MORECORE sbrk
838#endif
839
840#ifndef MORECORE_FAILURE
841#define MORECORE_FAILURE -1
842#endif
843
844#ifndef MORECORE_CLEARS
845#define MORECORE_CLEARS 1
846#endif
847
848#endif
849
850#if defined(INTERNAL_LINUX_C_LIB) && defined(__ELF__)
851
852#define cALLOc __libc_calloc
853#define fREe __libc_free
854#define mALLOc __libc_malloc
855#define mEMALIGn __libc_memalign
856#define rEALLOc __libc_realloc
857#define vALLOc __libc_valloc
858#define pvALLOc __libc_pvalloc
859#define mALLINFo __libc_mallinfo
860#define mALLOPt __libc_mallopt
861
862#pragma weak calloc = __libc_calloc
863#pragma weak free = __libc_free
864#pragma weak cfree = __libc_free
865#pragma weak malloc = __libc_malloc
866#pragma weak memalign = __libc_memalign
867#pragma weak realloc = __libc_realloc
868#pragma weak valloc = __libc_valloc
869#pragma weak pvalloc = __libc_pvalloc
870#pragma weak mallinfo = __libc_mallinfo
871#pragma weak mallopt = __libc_mallopt
872
873#else
874
875#ifdef USE_DL_PREFIX
876#define cALLOc dlcalloc
877#define fREe dlfree
878#define mALLOc dlmalloc
879#define mEMALIGn dlmemalign
880#define rEALLOc dlrealloc
881#define vALLOc dlvalloc
882#define pvALLOc dlpvalloc
883#define mALLINFo dlmallinfo
884#define mALLOPt dlmallopt
885#else
886#define cALLOc calloc
887#define fREe free
888#define mALLOc malloc
889#define mEMALIGn memalign
890#define rEALLOc realloc
891#define vALLOc valloc
892#define pvALLOc pvalloc
893#define mALLINFo mallinfo
894#define mALLOPt mallopt
895#endif
896
897#endif
898
899
900
901#if __STD_C
902
903Void_t* mALLOc(size_t);
904void fREe(Void_t*);
905Void_t* rEALLOc(Void_t*, size_t);
906Void_t* mEMALIGn(size_t, size_t);
907Void_t* vALLOc(size_t);
908Void_t* pvALLOc(size_t);
909Void_t* cALLOc(size_t, size_t);
910void cfree(Void_t*);
911int malloc_trim(size_t);
912size_t malloc_usable_size(Void_t*);
913void malloc_stats();
914int mALLOPt(int, int);
915struct mallinfo mALLINFo(void);
916#else
917Void_t* mALLOc();
918void fREe();
919Void_t* rEALLOc();
920Void_t* mEMALIGn();
921Void_t* vALLOc();
922Void_t* pvALLOc();
923Void_t* cALLOc();
924void cfree();
925int malloc_trim();
926size_t malloc_usable_size();
927void malloc_stats();
928int mALLOPt();
929struct mallinfo mALLINFo();
930#endif
931
932
933#ifdef __cplusplus
934};
935#endif
936
937
938#else
939
940#include <malloc.h>
941#if 0
942#if __STD_C
943static void malloc_update_mallinfo (void);
944void malloc_stats (void);
945#else
946static void malloc_update_mallinfo ();
947void malloc_stats();
948#endif
949#endif
950
951#endif
952
953DECLARE_GLOBAL_DATA_PTR;
954
955
956
957
958
959
960
961
962
963#ifdef WIN32
964
965#define AlignPage(add) (((add) + (malloc_getpagesize-1)) & \
966~(malloc_getpagesize-1))
967#define AlignPage64K(add) (((add) + (0x10000 - 1)) & ~(0x10000 - 1))
968
969
970#define RESERVED_SIZE (1024*1024*64)
971#define NEXT_SIZE (2048*1024)
972#define TOP_MEMORY ((unsigned long)2*1024*1024*1024)
973
974struct GmListElement;
975typedef struct GmListElement GmListElement;
976
977struct GmListElement
978{
979 GmListElement* next;
980 void* base;
981};
982
983static GmListElement* head = 0;
984static unsigned int gNextAddress = 0;
985static unsigned int gAddressBase = 0;
986static unsigned int gAllocatedSize = 0;
987
988static
989GmListElement* makeGmListElement (void* bas)
990{
991 GmListElement* this;
992 this = (GmListElement*)(void*)LocalAlloc (0, sizeof (GmListElement));
993 assert (this);
994 if (this)
995 {
996 this->base = bas;
997 this->next = head;
998 head = this;
999 }
1000 return this;
1001}
1002
1003void gcleanup ()
1004{
1005 BOOL rval;
1006 assert ( (head == NULL) || (head->base == (void*)gAddressBase));
1007 if (gAddressBase && (gNextAddress - gAddressBase))
1008 {
1009 rval = VirtualFree ((void*)gAddressBase,
1010 gNextAddress - gAddressBase,
1011 MEM_DECOMMIT);
1012 assert (rval);
1013 }
1014 while (head)
1015 {
1016 GmListElement* next = head->next;
1017 rval = VirtualFree (head->base, 0, MEM_RELEASE);
1018 assert (rval);
1019 LocalFree (head);
1020 head = next;
1021 }
1022}
1023
1024static
1025void* findRegion (void* start_address, unsigned long size)
1026{
1027 MEMORY_BASIC_INFORMATION info;
1028 if (size >= TOP_MEMORY) return NULL;
1029
1030 while ((unsigned long)start_address + size < TOP_MEMORY)
1031 {
1032 VirtualQuery (start_address, &info, sizeof (info));
1033 if ((info.State == MEM_FREE) && (info.RegionSize >= size))
1034 return start_address;
1035 else
1036 {
1037
1038
1039
1040
1041
1042 start_address = (char*)info.BaseAddress + info.RegionSize;
1043
1044
1045
1046
1047
1048
1049
1050
1051
1052
1053
1054
1055
1056 start_address =
1057 (void *) AlignPage64K((unsigned long) start_address);
1058 }
1059 }
1060 return NULL;
1061
1062}
1063
1064
1065void* wsbrk (long size)
1066{
1067 void* tmp;
1068 if (size > 0)
1069 {
1070 if (gAddressBase == 0)
1071 {
1072 gAllocatedSize = max (RESERVED_SIZE, AlignPage (size));
1073 gNextAddress = gAddressBase =
1074 (unsigned int)VirtualAlloc (NULL, gAllocatedSize,
1075 MEM_RESERVE, PAGE_NOACCESS);
1076 } else if (AlignPage (gNextAddress + size) > (gAddressBase +
1077gAllocatedSize))
1078 {
1079 long new_size = max (NEXT_SIZE, AlignPage (size));
1080 void* new_address = (void*)(gAddressBase+gAllocatedSize);
1081 do
1082 {
1083 new_address = findRegion (new_address, new_size);
1084
1085 if (new_address == 0)
1086 return (void*)-1;
1087
1088 gAddressBase = gNextAddress =
1089 (unsigned int)VirtualAlloc (new_address, new_size,
1090 MEM_RESERVE, PAGE_NOACCESS);
1091
1092
1093
1094 }
1095 while (gAddressBase == 0);
1096
1097 assert (new_address == (void*)gAddressBase);
1098
1099 gAllocatedSize = new_size;
1100
1101 if (!makeGmListElement ((void*)gAddressBase))
1102 return (void*)-1;
1103 }
1104 if ((size + gNextAddress) > AlignPage (gNextAddress))
1105 {
1106 void* res;
1107 res = VirtualAlloc ((void*)AlignPage (gNextAddress),
1108 (size + gNextAddress -
1109 AlignPage (gNextAddress)),
1110 MEM_COMMIT, PAGE_READWRITE);
1111 if (res == 0)
1112 return (void*)-1;
1113 }
1114 tmp = (void*)gNextAddress;
1115 gNextAddress = (unsigned int)tmp + size;
1116 return tmp;
1117 }
1118 else if (size < 0)
1119 {
1120 unsigned int alignedGoal = AlignPage (gNextAddress + size);
1121
1122 if (alignedGoal >= gAddressBase)
1123 {
1124 VirtualFree ((void*)alignedGoal, gNextAddress - alignedGoal,
1125 MEM_DECOMMIT);
1126 gNextAddress = gNextAddress + size;
1127 return (void*)gNextAddress;
1128 }
1129 else
1130 {
1131 VirtualFree ((void*)gAddressBase, gNextAddress - gAddressBase,
1132 MEM_DECOMMIT);
1133 gNextAddress = gAddressBase;
1134 return (void*)-1;
1135 }
1136 }
1137 else
1138 {
1139 return (void*)gNextAddress;
1140 }
1141}
1142
1143#endif
1144
1145
1146
1147
1148
1149
1150
1151
1152struct malloc_chunk
1153{
1154 INTERNAL_SIZE_T prev_size;
1155 INTERNAL_SIZE_T size;
1156 struct malloc_chunk* fd;
1157 struct malloc_chunk* bk;
1158};
1159
1160typedef struct malloc_chunk* mchunkptr;
1161
1162
1163
1164
1165
1166
1167
1168
1169
1170
1171
1172
1173
1174
1175
1176
1177
1178
1179
1180
1181
1182
1183
1184
1185
1186
1187
1188
1189
1190
1191
1192
1193
1194
1195
1196
1197
1198
1199
1200
1201
1202
1203
1204
1205
1206
1207
1208
1209
1210
1211
1212
1213
1214
1215
1216
1217
1218
1219
1220
1221
1222
1223
1224
1225
1226
1227
1228
1229
1230
1231
1232
1233
1234
1235
1236
1237
1238
1239
1240
1241
1242
1243
1244
1245
1246
1247
1248
1249
1250
1251
1252
1253
1254
1255
1256
1257
1258
1259
1260
1261
1262
1263
1264
1265
1266
1267
1268
1269
1270
1271
1272
1273
1274
1275
1276
1277
1278
1279
1280
1281
1282
1283
1284
1285
1286
1287
1288#define SIZE_SZ (sizeof(INTERNAL_SIZE_T))
1289#define MALLOC_ALIGNMENT (SIZE_SZ + SIZE_SZ)
1290#define MALLOC_ALIGN_MASK (MALLOC_ALIGNMENT - 1)
1291#define MINSIZE (sizeof(struct malloc_chunk))
1292
1293
1294
1295#define chunk2mem(p) ((Void_t*)((char*)(p) + 2*SIZE_SZ))
1296#define mem2chunk(mem) ((mchunkptr)((char*)(mem) - 2*SIZE_SZ))
1297
1298
1299
1300#define request2size(req) \
1301 (((long)((req) + (SIZE_SZ + MALLOC_ALIGN_MASK)) < \
1302 (long)(MINSIZE + MALLOC_ALIGN_MASK)) ? MINSIZE : \
1303 (((req) + (SIZE_SZ + MALLOC_ALIGN_MASK)) & ~(MALLOC_ALIGN_MASK)))
1304
1305
1306
1307#define aligned_OK(m) (((unsigned long)((m)) & (MALLOC_ALIGN_MASK)) == 0)
1308
1309
1310
1311
1312
1313
1314
1315
1316
1317
1318
1319#define PREV_INUSE 0x1
1320
1321
1322
1323#define IS_MMAPPED 0x2
1324
1325
1326
1327#define SIZE_BITS (PREV_INUSE|IS_MMAPPED)
1328
1329
1330
1331
1332#define next_chunk(p) ((mchunkptr)( ((char*)(p)) + ((p)->size & ~PREV_INUSE) ))
1333
1334
1335
1336#define prev_chunk(p)\
1337 ((mchunkptr)( ((char*)(p)) - ((p)->prev_size) ))
1338
1339
1340
1341
1342#define chunk_at_offset(p, s) ((mchunkptr)(((char*)(p)) + (s)))
1343
1344
1345
1346
1347
1348
1349
1350
1351
1352
1353#define inuse(p)\
1354((((mchunkptr)(((char*)(p))+((p)->size & ~PREV_INUSE)))->size) & PREV_INUSE)
1355
1356
1357
1358#define prev_inuse(p) ((p)->size & PREV_INUSE)
1359
1360
1361
1362#define chunk_is_mmapped(p) ((p)->size & IS_MMAPPED)
1363
1364
1365
1366#define set_inuse(p)\
1367((mchunkptr)(((char*)(p)) + ((p)->size & ~PREV_INUSE)))->size |= PREV_INUSE
1368
1369#define clear_inuse(p)\
1370((mchunkptr)(((char*)(p)) + ((p)->size & ~PREV_INUSE)))->size &= ~(PREV_INUSE)
1371
1372
1373
1374#define inuse_bit_at_offset(p, s)\
1375 (((mchunkptr)(((char*)(p)) + (s)))->size & PREV_INUSE)
1376
1377#define set_inuse_bit_at_offset(p, s)\
1378 (((mchunkptr)(((char*)(p)) + (s)))->size |= PREV_INUSE)
1379
1380#define clear_inuse_bit_at_offset(p, s)\
1381 (((mchunkptr)(((char*)(p)) + (s)))->size &= ~(PREV_INUSE))
1382
1383
1384
1385
1386
1387
1388
1389
1390
1391
1392#define chunksize(p) ((p)->size & ~(SIZE_BITS))
1393
1394
1395
1396#define set_head_size(p, s) ((p)->size = (((p)->size & PREV_INUSE) | (s)))
1397
1398
1399
1400#define set_head(p, s) ((p)->size = (s))
1401
1402
1403
1404#define set_foot(p, s) (((mchunkptr)((char*)(p) + (s)))->prev_size = (s))
1405
1406
1407
1408
1409
1410
1411
1412
1413
1414
1415
1416
1417
1418
1419
1420
1421
1422
1423
1424
1425
1426
1427
1428
1429
1430
1431
1432
1433
1434
1435
1436
1437
1438
1439
1440
1441
1442
1443
1444#define NAV 128
1445
1446typedef struct malloc_chunk* mbinptr;
1447
1448
1449
1450#define bin_at(i) ((mbinptr)((char*)&(av_[2*(i) + 2]) - 2*SIZE_SZ))
1451#define next_bin(b) ((mbinptr)((char*)(b) + 2 * sizeof(mbinptr)))
1452#define prev_bin(b) ((mbinptr)((char*)(b) - 2 * sizeof(mbinptr)))
1453
1454
1455
1456
1457
1458
1459
1460#define top (av_[2])
1461#define last_remainder (bin_at(1))
1462
1463
1464
1465
1466
1467
1468
1469
1470
1471#define initial_top ((mchunkptr)(bin_at(0)))
1472
1473
1474
1475#define IAV(i) bin_at(i), bin_at(i)
1476
1477static mbinptr av_[NAV * 2 + 2] = {
1478 0, 0,
1479 IAV(0), IAV(1), IAV(2), IAV(3), IAV(4), IAV(5), IAV(6), IAV(7),
1480 IAV(8), IAV(9), IAV(10), IAV(11), IAV(12), IAV(13), IAV(14), IAV(15),
1481 IAV(16), IAV(17), IAV(18), IAV(19), IAV(20), IAV(21), IAV(22), IAV(23),
1482 IAV(24), IAV(25), IAV(26), IAV(27), IAV(28), IAV(29), IAV(30), IAV(31),
1483 IAV(32), IAV(33), IAV(34), IAV(35), IAV(36), IAV(37), IAV(38), IAV(39),
1484 IAV(40), IAV(41), IAV(42), IAV(43), IAV(44), IAV(45), IAV(46), IAV(47),
1485 IAV(48), IAV(49), IAV(50), IAV(51), IAV(52), IAV(53), IAV(54), IAV(55),
1486 IAV(56), IAV(57), IAV(58), IAV(59), IAV(60), IAV(61), IAV(62), IAV(63),
1487 IAV(64), IAV(65), IAV(66), IAV(67), IAV(68), IAV(69), IAV(70), IAV(71),
1488 IAV(72), IAV(73), IAV(74), IAV(75), IAV(76), IAV(77), IAV(78), IAV(79),
1489 IAV(80), IAV(81), IAV(82), IAV(83), IAV(84), IAV(85), IAV(86), IAV(87),
1490 IAV(88), IAV(89), IAV(90), IAV(91), IAV(92), IAV(93), IAV(94), IAV(95),
1491 IAV(96), IAV(97), IAV(98), IAV(99), IAV(100), IAV(101), IAV(102), IAV(103),
1492 IAV(104), IAV(105), IAV(106), IAV(107), IAV(108), IAV(109), IAV(110), IAV(111),
1493 IAV(112), IAV(113), IAV(114), IAV(115), IAV(116), IAV(117), IAV(118), IAV(119),
1494 IAV(120), IAV(121), IAV(122), IAV(123), IAV(124), IAV(125), IAV(126), IAV(127)
1495};
1496
1497#ifndef CONFIG_RELOC_FIXUP_WORKS
1498void malloc_bin_reloc (void)
1499{
1500 unsigned long *p = (unsigned long *)(&av_[2]);
1501 int i;
1502 for (i=2; i<(sizeof(av_)/sizeof(mbinptr)); ++i) {
1503 *p++ += gd->reloc_off;
1504 }
1505}
1506#endif
1507
1508ulong mem_malloc_start = 0;
1509ulong mem_malloc_end = 0;
1510ulong mem_malloc_brk = 0;
1511
1512void *sbrk(ptrdiff_t increment)
1513{
1514 ulong old = mem_malloc_brk;
1515 ulong new = old + increment;
1516
1517 if ((new < mem_malloc_start) || (new > mem_malloc_end))
1518 return (void *)MORECORE_FAILURE;
1519
1520 mem_malloc_brk = new;
1521
1522 return (void *)old;
1523}
1524
1525void mem_malloc_init(ulong start, ulong size)
1526{
1527 mem_malloc_start = start;
1528 mem_malloc_end = start + size;
1529 mem_malloc_brk = start;
1530
1531 memset((void *)mem_malloc_start, 0, size);
1532}
1533
1534
1535
1536#define first(b) ((b)->fd)
1537#define last(b) ((b)->bk)
1538
1539
1540
1541
1542
1543#define bin_index(sz) \
1544(((((unsigned long)(sz)) >> 9) == 0) ? (((unsigned long)(sz)) >> 3): \
1545 ((((unsigned long)(sz)) >> 9) <= 4) ? 56 + (((unsigned long)(sz)) >> 6): \
1546 ((((unsigned long)(sz)) >> 9) <= 20) ? 91 + (((unsigned long)(sz)) >> 9): \
1547 ((((unsigned long)(sz)) >> 9) <= 84) ? 110 + (((unsigned long)(sz)) >> 12): \
1548 ((((unsigned long)(sz)) >> 9) <= 340) ? 119 + (((unsigned long)(sz)) >> 15): \
1549 ((((unsigned long)(sz)) >> 9) <= 1364) ? 124 + (((unsigned long)(sz)) >> 18): \
1550 126)
1551
1552
1553
1554
1555
1556#define MAX_SMALLBIN 63
1557#define MAX_SMALLBIN_SIZE 512
1558#define SMALLBIN_WIDTH 8
1559
1560#define smallbin_index(sz) (((unsigned long)(sz)) >> 3)
1561
1562
1563
1564
1565
1566#define is_small_request(nb) (nb < MAX_SMALLBIN_SIZE - SMALLBIN_WIDTH)
1567
1568
1569
1570
1571
1572
1573
1574
1575
1576
1577
1578
1579
1580#define BINBLOCKWIDTH 4
1581
1582#define binblocks_r ((INTERNAL_SIZE_T)av_[1])
1583#define binblocks_w (av_[1])
1584
1585
1586
1587#define idx2binblock(ix) ((unsigned)1 << (ix / BINBLOCKWIDTH))
1588#define mark_binblock(ii) (binblocks_w = (mbinptr)(binblocks_r | idx2binblock(ii)))
1589#define clear_binblock(ii) (binblocks_w = (mbinptr)(binblocks_r & ~(idx2binblock(ii))))
1590
1591
1592
1593
1594
1595
1596
1597
1598
1599static unsigned long trim_threshold = DEFAULT_TRIM_THRESHOLD;
1600static unsigned long top_pad = DEFAULT_TOP_PAD;
1601static unsigned int n_mmaps_max = DEFAULT_MMAP_MAX;
1602static unsigned long mmap_threshold = DEFAULT_MMAP_THRESHOLD;
1603
1604
1605static char* sbrk_base = (char*)(-1);
1606
1607
1608static unsigned long max_sbrked_mem = 0;
1609
1610
1611static unsigned long max_total_mem = 0;
1612
1613
1614static struct mallinfo current_mallinfo = { 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 };
1615
1616
1617#define sbrked_mem (current_mallinfo.arena)
1618
1619
1620
1621#if 0
1622static unsigned int n_mmaps = 0;
1623#endif
1624static unsigned long mmapped_mem = 0;
1625#if HAVE_MMAP
1626static unsigned int max_n_mmaps = 0;
1627static unsigned long max_mmapped_mem = 0;
1628#endif
1629
1630
1631
1632
1633
1634
1635
1636#ifdef DEBUG
1637
1638
1639
1640
1641
1642
1643
1644
1645
1646
1647#if __STD_C
1648static void do_check_chunk(mchunkptr p)
1649#else
1650static void do_check_chunk(p) mchunkptr p;
1651#endif
1652{
1653#if 0
1654 INTERNAL_SIZE_T sz = p->size & ~PREV_INUSE;
1655#endif
1656
1657
1658 assert(!chunk_is_mmapped(p));
1659
1660
1661 assert((char*)p >= sbrk_base);
1662 if (p != top)
1663 assert((char*)p + sz <= (char*)top);
1664 else
1665 assert((char*)p + sz <= sbrk_base + sbrked_mem);
1666
1667}
1668
1669
1670#if __STD_C
1671static void do_check_free_chunk(mchunkptr p)
1672#else
1673static void do_check_free_chunk(p) mchunkptr p;
1674#endif
1675{
1676 INTERNAL_SIZE_T sz = p->size & ~PREV_INUSE;
1677#if 0
1678 mchunkptr next = chunk_at_offset(p, sz);
1679#endif
1680
1681 do_check_chunk(p);
1682
1683
1684 assert(!inuse(p));
1685
1686
1687 if ((long)sz >= (long)MINSIZE)
1688 {
1689 assert((sz & MALLOC_ALIGN_MASK) == 0);
1690 assert(aligned_OK(chunk2mem(p)));
1691
1692 assert(next->prev_size == sz);
1693
1694 assert(prev_inuse(p));
1695 assert (next == top || inuse(next));
1696
1697
1698 assert(p->fd->bk == p);
1699 assert(p->bk->fd == p);
1700 }
1701 else
1702 assert(sz == SIZE_SZ);
1703}
1704
1705#if __STD_C
1706static void do_check_inuse_chunk(mchunkptr p)
1707#else
1708static void do_check_inuse_chunk(p) mchunkptr p;
1709#endif
1710{
1711 mchunkptr next = next_chunk(p);
1712 do_check_chunk(p);
1713
1714
1715 assert(inuse(p));
1716
1717
1718
1719
1720
1721 if (!prev_inuse(p))
1722 {
1723 mchunkptr prv = prev_chunk(p);
1724 assert(next_chunk(prv) == p);
1725 do_check_free_chunk(prv);
1726 }
1727 if (next == top)
1728 {
1729 assert(prev_inuse(next));
1730 assert(chunksize(next) >= MINSIZE);
1731 }
1732 else if (!inuse(next))
1733 do_check_free_chunk(next);
1734
1735}
1736
1737#if __STD_C
1738static void do_check_malloced_chunk(mchunkptr p, INTERNAL_SIZE_T s)
1739#else
1740static void do_check_malloced_chunk(p, s) mchunkptr p; INTERNAL_SIZE_T s;
1741#endif
1742{
1743#if 0
1744 INTERNAL_SIZE_T sz = p->size & ~PREV_INUSE;
1745 long room = sz - s;
1746#endif
1747
1748 do_check_inuse_chunk(p);
1749
1750
1751 assert((long)sz >= (long)MINSIZE);
1752 assert((sz & MALLOC_ALIGN_MASK) == 0);
1753 assert(room >= 0);
1754 assert(room < (long)MINSIZE);
1755
1756
1757 assert(aligned_OK(chunk2mem(p)));
1758
1759
1760
1761 assert(prev_inuse(p));
1762
1763}
1764
1765
1766#define check_free_chunk(P) do_check_free_chunk(P)
1767#define check_inuse_chunk(P) do_check_inuse_chunk(P)
1768#define check_chunk(P) do_check_chunk(P)
1769#define check_malloced_chunk(P,N) do_check_malloced_chunk(P,N)
1770#else
1771#define check_free_chunk(P)
1772#define check_inuse_chunk(P)
1773#define check_chunk(P)
1774#define check_malloced_chunk(P,N)
1775#endif
1776
1777
1778
1779
1780
1781
1782
1783
1784
1785
1786
1787
1788
1789
1790
1791
1792
1793
1794
1795#define frontlink(P, S, IDX, BK, FD) \
1796{ \
1797 if (S < MAX_SMALLBIN_SIZE) \
1798 { \
1799 IDX = smallbin_index(S); \
1800 mark_binblock(IDX); \
1801 BK = bin_at(IDX); \
1802 FD = BK->fd; \
1803 P->bk = BK; \
1804 P->fd = FD; \
1805 FD->bk = BK->fd = P; \
1806 } \
1807 else \
1808 { \
1809 IDX = bin_index(S); \
1810 BK = bin_at(IDX); \
1811 FD = BK->fd; \
1812 if (FD == BK) mark_binblock(IDX); \
1813 else \
1814 { \
1815 while (FD != BK && S < chunksize(FD)) FD = FD->fd; \
1816 BK = FD->bk; \
1817 } \
1818 P->bk = BK; \
1819 P->fd = FD; \
1820 FD->bk = BK->fd = P; \
1821 } \
1822}
1823
1824
1825
1826
1827#define unlink(P, BK, FD) \
1828{ \
1829 BK = P->bk; \
1830 FD = P->fd; \
1831 FD->bk = BK; \
1832 BK->fd = FD; \
1833} \
1834
1835
1836
1837#define link_last_remainder(P) \
1838{ \
1839 last_remainder->fd = last_remainder->bk = P; \
1840 P->fd = P->bk = last_remainder; \
1841}
1842
1843
1844
1845#define clear_last_remainder \
1846 (last_remainder->fd = last_remainder->bk = last_remainder)
1847
1848
1849
1850
1851
1852
1853
1854#if HAVE_MMAP
1855
1856#if __STD_C
1857static mchunkptr mmap_chunk(size_t size)
1858#else
1859static mchunkptr mmap_chunk(size) size_t size;
1860#endif
1861{
1862 size_t page_mask = malloc_getpagesize - 1;
1863 mchunkptr p;
1864
1865#ifndef MAP_ANONYMOUS
1866 static int fd = -1;
1867#endif
1868
1869 if(n_mmaps >= n_mmaps_max) return 0;
1870
1871
1872
1873
1874 size = (size + SIZE_SZ + page_mask) & ~page_mask;
1875
1876#ifdef MAP_ANONYMOUS
1877 p = (mchunkptr)mmap(0, size, PROT_READ|PROT_WRITE,
1878 MAP_PRIVATE|MAP_ANONYMOUS, -1, 0);
1879#else
1880 if (fd < 0)
1881 {
1882 fd = open("/dev/zero", O_RDWR);
1883 if(fd < 0) return 0;
1884 }
1885 p = (mchunkptr)mmap(0, size, PROT_READ|PROT_WRITE, MAP_PRIVATE, fd, 0);
1886#endif
1887
1888 if(p == (mchunkptr)-1) return 0;
1889
1890 n_mmaps++;
1891 if (n_mmaps > max_n_mmaps) max_n_mmaps = n_mmaps;
1892
1893
1894 assert(aligned_OK(chunk2mem(p)));
1895
1896
1897
1898
1899
1900 p->prev_size = 0;
1901 set_head(p, size|IS_MMAPPED);
1902
1903 mmapped_mem += size;
1904 if ((unsigned long)mmapped_mem > (unsigned long)max_mmapped_mem)
1905 max_mmapped_mem = mmapped_mem;
1906 if ((unsigned long)(mmapped_mem + sbrked_mem) > (unsigned long)max_total_mem)
1907 max_total_mem = mmapped_mem + sbrked_mem;
1908 return p;
1909}
1910
1911#if __STD_C
1912static void munmap_chunk(mchunkptr p)
1913#else
1914static void munmap_chunk(p) mchunkptr p;
1915#endif
1916{
1917 INTERNAL_SIZE_T size = chunksize(p);
1918 int ret;
1919
1920 assert (chunk_is_mmapped(p));
1921 assert(! ((char*)p >= sbrk_base && (char*)p < sbrk_base + sbrked_mem));
1922 assert((n_mmaps > 0));
1923 assert(((p->prev_size + size) & (malloc_getpagesize-1)) == 0);
1924
1925 n_mmaps--;
1926 mmapped_mem -= (size + p->prev_size);
1927
1928 ret = munmap((char *)p - p->prev_size, size + p->prev_size);
1929
1930
1931 assert(ret == 0);
1932}
1933
1934#if HAVE_MREMAP
1935
1936#if __STD_C
1937static mchunkptr mremap_chunk(mchunkptr p, size_t new_size)
1938#else
1939static mchunkptr mremap_chunk(p, new_size) mchunkptr p; size_t new_size;
1940#endif
1941{
1942 size_t page_mask = malloc_getpagesize - 1;
1943 INTERNAL_SIZE_T offset = p->prev_size;
1944 INTERNAL_SIZE_T size = chunksize(p);
1945 char *cp;
1946
1947 assert (chunk_is_mmapped(p));
1948 assert(! ((char*)p >= sbrk_base && (char*)p < sbrk_base + sbrked_mem));
1949 assert((n_mmaps > 0));
1950 assert(((size + offset) & (malloc_getpagesize-1)) == 0);
1951
1952
1953 new_size = (new_size + offset + SIZE_SZ + page_mask) & ~page_mask;
1954
1955 cp = (char *)mremap((char *)p - offset, size + offset, new_size, 1);
1956
1957 if (cp == (char *)-1) return 0;
1958
1959 p = (mchunkptr)(cp + offset);
1960
1961 assert(aligned_OK(chunk2mem(p)));
1962
1963 assert((p->prev_size == offset));
1964 set_head(p, (new_size - offset)|IS_MMAPPED);
1965
1966 mmapped_mem -= size + offset;
1967 mmapped_mem += new_size;
1968 if ((unsigned long)mmapped_mem > (unsigned long)max_mmapped_mem)
1969 max_mmapped_mem = mmapped_mem;
1970 if ((unsigned long)(mmapped_mem + sbrked_mem) > (unsigned long)max_total_mem)
1971 max_total_mem = mmapped_mem + sbrked_mem;
1972 return p;
1973}
1974
1975#endif
1976
1977#endif
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987#if __STD_C
1988static void malloc_extend_top(INTERNAL_SIZE_T nb)
1989#else
1990static void malloc_extend_top(nb) INTERNAL_SIZE_T nb;
1991#endif
1992{
1993 char* brk;
1994 INTERNAL_SIZE_T front_misalign;
1995 INTERNAL_SIZE_T correction;
1996 char* new_brk;
1997 INTERNAL_SIZE_T top_size;
1998
1999 mchunkptr old_top = top;
2000 INTERNAL_SIZE_T old_top_size = chunksize(old_top);
2001 char* old_end = (char*)(chunk_at_offset(old_top, old_top_size));
2002
2003
2004
2005 INTERNAL_SIZE_T sbrk_size = nb + top_pad + MINSIZE;
2006 unsigned long pagesz = malloc_getpagesize;
2007
2008
2009
2010
2011
2012 if (sbrk_base != (char*)(-1))
2013 sbrk_size = (sbrk_size + (pagesz - 1)) & ~(pagesz - 1);
2014
2015 brk = (char*)(MORECORE (sbrk_size));
2016
2017
2018 if (brk == (char*)(MORECORE_FAILURE) ||
2019 (brk < old_end && old_top != initial_top))
2020 return;
2021
2022 sbrked_mem += sbrk_size;
2023
2024 if (brk == old_end)
2025 {
2026 top_size = sbrk_size + old_top_size;
2027 set_head(top, top_size | PREV_INUSE);
2028 }
2029 else
2030 {
2031 if (sbrk_base == (char*)(-1))
2032 sbrk_base = brk;
2033 else
2034 sbrked_mem += brk - (char*)old_end;
2035
2036
2037 front_misalign = (unsigned long)chunk2mem(brk) & MALLOC_ALIGN_MASK;
2038 if (front_misalign > 0)
2039 {
2040 correction = (MALLOC_ALIGNMENT) - front_misalign;
2041 brk += correction;
2042 }
2043 else
2044 correction = 0;
2045
2046
2047
2048 correction += ((((unsigned long)(brk + sbrk_size))+(pagesz-1)) &
2049 ~(pagesz - 1)) - ((unsigned long)(brk + sbrk_size));
2050
2051
2052 new_brk = (char*)(MORECORE (correction));
2053 if (new_brk == (char*)(MORECORE_FAILURE)) return;
2054
2055 sbrked_mem += correction;
2056
2057 top = (mchunkptr)brk;
2058 top_size = new_brk - brk + correction;
2059 set_head(top, top_size | PREV_INUSE);
2060
2061 if (old_top != initial_top)
2062 {
2063
2064
2065
2066
2067
2068 if (old_top_size < MINSIZE)
2069 {
2070 set_head(top, PREV_INUSE);
2071 return;
2072 }
2073
2074
2075 old_top_size = (old_top_size - 3*SIZE_SZ) & ~MALLOC_ALIGN_MASK;
2076 set_head_size(old_top, old_top_size);
2077 chunk_at_offset(old_top, old_top_size )->size =
2078 SIZE_SZ|PREV_INUSE;
2079 chunk_at_offset(old_top, old_top_size + SIZE_SZ)->size =
2080 SIZE_SZ|PREV_INUSE;
2081
2082 if (old_top_size >= MINSIZE)
2083 fREe(chunk2mem(old_top));
2084 }
2085 }
2086
2087 if ((unsigned long)sbrked_mem > (unsigned long)max_sbrked_mem)
2088 max_sbrked_mem = sbrked_mem;
2089 if ((unsigned long)(mmapped_mem + sbrked_mem) > (unsigned long)max_total_mem)
2090 max_total_mem = mmapped_mem + sbrked_mem;
2091
2092
2093 assert(((unsigned long)((char*)top + top_size) & (pagesz - 1)) == 0);
2094}
2095
2096
2097
2098
2099
2100
2101
2102
2103
2104
2105
2106
2107
2108
2109
2110
2111
2112
2113
2114
2115
2116
2117
2118
2119
2120
2121
2122
2123
2124
2125
2126
2127
2128
2129
2130
2131
2132
2133
2134
2135
2136
2137
2138
2139
2140
2141
2142
2143
2144
2145
2146
2147
2148
2149
2150
2151
2152
2153
2154
2155
2156
2157
2158
2159
2160
2161#if __STD_C
2162Void_t* mALLOc(size_t bytes)
2163#else
2164Void_t* mALLOc(bytes) size_t bytes;
2165#endif
2166{
2167 mchunkptr victim;
2168 INTERNAL_SIZE_T victim_size;
2169 int idx;
2170 mbinptr bin;
2171 mchunkptr remainder;
2172 long remainder_size;
2173 int remainder_index;
2174 unsigned long block;
2175 int startidx;
2176 mchunkptr fwd;
2177 mchunkptr bck;
2178 mbinptr q;
2179
2180 INTERNAL_SIZE_T nb;
2181
2182
2183 if ((mem_malloc_start == 0) && (mem_malloc_end == 0)) {
2184
2185 return 0;
2186 }
2187
2188 if ((long)bytes < 0) return 0;
2189
2190 nb = request2size(bytes);
2191
2192
2193
2194 if (is_small_request(nb))
2195 {
2196 idx = smallbin_index(nb);
2197
2198
2199
2200 q = bin_at(idx);
2201 victim = last(q);
2202
2203
2204 if (victim == q)
2205 {
2206 q = next_bin(q);
2207 victim = last(q);
2208 }
2209 if (victim != q)
2210 {
2211 victim_size = chunksize(victim);
2212 unlink(victim, bck, fwd);
2213 set_inuse_bit_at_offset(victim, victim_size);
2214 check_malloced_chunk(victim, nb);
2215 return chunk2mem(victim);
2216 }
2217
2218 idx += 2;
2219
2220 }
2221 else
2222 {
2223 idx = bin_index(nb);
2224 bin = bin_at(idx);
2225
2226 for (victim = last(bin); victim != bin; victim = victim->bk)
2227 {
2228 victim_size = chunksize(victim);
2229 remainder_size = victim_size - nb;
2230
2231 if (remainder_size >= (long)MINSIZE)
2232 {
2233 --idx;
2234 break;
2235 }
2236
2237 else if (remainder_size >= 0)
2238 {
2239 unlink(victim, bck, fwd);
2240 set_inuse_bit_at_offset(victim, victim_size);
2241 check_malloced_chunk(victim, nb);
2242 return chunk2mem(victim);
2243 }
2244 }
2245
2246 ++idx;
2247
2248 }
2249
2250
2251
2252 if ( (victim = last_remainder->fd) != last_remainder)
2253 {
2254 victim_size = chunksize(victim);
2255 remainder_size = victim_size - nb;
2256
2257 if (remainder_size >= (long)MINSIZE)
2258 {
2259 remainder = chunk_at_offset(victim, nb);
2260 set_head(victim, nb | PREV_INUSE);
2261 link_last_remainder(remainder);
2262 set_head(remainder, remainder_size | PREV_INUSE);
2263 set_foot(remainder, remainder_size);
2264 check_malloced_chunk(victim, nb);
2265 return chunk2mem(victim);
2266 }
2267
2268 clear_last_remainder;
2269
2270 if (remainder_size >= 0)
2271 {
2272 set_inuse_bit_at_offset(victim, victim_size);
2273 check_malloced_chunk(victim, nb);
2274 return chunk2mem(victim);
2275 }
2276
2277
2278
2279 frontlink(victim, victim_size, remainder_index, bck, fwd);
2280 }
2281
2282
2283
2284
2285
2286
2287 if ( (block = idx2binblock(idx)) <= binblocks_r)
2288 {
2289
2290
2291
2292 if ( (block & binblocks_r) == 0)
2293 {
2294
2295 idx = (idx & ~(BINBLOCKWIDTH - 1)) + BINBLOCKWIDTH;
2296 block <<= 1;
2297 while ((block & binblocks_r) == 0)
2298 {
2299 idx += BINBLOCKWIDTH;
2300 block <<= 1;
2301 }
2302 }
2303
2304
2305 for (;;)
2306 {
2307 startidx = idx;
2308 q = bin = bin_at(idx);
2309
2310
2311 do
2312 {
2313
2314
2315 for (victim = last(bin); victim != bin; victim = victim->bk)
2316 {
2317 victim_size = chunksize(victim);
2318 remainder_size = victim_size - nb;
2319
2320 if (remainder_size >= (long)MINSIZE)
2321 {
2322 remainder = chunk_at_offset(victim, nb);
2323 set_head(victim, nb | PREV_INUSE);
2324 unlink(victim, bck, fwd);
2325 link_last_remainder(remainder);
2326 set_head(remainder, remainder_size | PREV_INUSE);
2327 set_foot(remainder, remainder_size);
2328 check_malloced_chunk(victim, nb);
2329 return chunk2mem(victim);
2330 }
2331
2332 else if (remainder_size >= 0)
2333 {
2334 set_inuse_bit_at_offset(victim, victim_size);
2335 unlink(victim, bck, fwd);
2336 check_malloced_chunk(victim, nb);
2337 return chunk2mem(victim);
2338 }
2339
2340 }
2341
2342 bin = next_bin(bin);
2343
2344 } while ((++idx & (BINBLOCKWIDTH - 1)) != 0);
2345
2346
2347
2348 do
2349 {
2350 if ((startidx & (BINBLOCKWIDTH - 1)) == 0)
2351 {
2352 av_[1] = (mbinptr)(binblocks_r & ~block);
2353 break;
2354 }
2355 --startidx;
2356 q = prev_bin(q);
2357 } while (first(q) == q);
2358
2359
2360
2361 if ( (block <<= 1) <= binblocks_r && (block != 0) )
2362 {
2363 while ((block & binblocks_r) == 0)
2364 {
2365 idx += BINBLOCKWIDTH;
2366 block <<= 1;
2367 }
2368 }
2369 else
2370 break;
2371 }
2372 }
2373
2374
2375
2376
2377
2378 if ( (remainder_size = chunksize(top) - nb) < (long)MINSIZE)
2379 {
2380
2381#if HAVE_MMAP
2382
2383 if ((unsigned long)nb >= (unsigned long)mmap_threshold &&
2384 (victim = mmap_chunk(nb)) != 0)
2385 return chunk2mem(victim);
2386#endif
2387
2388
2389 malloc_extend_top(nb);
2390 if ( (remainder_size = chunksize(top) - nb) < (long)MINSIZE)
2391 return 0;
2392 }
2393
2394 victim = top;
2395 set_head(victim, nb | PREV_INUSE);
2396 top = chunk_at_offset(victim, nb);
2397 set_head(top, remainder_size | PREV_INUSE);
2398 check_malloced_chunk(victim, nb);
2399 return chunk2mem(victim);
2400
2401}
2402
2403
2404
2405
2406
2407
2408
2409
2410
2411
2412
2413
2414
2415
2416
2417
2418
2419
2420
2421
2422
2423
2424
2425
2426
2427
2428#if __STD_C
2429void fREe(Void_t* mem)
2430#else
2431void fREe(mem) Void_t* mem;
2432#endif
2433{
2434 mchunkptr p;
2435 INTERNAL_SIZE_T hd;
2436 INTERNAL_SIZE_T sz;
2437 int idx;
2438 mchunkptr next;
2439 INTERNAL_SIZE_T nextsz;
2440 INTERNAL_SIZE_T prevsz;
2441 mchunkptr bck;
2442 mchunkptr fwd;
2443 int islr;
2444
2445 if (mem == 0)
2446 return;
2447
2448 p = mem2chunk(mem);
2449 hd = p->size;
2450
2451#if HAVE_MMAP
2452 if (hd & IS_MMAPPED)
2453 {
2454 munmap_chunk(p);
2455 return;
2456 }
2457#endif
2458
2459 check_inuse_chunk(p);
2460
2461 sz = hd & ~PREV_INUSE;
2462 next = chunk_at_offset(p, sz);
2463 nextsz = chunksize(next);
2464
2465 if (next == top)
2466 {
2467 sz += nextsz;
2468
2469 if (!(hd & PREV_INUSE))
2470 {
2471 prevsz = p->prev_size;
2472 p = chunk_at_offset(p, -((long) prevsz));
2473 sz += prevsz;
2474 unlink(p, bck, fwd);
2475 }
2476
2477 set_head(p, sz | PREV_INUSE);
2478 top = p;
2479 if ((unsigned long)(sz) >= (unsigned long)trim_threshold)
2480 malloc_trim(top_pad);
2481 return;
2482 }
2483
2484 set_head(next, nextsz);
2485
2486 islr = 0;
2487
2488 if (!(hd & PREV_INUSE))
2489 {
2490 prevsz = p->prev_size;
2491 p = chunk_at_offset(p, -((long) prevsz));
2492 sz += prevsz;
2493
2494 if (p->fd == last_remainder)
2495 islr = 1;
2496 else
2497 unlink(p, bck, fwd);
2498 }
2499
2500 if (!(inuse_bit_at_offset(next, nextsz)))
2501 {
2502 sz += nextsz;
2503
2504 if (!islr && next->fd == last_remainder)
2505 {
2506 islr = 1;
2507 link_last_remainder(p);
2508 }
2509 else
2510 unlink(next, bck, fwd);
2511 }
2512
2513
2514 set_head(p, sz | PREV_INUSE);
2515 set_foot(p, sz);
2516 if (!islr)
2517 frontlink(p, sz, idx, bck, fwd);
2518}
2519
2520
2521
2522
2523
2524
2525
2526
2527
2528
2529
2530
2531
2532
2533
2534
2535
2536
2537
2538
2539
2540
2541
2542
2543
2544
2545
2546
2547
2548
2549
2550
2551
2552
2553
2554
2555
2556
2557
2558
2559
2560#if __STD_C
2561Void_t* rEALLOc(Void_t* oldmem, size_t bytes)
2562#else
2563Void_t* rEALLOc(oldmem, bytes) Void_t* oldmem; size_t bytes;
2564#endif
2565{
2566 INTERNAL_SIZE_T nb;
2567
2568 mchunkptr oldp;
2569 INTERNAL_SIZE_T oldsize;
2570
2571 mchunkptr newp;
2572 INTERNAL_SIZE_T newsize;
2573 Void_t* newmem;
2574
2575 mchunkptr next;
2576 INTERNAL_SIZE_T nextsize;
2577
2578 mchunkptr prev;
2579 INTERNAL_SIZE_T prevsize;
2580
2581 mchunkptr remainder;
2582 INTERNAL_SIZE_T remainder_size;
2583
2584 mchunkptr bck;
2585 mchunkptr fwd;
2586
2587#ifdef REALLOC_ZERO_BYTES_FREES
2588 if (bytes == 0) { fREe(oldmem); return 0; }
2589#endif
2590
2591 if ((long)bytes < 0) return 0;
2592
2593
2594 if (oldmem == 0) return mALLOc(bytes);
2595
2596 newp = oldp = mem2chunk(oldmem);
2597 newsize = oldsize = chunksize(oldp);
2598
2599
2600 nb = request2size(bytes);
2601
2602#if HAVE_MMAP
2603 if (chunk_is_mmapped(oldp))
2604 {
2605#if HAVE_MREMAP
2606 newp = mremap_chunk(oldp, nb);
2607 if(newp) return chunk2mem(newp);
2608#endif
2609
2610 if(oldsize - SIZE_SZ >= nb) return oldmem;
2611
2612 newmem = mALLOc(bytes);
2613 if (newmem == 0) return 0;
2614 MALLOC_COPY(newmem, oldmem, oldsize - 2*SIZE_SZ);
2615 munmap_chunk(oldp);
2616 return newmem;
2617 }
2618#endif
2619
2620 check_inuse_chunk(oldp);
2621
2622 if ((long)(oldsize) < (long)(nb))
2623 {
2624
2625
2626
2627 next = chunk_at_offset(oldp, oldsize);
2628 if (next == top || !inuse(next))
2629 {
2630 nextsize = chunksize(next);
2631
2632
2633 if (next == top)
2634 {
2635 if ((long)(nextsize + newsize) >= (long)(nb + MINSIZE))
2636 {
2637 newsize += nextsize;
2638 top = chunk_at_offset(oldp, nb);
2639 set_head(top, (newsize - nb) | PREV_INUSE);
2640 set_head_size(oldp, nb);
2641 return chunk2mem(oldp);
2642 }
2643 }
2644
2645
2646 else if (((long)(nextsize + newsize) >= (long)(nb)))
2647 {
2648 unlink(next, bck, fwd);
2649 newsize += nextsize;
2650 goto split;
2651 }
2652 }
2653 else
2654 {
2655 next = 0;
2656 nextsize = 0;
2657 }
2658
2659
2660
2661 if (!prev_inuse(oldp))
2662 {
2663 prev = prev_chunk(oldp);
2664 prevsize = chunksize(prev);
2665
2666
2667
2668 if (next != 0)
2669 {
2670
2671 if (next == top)
2672 {
2673 if ((long)(nextsize + prevsize + newsize) >= (long)(nb + MINSIZE))
2674 {
2675 unlink(prev, bck, fwd);
2676 newp = prev;
2677 newsize += prevsize + nextsize;
2678 newmem = chunk2mem(newp);
2679 MALLOC_COPY(newmem, oldmem, oldsize - SIZE_SZ);
2680 top = chunk_at_offset(newp, nb);
2681 set_head(top, (newsize - nb) | PREV_INUSE);
2682 set_head_size(newp, nb);
2683 return newmem;
2684 }
2685 }
2686
2687
2688 else if (((long)(nextsize + prevsize + newsize) >= (long)(nb)))
2689 {
2690 unlink(next, bck, fwd);
2691 unlink(prev, bck, fwd);
2692 newp = prev;
2693 newsize += nextsize + prevsize;
2694 newmem = chunk2mem(newp);
2695 MALLOC_COPY(newmem, oldmem, oldsize - SIZE_SZ);
2696 goto split;
2697 }
2698 }
2699
2700
2701 if (prev != 0 && (long)(prevsize + newsize) >= (long)nb)
2702 {
2703 unlink(prev, bck, fwd);
2704 newp = prev;
2705 newsize += prevsize;
2706 newmem = chunk2mem(newp);
2707 MALLOC_COPY(newmem, oldmem, oldsize - SIZE_SZ);
2708 goto split;
2709 }
2710 }
2711
2712
2713
2714 newmem = mALLOc (bytes);
2715
2716 if (newmem == 0)
2717 return 0;
2718
2719
2720
2721
2722 if ( (newp = mem2chunk(newmem)) == next_chunk(oldp))
2723 {
2724 newsize += chunksize(newp);
2725 newp = oldp;
2726 goto split;
2727 }
2728
2729
2730 MALLOC_COPY(newmem, oldmem, oldsize - SIZE_SZ);
2731 fREe(oldmem);
2732 return newmem;
2733 }
2734
2735
2736 split:
2737
2738 if (newsize - nb >= MINSIZE)
2739 {
2740 remainder = chunk_at_offset(newp, nb);
2741 remainder_size = newsize - nb;
2742 set_head_size(newp, nb);
2743 set_head(remainder, remainder_size | PREV_INUSE);
2744 set_inuse_bit_at_offset(remainder, remainder_size);
2745 fREe(chunk2mem(remainder));
2746 }
2747 else
2748 {
2749 set_head_size(newp, newsize);
2750 set_inuse_bit_at_offset(newp, newsize);
2751 }
2752
2753 check_inuse_chunk(newp);
2754 return chunk2mem(newp);
2755}
2756
2757
2758
2759
2760
2761
2762
2763
2764
2765
2766
2767
2768
2769
2770
2771
2772
2773
2774
2775
2776
2777
2778
2779#if __STD_C
2780Void_t* mEMALIGn(size_t alignment, size_t bytes)
2781#else
2782Void_t* mEMALIGn(alignment, bytes) size_t alignment; size_t bytes;
2783#endif
2784{
2785 INTERNAL_SIZE_T nb;
2786 char* m;
2787 mchunkptr p;
2788 char* brk;
2789 mchunkptr newp;
2790 INTERNAL_SIZE_T newsize;
2791 INTERNAL_SIZE_T leadsize;
2792 mchunkptr remainder;
2793 long remainder_size;
2794
2795 if ((long)bytes < 0) return 0;
2796
2797
2798
2799 if (alignment <= MALLOC_ALIGNMENT) return mALLOc(bytes);
2800
2801
2802
2803 if (alignment < MINSIZE) alignment = MINSIZE;
2804
2805
2806
2807 nb = request2size(bytes);
2808 m = (char*)(mALLOc(nb + alignment + MINSIZE));
2809
2810 if (m == 0) return 0;
2811
2812 p = mem2chunk(m);
2813
2814 if ((((unsigned long)(m)) % alignment) == 0)
2815 {
2816#if HAVE_MMAP
2817 if(chunk_is_mmapped(p))
2818 return chunk2mem(p);
2819#endif
2820 }
2821 else
2822 {
2823
2824
2825
2826
2827
2828
2829
2830
2831
2832 brk = (char*)mem2chunk(((unsigned long)(m + alignment - 1)) & -((signed) alignment));
2833 if ((long)(brk - (char*)(p)) < MINSIZE) brk = brk + alignment;
2834
2835 newp = (mchunkptr)brk;
2836 leadsize = brk - (char*)(p);
2837 newsize = chunksize(p) - leadsize;
2838
2839#if HAVE_MMAP
2840 if(chunk_is_mmapped(p))
2841 {
2842 newp->prev_size = p->prev_size + leadsize;
2843 set_head(newp, newsize|IS_MMAPPED);
2844 return chunk2mem(newp);
2845 }
2846#endif
2847
2848
2849
2850 set_head(newp, newsize | PREV_INUSE);
2851 set_inuse_bit_at_offset(newp, newsize);
2852 set_head_size(p, leadsize);
2853 fREe(chunk2mem(p));
2854 p = newp;
2855
2856 assert (newsize >= nb && (((unsigned long)(chunk2mem(p))) % alignment) == 0);
2857 }
2858
2859
2860
2861 remainder_size = chunksize(p) - nb;
2862
2863 if (remainder_size >= (long)MINSIZE)
2864 {
2865 remainder = chunk_at_offset(p, nb);
2866 set_head(remainder, remainder_size | PREV_INUSE);
2867 set_head_size(p, nb);
2868 fREe(chunk2mem(remainder));
2869 }
2870
2871 check_inuse_chunk(p);
2872 return chunk2mem(p);
2873
2874}
2875
2876
2877
2878
2879
2880
2881
2882
2883
2884
2885#if __STD_C
2886Void_t* vALLOc(size_t bytes)
2887#else
2888Void_t* vALLOc(bytes) size_t bytes;
2889#endif
2890{
2891 return mEMALIGn (malloc_getpagesize, bytes);
2892}
2893
2894
2895
2896
2897
2898
2899
2900#if __STD_C
2901Void_t* pvALLOc(size_t bytes)
2902#else
2903Void_t* pvALLOc(bytes) size_t bytes;
2904#endif
2905{
2906 size_t pagesize = malloc_getpagesize;
2907 return mEMALIGn (pagesize, (bytes + pagesize - 1) & ~(pagesize - 1));
2908}
2909
2910
2911
2912
2913
2914
2915
2916#if __STD_C
2917Void_t* cALLOc(size_t n, size_t elem_size)
2918#else
2919Void_t* cALLOc(n, elem_size) size_t n; size_t elem_size;
2920#endif
2921{
2922 mchunkptr p;
2923 INTERNAL_SIZE_T csz;
2924
2925 INTERNAL_SIZE_T sz = n * elem_size;
2926
2927
2928
2929#if MORECORE_CLEARS
2930 mchunkptr oldtop = top;
2931 INTERNAL_SIZE_T oldtopsize = chunksize(top);
2932#endif
2933 Void_t* mem = mALLOc (sz);
2934
2935 if ((long)n < 0) return 0;
2936
2937 if (mem == 0)
2938 return 0;
2939 else
2940 {
2941 p = mem2chunk(mem);
2942
2943
2944
2945
2946#if HAVE_MMAP
2947 if (chunk_is_mmapped(p)) return mem;
2948#endif
2949
2950 csz = chunksize(p);
2951
2952#if MORECORE_CLEARS
2953 if (p == oldtop && csz > oldtopsize)
2954 {
2955
2956 csz = oldtopsize;
2957 }
2958#endif
2959
2960 MALLOC_ZERO(mem, csz - SIZE_SZ);
2961 return mem;
2962 }
2963}
2964
2965
2966
2967
2968
2969
2970
2971
2972#if !defined(INTERNAL_LINUX_C_LIB) || !defined(__ELF__)
2973#if __STD_C
2974void cfree(Void_t *mem)
2975#else
2976void cfree(mem) Void_t *mem;
2977#endif
2978{
2979 fREe(mem);
2980}
2981#endif
2982
2983
2984
2985
2986
2987
2988
2989
2990
2991
2992
2993
2994
2995
2996
2997
2998
2999
3000
3001
3002
3003
3004
3005
3006
3007
3008#if __STD_C
3009int malloc_trim(size_t pad)
3010#else
3011int malloc_trim(pad) size_t pad;
3012#endif
3013{
3014 long top_size;
3015 long extra;
3016 char* current_brk;
3017 char* new_brk;
3018
3019 unsigned long pagesz = malloc_getpagesize;
3020
3021 top_size = chunksize(top);
3022 extra = ((top_size - pad - MINSIZE + (pagesz-1)) / pagesz - 1) * pagesz;
3023
3024 if (extra < (long)pagesz)
3025 return 0;
3026
3027 else
3028 {
3029
3030 current_brk = (char*)(MORECORE (0));
3031 if (current_brk != (char*)(top) + top_size)
3032 return 0;
3033
3034 else
3035 {
3036 new_brk = (char*)(MORECORE (-extra));
3037
3038 if (new_brk == (char*)(MORECORE_FAILURE))
3039 {
3040
3041 current_brk = (char*)(MORECORE (0));
3042 top_size = current_brk - (char*)top;
3043 if (top_size >= (long)MINSIZE)
3044 {
3045 sbrked_mem = current_brk - sbrk_base;
3046 set_head(top, top_size | PREV_INUSE);
3047 }
3048 check_chunk(top);
3049 return 0;
3050 }
3051
3052 else
3053 {
3054
3055 set_head(top, (top_size - extra) | PREV_INUSE);
3056 sbrked_mem -= extra;
3057 check_chunk(top);
3058 return 1;
3059 }
3060 }
3061 }
3062}
3063
3064
3065
3066
3067
3068
3069
3070
3071
3072
3073
3074
3075
3076
3077#if __STD_C
3078size_t malloc_usable_size(Void_t* mem)
3079#else
3080size_t malloc_usable_size(mem) Void_t* mem;
3081#endif
3082{
3083 mchunkptr p;
3084 if (mem == 0)
3085 return 0;
3086 else
3087 {
3088 p = mem2chunk(mem);
3089 if(!chunk_is_mmapped(p))
3090 {
3091 if (!inuse(p)) return 0;
3092 check_inuse_chunk(p);
3093 return chunksize(p) - SIZE_SZ;
3094 }
3095 return chunksize(p) - 2*SIZE_SZ;
3096 }
3097}
3098
3099
3100
3101
3102
3103
3104#if 0
3105static void malloc_update_mallinfo()
3106{
3107 int i;
3108 mbinptr b;
3109 mchunkptr p;
3110#ifdef DEBUG
3111 mchunkptr q;
3112#endif
3113
3114 INTERNAL_SIZE_T avail = chunksize(top);
3115 int navail = ((long)(avail) >= (long)MINSIZE)? 1 : 0;
3116
3117 for (i = 1; i < NAV; ++i)
3118 {
3119 b = bin_at(i);
3120 for (p = last(b); p != b; p = p->bk)
3121 {
3122#ifdef DEBUG
3123 check_free_chunk(p);
3124 for (q = next_chunk(p);
3125 q < top && inuse(q) && (long)(chunksize(q)) >= (long)MINSIZE;
3126 q = next_chunk(q))
3127 check_inuse_chunk(q);
3128#endif
3129 avail += chunksize(p);
3130 navail++;
3131 }
3132 }
3133
3134 current_mallinfo.ordblks = navail;
3135 current_mallinfo.uordblks = sbrked_mem - avail;
3136 current_mallinfo.fordblks = avail;
3137 current_mallinfo.hblks = n_mmaps;
3138 current_mallinfo.hblkhd = mmapped_mem;
3139 current_mallinfo.keepcost = chunksize(top);
3140
3141}
3142#endif
3143
3144
3145
3146
3147
3148
3149
3150
3151
3152
3153
3154
3155
3156
3157
3158
3159
3160
3161#if 0
3162void malloc_stats()
3163{
3164 malloc_update_mallinfo();
3165 printf("max system bytes = %10u\n",
3166 (unsigned int)(max_total_mem));
3167 printf("system bytes = %10u\n",
3168 (unsigned int)(sbrked_mem + mmapped_mem));
3169 printf("in use bytes = %10u\n",
3170 (unsigned int)(current_mallinfo.uordblks + mmapped_mem));
3171#if HAVE_MMAP
3172 printf("max mmap regions = %10u\n",
3173 (unsigned int)max_n_mmaps);
3174#endif
3175}
3176#endif
3177
3178
3179
3180
3181
3182#if 0
3183struct mallinfo mALLINFo()
3184{
3185 malloc_update_mallinfo();
3186 return current_mallinfo;
3187}
3188#endif
3189
3190
3191
3192
3193
3194
3195
3196
3197
3198
3199
3200
3201
3202
3203
3204
3205
3206#if __STD_C
3207int mALLOPt(int param_number, int value)
3208#else
3209int mALLOPt(param_number, value) int param_number; int value;
3210#endif
3211{
3212 switch(param_number)
3213 {
3214 case M_TRIM_THRESHOLD:
3215 trim_threshold = value; return 1;
3216 case M_TOP_PAD:
3217 top_pad = value; return 1;
3218 case M_MMAP_THRESHOLD:
3219 mmap_threshold = value; return 1;
3220 case M_MMAP_MAX:
3221#if HAVE_MMAP
3222 n_mmaps_max = value; return 1;
3223#else
3224 if (value != 0) return 0; else n_mmaps_max = value; return 1;
3225#endif
3226
3227 default:
3228 return 0;
3229 }
3230}
3231
3232
3233
3234
3235
3236
3237
3238
3239
3240
3241
3242
3243
3244
3245
3246
3247
3248
3249
3250
3251
3252
3253
3254
3255
3256
3257
3258
3259
3260
3261
3262
3263
3264
3265
3266
3267
3268
3269
3270
3271
3272
3273
3274
3275
3276
3277
3278
3279
3280
3281
3282
3283
3284
3285
3286
3287
3288
3289
3290
3291
3292
3293
3294
3295
3296
3297
3298
3299
3300
3301
3302
3303
3304
3305
3306
3307
3308
3309
3310
3311
3312
3313
3314
3315
3316
3317
3318
3319
3320
3321
3322
3323
3324
3325
3326
3327
3328
3329
3330
3331
3332
3333
3334
3335
3336
3337
3338