]>
Commit | Line | Data |
---|---|---|
8893239d | 1 | /* TLS emulation. |
a5544970 | 2 | Copyright (C) 2006-2019 Free Software Foundation, Inc. |
8893239d RH |
3 | Contributed by Jakub Jelinek <jakub@redhat.com>. |
4 | ||
5 | This file is part of GCC. | |
6 | ||
7 | GCC is free software; you can redistribute it and/or modify it under | |
8 | the terms of the GNU General Public License as published by the Free | |
748086b7 | 9 | Software Foundation; either version 3, or (at your option) any later |
8893239d RH |
10 | version. |
11 | ||
8893239d RH |
12 | GCC is distributed in the hope that it will be useful, but WITHOUT ANY |
13 | WARRANTY; without even the implied warranty of MERCHANTABILITY or | |
14 | FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License | |
15 | for more details. | |
16 | ||
748086b7 JJ |
17 | Under Section 7 of GPL version 3, you are granted additional |
18 | permissions described in the GCC Runtime Library Exception, version | |
19 | 3.1, as published by the Free Software Foundation. | |
20 | ||
21 | You should have received a copy of the GNU General Public License and | |
22 | a copy of the GCC Runtime Library Exception along with this program; | |
23 | see the files COPYING3 and COPYING.RUNTIME respectively. If not, see | |
24 | <http://www.gnu.org/licenses/>. */ | |
8893239d RH |
25 | |
26 | #include "tconfig.h" | |
27 | #include "tsystem.h" | |
28 | #include "coretypes.h" | |
29 | #include "tm.h" | |
852b75ed | 30 | #include "libgcc_tm.h" |
8893239d RH |
31 | #include "gthr.h" |
32 | ||
33 | typedef unsigned int word __attribute__((mode(word))); | |
34 | typedef unsigned int pointer __attribute__((mode(pointer))); | |
35 | ||
36 | struct __emutls_object | |
37 | { | |
38 | word size; | |
39 | word align; | |
40 | union { | |
41 | pointer offset; | |
42 | void *ptr; | |
43 | } loc; | |
44 | void *templ; | |
45 | }; | |
46 | ||
5b77de89 RH |
47 | struct __emutls_array |
48 | { | |
49 | pointer size; | |
50 | void **data[]; | |
51 | }; | |
52 | ||
c6c2b18d BE |
53 | void *__emutls_get_address (struct __emutls_object *); |
54 | void __emutls_register_common (struct __emutls_object *, word, word, void *); | |
55 | ||
8893239d RH |
56 | #ifdef __GTHREADS |
57 | #ifdef __GTHREAD_MUTEX_INIT | |
58 | static __gthread_mutex_t emutls_mutex = __GTHREAD_MUTEX_INIT; | |
59 | #else | |
60 | static __gthread_mutex_t emutls_mutex; | |
61 | #endif | |
62 | static __gthread_key_t emutls_key; | |
63 | static pointer emutls_size; | |
64 | ||
65 | static void | |
66 | emutls_destroy (void *ptr) | |
67 | { | |
5b77de89 RH |
68 | struct __emutls_array *arr = ptr; |
69 | pointer size = arr->size; | |
70 | pointer i; | |
71 | ||
72 | for (i = 0; i < size; ++i) | |
8893239d | 73 | { |
5b77de89 RH |
74 | if (arr->data[i]) |
75 | free (arr->data[i][-1]); | |
8893239d | 76 | } |
5b77de89 | 77 | |
8893239d RH |
78 | free (ptr); |
79 | } | |
80 | ||
81 | static void | |
82 | emutls_init (void) | |
83 | { | |
84 | #ifndef __GTHREAD_MUTEX_INIT | |
85 | __GTHREAD_MUTEX_INIT_FUNCTION (&emutls_mutex); | |
86 | #endif | |
87 | if (__gthread_key_create (&emutls_key, emutls_destroy) != 0) | |
88 | abort (); | |
89 | } | |
90 | #endif | |
91 | ||
92 | static void * | |
93 | emutls_alloc (struct __emutls_object *obj) | |
94 | { | |
95 | void *ptr; | |
96 | void *ret; | |
97 | ||
98 | /* We could use here posix_memalign if available and adjust | |
99 | emutls_destroy accordingly. */ | |
100 | if (obj->align <= sizeof (void *)) | |
101 | { | |
102 | ptr = malloc (obj->size + sizeof (void *)); | |
103 | if (ptr == NULL) | |
104 | abort (); | |
105 | ((void **) ptr)[0] = ptr; | |
106 | ret = ptr + sizeof (void *); | |
107 | } | |
108 | else | |
109 | { | |
110 | ptr = malloc (obj->size + sizeof (void *) + obj->align - 1); | |
111 | if (ptr == NULL) | |
112 | abort (); | |
113 | ret = (void *) (((pointer) (ptr + sizeof (void *) + obj->align - 1)) | |
114 | & ~(pointer)(obj->align - 1)); | |
115 | ((void **) ret)[-1] = ptr; | |
116 | } | |
117 | ||
118 | if (obj->templ) | |
119 | memcpy (ret, obj->templ, obj->size); | |
120 | else | |
121 | memset (ret, 0, obj->size); | |
122 | ||
123 | return ret; | |
124 | } | |
125 | ||
126 | void * | |
127 | __emutls_get_address (struct __emutls_object *obj) | |
128 | { | |
129 | if (! __gthread_active_p ()) | |
130 | { | |
131 | if (__builtin_expect (obj->loc.ptr == NULL, 0)) | |
132 | obj->loc.ptr = emutls_alloc (obj); | |
133 | return obj->loc.ptr; | |
134 | } | |
135 | ||
136 | #ifndef __GTHREADS | |
137 | abort (); | |
138 | #else | |
f4919e4a | 139 | pointer offset = __atomic_load_n (&obj->loc.offset, __ATOMIC_ACQUIRE); |
8893239d | 140 | |
5b77de89 | 141 | if (__builtin_expect (offset == 0, 0)) |
8893239d RH |
142 | { |
143 | static __gthread_once_t once = __GTHREAD_ONCE_INIT; | |
144 | __gthread_once (&once, emutls_init); | |
145 | __gthread_mutex_lock (&emutls_mutex); | |
b6b561e4 JDA |
146 | offset = obj->loc.offset; |
147 | if (offset == 0) | |
148 | { | |
149 | offset = ++emutls_size; | |
f4919e4a | 150 | __atomic_store_n (&obj->loc.offset, offset, __ATOMIC_RELEASE); |
b6b561e4 | 151 | } |
8893239d RH |
152 | __gthread_mutex_unlock (&emutls_mutex); |
153 | } | |
8893239d | 154 | |
5b77de89 | 155 | struct __emutls_array *arr = __gthread_getspecific (emutls_key); |
8893239d RH |
156 | if (__builtin_expect (arr == NULL, 0)) |
157 | { | |
158 | pointer size = offset + 32; | |
df0026a7 | 159 | arr = calloc (size + 1, sizeof (void *)); |
8893239d RH |
160 | if (arr == NULL) |
161 | abort (); | |
5b77de89 | 162 | arr->size = size; |
8893239d RH |
163 | __gthread_setspecific (emutls_key, (void *) arr); |
164 | } | |
df0026a7 | 165 | else if (__builtin_expect (offset > arr->size, 0)) |
8893239d | 166 | { |
5b77de89 | 167 | pointer orig_size = arr->size; |
8893239d | 168 | pointer size = orig_size * 2; |
df0026a7 | 169 | if (offset > size) |
8893239d | 170 | size = offset + 32; |
df0026a7 | 171 | arr = realloc (arr, (size + 1) * sizeof (void *)); |
8893239d RH |
172 | if (arr == NULL) |
173 | abort (); | |
5b77de89 | 174 | arr->size = size; |
df0026a7 | 175 | memset (arr->data + orig_size, 0, |
5b77de89 | 176 | (size - orig_size) * sizeof (void *)); |
8893239d RH |
177 | __gthread_setspecific (emutls_key, (void *) arr); |
178 | } | |
179 | ||
5b77de89 | 180 | void *ret = arr->data[offset - 1]; |
8893239d RH |
181 | if (__builtin_expect (ret == NULL, 0)) |
182 | { | |
183 | ret = emutls_alloc (obj); | |
5b77de89 | 184 | arr->data[offset - 1] = ret; |
8893239d RH |
185 | } |
186 | return ret; | |
187 | #endif | |
188 | } | |
189 | ||
190 | void | |
191 | __emutls_register_common (struct __emutls_object *obj, | |
192 | word size, word align, void *templ) | |
193 | { | |
194 | if (obj->size < size) | |
195 | { | |
196 | obj->size = size; | |
197 | obj->templ = NULL; | |
198 | } | |
199 | if (obj->align < align) | |
200 | obj->align = align; | |
201 | if (templ && size == obj->size) | |
202 | obj->templ = templ; | |
203 | } |