Update gcc-50 to SVN version 221572
[dragonfly.git] / contrib / gcc-5.0 / gcc / tsan.c
CommitLineData
dda118e3
JM
1/* GCC instrumentation plugin for ThreadSanitizer.
2 Copyright (C) 2011-2015 Free Software Foundation, Inc.
3 Contributed by Dmitry Vyukov <dvyukov@google.com>
4
5This file is part of GCC.
6
7GCC is free software; you can redistribute it and/or modify it under
8the terms of the GNU General Public License as published by the Free
9Software Foundation; either version 3, or (at your option) any later
10version.
11
12GCC is distributed in the hope that it will be useful, but WITHOUT ANY
13WARRANTY; without even the implied warranty of MERCHANTABILITY or
14FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
15for more details.
16
17You should have received a copy of the GNU General Public License
18along with GCC; see the file COPYING3. If not see
19<http://www.gnu.org/licenses/>. */
20
21
22#include "config.h"
23#include "system.h"
24#include "coretypes.h"
25#include "hash-set.h"
26#include "machmode.h"
27#include "vec.h"
28#include "double-int.h"
29#include "input.h"
30#include "alias.h"
31#include "symtab.h"
32#include "options.h"
33#include "wide-int.h"
34#include "inchash.h"
35#include "tree.h"
36#include "fold-const.h"
37#include "hashtab.h"
38#include "tm.h"
39#include "hard-reg-set.h"
40#include "function.h"
41#include "rtl.h"
42#include "flags.h"
43#include "statistics.h"
44#include "real.h"
45#include "fixed-value.h"
46#include "insn-config.h"
47#include "expmed.h"
48#include "dojump.h"
49#include "explow.h"
50#include "calls.h"
51#include "emit-rtl.h"
52#include "varasm.h"
53#include "stmt.h"
54#include "expr.h"
55#include "intl.h"
56#include "predict.h"
57#include "dominance.h"
58#include "cfg.h"
59#include "basic-block.h"
60#include "tree-ssa-alias.h"
61#include "internal-fn.h"
62#include "gimple-expr.h"
63#include "is-a.h"
64#include "gimple.h"
65#include "gimplify.h"
66#include "gimple-iterator.h"
67#include "gimplify-me.h"
68#include "gimple-ssa.h"
69#include "hash-map.h"
70#include "plugin-api.h"
71#include "ipa-ref.h"
72#include "cgraph.h"
73#include "tree-cfg.h"
74#include "stringpool.h"
75#include "tree-ssanames.h"
76#include "tree-pass.h"
77#include "tree-iterator.h"
78#include "langhooks.h"
79#include "output.h"
80#include "target.h"
81#include "diagnostic.h"
82#include "tree-ssa-propagate.h"
83#include "tree-ssa-loop-ivopts.h"
84#include "tsan.h"
85#include "asan.h"
86#include "builtins.h"
87
88/* Number of instrumented memory accesses in the current function. */
89
90/* Builds the following decl
91 void __tsan_read/writeX (void *addr); */
92
93static tree
94get_memory_access_decl (bool is_write, unsigned size)
95{
96 enum built_in_function fcode;
97
98 if (size <= 1)
99 fcode = is_write ? BUILT_IN_TSAN_WRITE1
100 : BUILT_IN_TSAN_READ1;
101 else if (size <= 3)
102 fcode = is_write ? BUILT_IN_TSAN_WRITE2
103 : BUILT_IN_TSAN_READ2;
104 else if (size <= 7)
105 fcode = is_write ? BUILT_IN_TSAN_WRITE4
106 : BUILT_IN_TSAN_READ4;
107 else if (size <= 15)
108 fcode = is_write ? BUILT_IN_TSAN_WRITE8
109 : BUILT_IN_TSAN_READ8;
110 else
111 fcode = is_write ? BUILT_IN_TSAN_WRITE16
112 : BUILT_IN_TSAN_READ16;
113
114 return builtin_decl_implicit (fcode);
115}
116
117/* Check as to whether EXPR refers to a store to vptr. */
118
119static tree
120is_vptr_store (gimple stmt, tree expr, bool is_write)
121{
122 if (is_write == true
123 && gimple_assign_single_p (stmt)
124 && TREE_CODE (expr) == COMPONENT_REF)
125 {
126 tree field = TREE_OPERAND (expr, 1);
127 if (TREE_CODE (field) == FIELD_DECL
128 && DECL_VIRTUAL_P (field))
129 return gimple_assign_rhs1 (stmt);
130 }
131 return NULL;
132}
133
134/* Instruments EXPR if needed. If any instrumentation is inserted,
135 return true. */
136
137static bool
138instrument_expr (gimple_stmt_iterator gsi, tree expr, bool is_write)
139{
140 tree base, rhs, expr_ptr, builtin_decl;
141 basic_block bb;
142 HOST_WIDE_INT size;
143 gimple stmt, g;
144 gimple_seq seq;
145 location_t loc;
146 unsigned int align;
147
148 size = int_size_in_bytes (TREE_TYPE (expr));
149 if (size <= 0)
150 return false;
151
152 HOST_WIDE_INT bitsize, bitpos;
153 tree offset;
154 machine_mode mode;
155 int volatilep = 0, unsignedp = 0;
156 base = get_inner_reference (expr, &bitsize, &bitpos, &offset,
157 &mode, &unsignedp, &volatilep, false);
158
159 /* No need to instrument accesses to decls that don't escape,
160 they can't escape to other threads then. */
161 if (DECL_P (base) && !is_global_var (base))
162 {
163 struct pt_solution pt;
164 memset (&pt, 0, sizeof (pt));
165 pt.escaped = 1;
166 pt.ipa_escaped = flag_ipa_pta != 0;
167 if (!pt_solution_includes (&pt, base))
168 return false;
169 if (!may_be_aliased (base))
170 return false;
171 }
172
173 if (TREE_READONLY (base)
174 || (TREE_CODE (base) == VAR_DECL
175 && DECL_HARD_REGISTER (base)))
176 return false;
177
178 stmt = gsi_stmt (gsi);
179 loc = gimple_location (stmt);
180 rhs = is_vptr_store (stmt, expr, is_write);
181
182 if ((TREE_CODE (expr) == COMPONENT_REF
183 && DECL_BIT_FIELD_TYPE (TREE_OPERAND (expr, 1)))
184 || TREE_CODE (expr) == BIT_FIELD_REF)
185 {
186 base = TREE_OPERAND (expr, 0);
187 if (TREE_CODE (expr) == COMPONENT_REF)
188 {
189 expr = TREE_OPERAND (expr, 1);
190 if (is_write && DECL_BIT_FIELD_REPRESENTATIVE (expr))
191 expr = DECL_BIT_FIELD_REPRESENTATIVE (expr);
192 if (!tree_fits_uhwi_p (DECL_FIELD_OFFSET (expr))
193 || !tree_fits_uhwi_p (DECL_FIELD_BIT_OFFSET (expr))
194 || !tree_fits_uhwi_p (DECL_SIZE (expr)))
195 return false;
196 bitpos = tree_to_uhwi (DECL_FIELD_OFFSET (expr)) * BITS_PER_UNIT
197 + tree_to_uhwi (DECL_FIELD_BIT_OFFSET (expr));
198 bitsize = tree_to_uhwi (DECL_SIZE (expr));
199 }
200 else
201 {
202 if (!tree_fits_uhwi_p (TREE_OPERAND (expr, 2))
203 || !tree_fits_uhwi_p (TREE_OPERAND (expr, 1)))
204 return false;
205 bitpos = tree_to_uhwi (TREE_OPERAND (expr, 2));
206 bitsize = tree_to_uhwi (TREE_OPERAND (expr, 1));
207 }
208 if (bitpos < 0 || bitsize <= 0)
209 return false;
210 size = (bitpos % BITS_PER_UNIT + bitsize + BITS_PER_UNIT - 1)
211 / BITS_PER_UNIT;
212 if (may_be_nonaddressable_p (base))
213 return false;
214 align = get_object_alignment (base);
215 if (align < BITS_PER_UNIT)
216 return false;
217 bitpos = bitpos & ~(BITS_PER_UNIT - 1);
218 if ((align - 1) & bitpos)
219 {
220 align = (align - 1) & bitpos;
221 align = align & -align;
222 }
223 expr = build_fold_addr_expr (unshare_expr (base));
224 expr = build2 (MEM_REF, char_type_node, expr,
225 build_int_cst (TREE_TYPE (expr), bitpos / BITS_PER_UNIT));
226 expr_ptr = build_fold_addr_expr (expr);
227 }
228 else
229 {
230 if (may_be_nonaddressable_p (expr))
231 return false;
232 align = get_object_alignment (expr);
233 if (align < BITS_PER_UNIT)
234 return false;
235 expr_ptr = build_fold_addr_expr (unshare_expr (expr));
236 }
237 expr_ptr = force_gimple_operand (expr_ptr, &seq, true, NULL_TREE);
238 if ((size & (size - 1)) != 0 || size > 16
239 || align < MIN (size, 8) * BITS_PER_UNIT)
240 {
241 builtin_decl = builtin_decl_implicit (is_write
242 ? BUILT_IN_TSAN_WRITE_RANGE
243 : BUILT_IN_TSAN_READ_RANGE);
244 g = gimple_build_call (builtin_decl, 2, expr_ptr, size_int (size));
245 }
246 else if (rhs == NULL)
247 g = gimple_build_call (get_memory_access_decl (is_write, size),
248 1, expr_ptr);
249 else
250 {
251 builtin_decl = builtin_decl_implicit (BUILT_IN_TSAN_VPTR_UPDATE);
252 g = gimple_build_call (builtin_decl, 2, expr_ptr, unshare_expr (rhs));
253 }
254 gimple_set_location (g, loc);
255 gimple_seq_add_stmt_without_update (&seq, g);
256 /* Instrumentation for assignment of a function result
257 must be inserted after the call. Instrumentation for
258 reads of function arguments must be inserted before the call.
259 That's because the call can contain synchronization. */
260 if (is_gimple_call (stmt) && is_write)
261 {
262 /* If the call can throw, it must be the last stmt in
263 a basic block, so the instrumented stmts need to be
264 inserted in successor bbs. */
265 if (is_ctrl_altering_stmt (stmt))
266 {
267 edge e;
268
269 bb = gsi_bb (gsi);
270 e = find_fallthru_edge (bb->succs);
271 if (e)
272 gsi_insert_seq_on_edge_immediate (e, seq);
273 }
274 else
275 gsi_insert_seq_after (&gsi, seq, GSI_NEW_STMT);
276 }
277 else
278 gsi_insert_seq_before (&gsi, seq, GSI_SAME_STMT);
279
280 return true;
281}
282
283/* Actions for sync/atomic builtin transformations. */
284enum tsan_atomic_action
285{
286 check_last, add_seq_cst, add_acquire, weak_cas, strong_cas,
287 bool_cas, val_cas, lock_release, fetch_op, fetch_op_seq_cst
288};
289
290/* Table how to map sync/atomic builtins to their corresponding
291 tsan equivalents. */
292static const struct tsan_map_atomic
293{
294 enum built_in_function fcode, tsan_fcode;
295 enum tsan_atomic_action action;
296 enum tree_code code;
297} tsan_atomic_table[] =
298{
299#define TRANSFORM(fcode, tsan_fcode, action, code) \
300 { BUILT_IN_##fcode, BUILT_IN_##tsan_fcode, action, code }
301#define CHECK_LAST(fcode, tsan_fcode) \
302 TRANSFORM (fcode, tsan_fcode, check_last, ERROR_MARK)
303#define ADD_SEQ_CST(fcode, tsan_fcode) \
304 TRANSFORM (fcode, tsan_fcode, add_seq_cst, ERROR_MARK)
305#define ADD_ACQUIRE(fcode, tsan_fcode) \
306 TRANSFORM (fcode, tsan_fcode, add_acquire, ERROR_MARK)
307#define WEAK_CAS(fcode, tsan_fcode) \
308 TRANSFORM (fcode, tsan_fcode, weak_cas, ERROR_MARK)
309#define STRONG_CAS(fcode, tsan_fcode) \
310 TRANSFORM (fcode, tsan_fcode, strong_cas, ERROR_MARK)
311#define BOOL_CAS(fcode, tsan_fcode) \
312 TRANSFORM (fcode, tsan_fcode, bool_cas, ERROR_MARK)
313#define VAL_CAS(fcode, tsan_fcode) \
314 TRANSFORM (fcode, tsan_fcode, val_cas, ERROR_MARK)
315#define LOCK_RELEASE(fcode, tsan_fcode) \
316 TRANSFORM (fcode, tsan_fcode, lock_release, ERROR_MARK)
317#define FETCH_OP(fcode, tsan_fcode, code) \
318 TRANSFORM (fcode, tsan_fcode, fetch_op, code)
319#define FETCH_OPS(fcode, tsan_fcode, code) \
320 TRANSFORM (fcode, tsan_fcode, fetch_op_seq_cst, code)
321
322 CHECK_LAST (ATOMIC_LOAD_1, TSAN_ATOMIC8_LOAD),
323 CHECK_LAST (ATOMIC_LOAD_2, TSAN_ATOMIC16_LOAD),
324 CHECK_LAST (ATOMIC_LOAD_4, TSAN_ATOMIC32_LOAD),
325 CHECK_LAST (ATOMIC_LOAD_8, TSAN_ATOMIC64_LOAD),
326 CHECK_LAST (ATOMIC_LOAD_16, TSAN_ATOMIC128_LOAD),
327 CHECK_LAST (ATOMIC_STORE_1, TSAN_ATOMIC8_STORE),
328 CHECK_LAST (ATOMIC_STORE_2, TSAN_ATOMIC16_STORE),
329 CHECK_LAST (ATOMIC_STORE_4, TSAN_ATOMIC32_STORE),
330 CHECK_LAST (ATOMIC_STORE_8, TSAN_ATOMIC64_STORE),
331 CHECK_LAST (ATOMIC_STORE_16, TSAN_ATOMIC128_STORE),
332 CHECK_LAST (ATOMIC_EXCHANGE_1, TSAN_ATOMIC8_EXCHANGE),
333 CHECK_LAST (ATOMIC_EXCHANGE_2, TSAN_ATOMIC16_EXCHANGE),
334 CHECK_LAST (ATOMIC_EXCHANGE_4, TSAN_ATOMIC32_EXCHANGE),
335 CHECK_LAST (ATOMIC_EXCHANGE_8, TSAN_ATOMIC64_EXCHANGE),
336 CHECK_LAST (ATOMIC_EXCHANGE_16, TSAN_ATOMIC128_EXCHANGE),
337 CHECK_LAST (ATOMIC_FETCH_ADD_1, TSAN_ATOMIC8_FETCH_ADD),
338 CHECK_LAST (ATOMIC_FETCH_ADD_2, TSAN_ATOMIC16_FETCH_ADD),
339 CHECK_LAST (ATOMIC_FETCH_ADD_4, TSAN_ATOMIC32_FETCH_ADD),
340 CHECK_LAST (ATOMIC_FETCH_ADD_8, TSAN_ATOMIC64_FETCH_ADD),
341 CHECK_LAST (ATOMIC_FETCH_ADD_16, TSAN_ATOMIC128_FETCH_ADD),
342 CHECK_LAST (ATOMIC_FETCH_SUB_1, TSAN_ATOMIC8_FETCH_SUB),
343 CHECK_LAST (ATOMIC_FETCH_SUB_2, TSAN_ATOMIC16_FETCH_SUB),
344 CHECK_LAST (ATOMIC_FETCH_SUB_4, TSAN_ATOMIC32_FETCH_SUB),
345 CHECK_LAST (ATOMIC_FETCH_SUB_8, TSAN_ATOMIC64_FETCH_SUB),
346 CHECK_LAST (ATOMIC_FETCH_SUB_16, TSAN_ATOMIC128_FETCH_SUB),
347 CHECK_LAST (ATOMIC_FETCH_AND_1, TSAN_ATOMIC8_FETCH_AND),
348 CHECK_LAST (ATOMIC_FETCH_AND_2, TSAN_ATOMIC16_FETCH_AND),
349 CHECK_LAST (ATOMIC_FETCH_AND_4, TSAN_ATOMIC32_FETCH_AND),
350 CHECK_LAST (ATOMIC_FETCH_AND_8, TSAN_ATOMIC64_FETCH_AND),
351 CHECK_LAST (ATOMIC_FETCH_AND_16, TSAN_ATOMIC128_FETCH_AND),
352 CHECK_LAST (ATOMIC_FETCH_OR_1, TSAN_ATOMIC8_FETCH_OR),
353 CHECK_LAST (ATOMIC_FETCH_OR_2, TSAN_ATOMIC16_FETCH_OR),
354 CHECK_LAST (ATOMIC_FETCH_OR_4, TSAN_ATOMIC32_FETCH_OR),
355 CHECK_LAST (ATOMIC_FETCH_OR_8, TSAN_ATOMIC64_FETCH_OR),
356 CHECK_LAST (ATOMIC_FETCH_OR_16, TSAN_ATOMIC128_FETCH_OR),
357 CHECK_LAST (ATOMIC_FETCH_XOR_1, TSAN_ATOMIC8_FETCH_XOR),
358 CHECK_LAST (ATOMIC_FETCH_XOR_2, TSAN_ATOMIC16_FETCH_XOR),
359 CHECK_LAST (ATOMIC_FETCH_XOR_4, TSAN_ATOMIC32_FETCH_XOR),
360 CHECK_LAST (ATOMIC_FETCH_XOR_8, TSAN_ATOMIC64_FETCH_XOR),
361 CHECK_LAST (ATOMIC_FETCH_XOR_16, TSAN_ATOMIC128_FETCH_XOR),
362 CHECK_LAST (ATOMIC_FETCH_NAND_1, TSAN_ATOMIC8_FETCH_NAND),
363 CHECK_LAST (ATOMIC_FETCH_NAND_2, TSAN_ATOMIC16_FETCH_NAND),
364 CHECK_LAST (ATOMIC_FETCH_NAND_4, TSAN_ATOMIC32_FETCH_NAND),
365 CHECK_LAST (ATOMIC_FETCH_NAND_8, TSAN_ATOMIC64_FETCH_NAND),
366 CHECK_LAST (ATOMIC_FETCH_NAND_16, TSAN_ATOMIC128_FETCH_NAND),
367
368 CHECK_LAST (ATOMIC_THREAD_FENCE, TSAN_ATOMIC_THREAD_FENCE),
369 CHECK_LAST (ATOMIC_SIGNAL_FENCE, TSAN_ATOMIC_SIGNAL_FENCE),
370
371 FETCH_OP (ATOMIC_ADD_FETCH_1, TSAN_ATOMIC8_FETCH_ADD, PLUS_EXPR),
372 FETCH_OP (ATOMIC_ADD_FETCH_2, TSAN_ATOMIC16_FETCH_ADD, PLUS_EXPR),
373 FETCH_OP (ATOMIC_ADD_FETCH_4, TSAN_ATOMIC32_FETCH_ADD, PLUS_EXPR),
374 FETCH_OP (ATOMIC_ADD_FETCH_8, TSAN_ATOMIC64_FETCH_ADD, PLUS_EXPR),
375 FETCH_OP (ATOMIC_ADD_FETCH_16, TSAN_ATOMIC128_FETCH_ADD, PLUS_EXPR),
376 FETCH_OP (ATOMIC_SUB_FETCH_1, TSAN_ATOMIC8_FETCH_SUB, MINUS_EXPR),
377 FETCH_OP (ATOMIC_SUB_FETCH_2, TSAN_ATOMIC16_FETCH_SUB, MINUS_EXPR),
378 FETCH_OP (ATOMIC_SUB_FETCH_4, TSAN_ATOMIC32_FETCH_SUB, MINUS_EXPR),
379 FETCH_OP (ATOMIC_SUB_FETCH_8, TSAN_ATOMIC64_FETCH_SUB, MINUS_EXPR),
380 FETCH_OP (ATOMIC_SUB_FETCH_16, TSAN_ATOMIC128_FETCH_SUB, MINUS_EXPR),
381 FETCH_OP (ATOMIC_AND_FETCH_1, TSAN_ATOMIC8_FETCH_AND, BIT_AND_EXPR),
382 FETCH_OP (ATOMIC_AND_FETCH_2, TSAN_ATOMIC16_FETCH_AND, BIT_AND_EXPR),
383 FETCH_OP (ATOMIC_AND_FETCH_4, TSAN_ATOMIC32_FETCH_AND, BIT_AND_EXPR),
384 FETCH_OP (ATOMIC_AND_FETCH_8, TSAN_ATOMIC64_FETCH_AND, BIT_AND_EXPR),
385 FETCH_OP (ATOMIC_AND_FETCH_16, TSAN_ATOMIC128_FETCH_AND, BIT_AND_EXPR),
386 FETCH_OP (ATOMIC_OR_FETCH_1, TSAN_ATOMIC8_FETCH_OR, BIT_IOR_EXPR),
387 FETCH_OP (ATOMIC_OR_FETCH_2, TSAN_ATOMIC16_FETCH_OR, BIT_IOR_EXPR),
388 FETCH_OP (ATOMIC_OR_FETCH_4, TSAN_ATOMIC32_FETCH_OR, BIT_IOR_EXPR),
389 FETCH_OP (ATOMIC_OR_FETCH_8, TSAN_ATOMIC64_FETCH_OR, BIT_IOR_EXPR),
390 FETCH_OP (ATOMIC_OR_FETCH_16, TSAN_ATOMIC128_FETCH_OR, BIT_IOR_EXPR),
391 FETCH_OP (ATOMIC_XOR_FETCH_1, TSAN_ATOMIC8_FETCH_XOR, BIT_XOR_EXPR),
392 FETCH_OP (ATOMIC_XOR_FETCH_2, TSAN_ATOMIC16_FETCH_XOR, BIT_XOR_EXPR),
393 FETCH_OP (ATOMIC_XOR_FETCH_4, TSAN_ATOMIC32_FETCH_XOR, BIT_XOR_EXPR),
394 FETCH_OP (ATOMIC_XOR_FETCH_8, TSAN_ATOMIC64_FETCH_XOR, BIT_XOR_EXPR),
395 FETCH_OP (ATOMIC_XOR_FETCH_16, TSAN_ATOMIC128_FETCH_XOR, BIT_XOR_EXPR),
396 FETCH_OP (ATOMIC_NAND_FETCH_1, TSAN_ATOMIC8_FETCH_NAND, BIT_NOT_EXPR),
397 FETCH_OP (ATOMIC_NAND_FETCH_2, TSAN_ATOMIC16_FETCH_NAND, BIT_NOT_EXPR),
398 FETCH_OP (ATOMIC_NAND_FETCH_4, TSAN_ATOMIC32_FETCH_NAND, BIT_NOT_EXPR),
399 FETCH_OP (ATOMIC_NAND_FETCH_8, TSAN_ATOMIC64_FETCH_NAND, BIT_NOT_EXPR),
400 FETCH_OP (ATOMIC_NAND_FETCH_16, TSAN_ATOMIC128_FETCH_NAND, BIT_NOT_EXPR),
401
402 ADD_ACQUIRE (SYNC_LOCK_TEST_AND_SET_1, TSAN_ATOMIC8_EXCHANGE),
403 ADD_ACQUIRE (SYNC_LOCK_TEST_AND_SET_2, TSAN_ATOMIC16_EXCHANGE),
404 ADD_ACQUIRE (SYNC_LOCK_TEST_AND_SET_4, TSAN_ATOMIC32_EXCHANGE),
405 ADD_ACQUIRE (SYNC_LOCK_TEST_AND_SET_8, TSAN_ATOMIC64_EXCHANGE),
406 ADD_ACQUIRE (SYNC_LOCK_TEST_AND_SET_16, TSAN_ATOMIC128_EXCHANGE),
407
408 ADD_SEQ_CST (SYNC_FETCH_AND_ADD_1, TSAN_ATOMIC8_FETCH_ADD),
409 ADD_SEQ_CST (SYNC_FETCH_AND_ADD_2, TSAN_ATOMIC16_FETCH_ADD),
410 ADD_SEQ_CST (SYNC_FETCH_AND_ADD_4, TSAN_ATOMIC32_FETCH_ADD),
411 ADD_SEQ_CST (SYNC_FETCH_AND_ADD_8, TSAN_ATOMIC64_FETCH_ADD),
412 ADD_SEQ_CST (SYNC_FETCH_AND_ADD_16, TSAN_ATOMIC128_FETCH_ADD),
413 ADD_SEQ_CST (SYNC_FETCH_AND_SUB_1, TSAN_ATOMIC8_FETCH_SUB),
414 ADD_SEQ_CST (SYNC_FETCH_AND_SUB_2, TSAN_ATOMIC16_FETCH_SUB),
415 ADD_SEQ_CST (SYNC_FETCH_AND_SUB_4, TSAN_ATOMIC32_FETCH_SUB),
416 ADD_SEQ_CST (SYNC_FETCH_AND_SUB_8, TSAN_ATOMIC64_FETCH_SUB),
417 ADD_SEQ_CST (SYNC_FETCH_AND_SUB_16, TSAN_ATOMIC128_FETCH_SUB),
418 ADD_SEQ_CST (SYNC_FETCH_AND_AND_1, TSAN_ATOMIC8_FETCH_AND),
419 ADD_SEQ_CST (SYNC_FETCH_AND_AND_2, TSAN_ATOMIC16_FETCH_AND),
420 ADD_SEQ_CST (SYNC_FETCH_AND_AND_4, TSAN_ATOMIC32_FETCH_AND),
421 ADD_SEQ_CST (SYNC_FETCH_AND_AND_8, TSAN_ATOMIC64_FETCH_AND),
422 ADD_SEQ_CST (SYNC_FETCH_AND_AND_16, TSAN_ATOMIC128_FETCH_AND),
423 ADD_SEQ_CST (SYNC_FETCH_AND_OR_1, TSAN_ATOMIC8_FETCH_OR),
424 ADD_SEQ_CST (SYNC_FETCH_AND_OR_2, TSAN_ATOMIC16_FETCH_OR),
425 ADD_SEQ_CST (SYNC_FETCH_AND_OR_4, TSAN_ATOMIC32_FETCH_OR),
426 ADD_SEQ_CST (SYNC_FETCH_AND_OR_8, TSAN_ATOMIC64_FETCH_OR),
427 ADD_SEQ_CST (SYNC_FETCH_AND_OR_16, TSAN_ATOMIC128_FETCH_OR),
428 ADD_SEQ_CST (SYNC_FETCH_AND_XOR_1, TSAN_ATOMIC8_FETCH_XOR),
429 ADD_SEQ_CST (SYNC_FETCH_AND_XOR_2, TSAN_ATOMIC16_FETCH_XOR),
430 ADD_SEQ_CST (SYNC_FETCH_AND_XOR_4, TSAN_ATOMIC32_FETCH_XOR),
431 ADD_SEQ_CST (SYNC_FETCH_AND_XOR_8, TSAN_ATOMIC64_FETCH_XOR),
432 ADD_SEQ_CST (SYNC_FETCH_AND_XOR_16, TSAN_ATOMIC128_FETCH_XOR),
433 ADD_SEQ_CST (SYNC_FETCH_AND_NAND_1, TSAN_ATOMIC8_FETCH_NAND),
434 ADD_SEQ_CST (SYNC_FETCH_AND_NAND_2, TSAN_ATOMIC16_FETCH_NAND),
435 ADD_SEQ_CST (SYNC_FETCH_AND_NAND_4, TSAN_ATOMIC32_FETCH_NAND),
436 ADD_SEQ_CST (SYNC_FETCH_AND_NAND_8, TSAN_ATOMIC64_FETCH_NAND),
437 ADD_SEQ_CST (SYNC_FETCH_AND_NAND_16, TSAN_ATOMIC128_FETCH_NAND),
438
439 ADD_SEQ_CST (SYNC_SYNCHRONIZE, TSAN_ATOMIC_THREAD_FENCE),
440
441 FETCH_OPS (SYNC_ADD_AND_FETCH_1, TSAN_ATOMIC8_FETCH_ADD, PLUS_EXPR),
442 FETCH_OPS (SYNC_ADD_AND_FETCH_2, TSAN_ATOMIC16_FETCH_ADD, PLUS_EXPR),
443 FETCH_OPS (SYNC_ADD_AND_FETCH_4, TSAN_ATOMIC32_FETCH_ADD, PLUS_EXPR),
444 FETCH_OPS (SYNC_ADD_AND_FETCH_8, TSAN_ATOMIC64_FETCH_ADD, PLUS_EXPR),
445 FETCH_OPS (SYNC_ADD_AND_FETCH_16, TSAN_ATOMIC128_FETCH_ADD, PLUS_EXPR),
446 FETCH_OPS (SYNC_SUB_AND_FETCH_1, TSAN_ATOMIC8_FETCH_SUB, MINUS_EXPR),
447 FETCH_OPS (SYNC_SUB_AND_FETCH_2, TSAN_ATOMIC16_FETCH_SUB, MINUS_EXPR),
448 FETCH_OPS (SYNC_SUB_AND_FETCH_4, TSAN_ATOMIC32_FETCH_SUB, MINUS_EXPR),
449 FETCH_OPS (SYNC_SUB_AND_FETCH_8, TSAN_ATOMIC64_FETCH_SUB, MINUS_EXPR),
450 FETCH_OPS (SYNC_SUB_AND_FETCH_16, TSAN_ATOMIC128_FETCH_SUB, MINUS_EXPR),
451 FETCH_OPS (SYNC_AND_AND_FETCH_1, TSAN_ATOMIC8_FETCH_AND, BIT_AND_EXPR),
452 FETCH_OPS (SYNC_AND_AND_FETCH_2, TSAN_ATOMIC16_FETCH_AND, BIT_AND_EXPR),
453 FETCH_OPS (SYNC_AND_AND_FETCH_4, TSAN_ATOMIC32_FETCH_AND, BIT_AND_EXPR),
454 FETCH_OPS (SYNC_AND_AND_FETCH_8, TSAN_ATOMIC64_FETCH_AND, BIT_AND_EXPR),
455 FETCH_OPS (SYNC_AND_AND_FETCH_16, TSAN_ATOMIC128_FETCH_AND, BIT_AND_EXPR),
456 FETCH_OPS (SYNC_OR_AND_FETCH_1, TSAN_ATOMIC8_FETCH_OR, BIT_IOR_EXPR),
457 FETCH_OPS (SYNC_OR_AND_FETCH_2, TSAN_ATOMIC16_FETCH_OR, BIT_IOR_EXPR),
458 FETCH_OPS (SYNC_OR_AND_FETCH_4, TSAN_ATOMIC32_FETCH_OR, BIT_IOR_EXPR),
459 FETCH_OPS (SYNC_OR_AND_FETCH_8, TSAN_ATOMIC64_FETCH_OR, BIT_IOR_EXPR),
460 FETCH_OPS (SYNC_OR_AND_FETCH_16, TSAN_ATOMIC128_FETCH_OR, BIT_IOR_EXPR),
461 FETCH_OPS (SYNC_XOR_AND_FETCH_1, TSAN_ATOMIC8_FETCH_XOR, BIT_XOR_EXPR),
462 FETCH_OPS (SYNC_XOR_AND_FETCH_2, TSAN_ATOMIC16_FETCH_XOR, BIT_XOR_EXPR),
463 FETCH_OPS (SYNC_XOR_AND_FETCH_4, TSAN_ATOMIC32_FETCH_XOR, BIT_XOR_EXPR),
464 FETCH_OPS (SYNC_XOR_AND_FETCH_8, TSAN_ATOMIC64_FETCH_XOR, BIT_XOR_EXPR),
465 FETCH_OPS (SYNC_XOR_AND_FETCH_16, TSAN_ATOMIC128_FETCH_XOR, BIT_XOR_EXPR),
466 FETCH_OPS (SYNC_NAND_AND_FETCH_1, TSAN_ATOMIC8_FETCH_NAND, BIT_NOT_EXPR),
467 FETCH_OPS (SYNC_NAND_AND_FETCH_2, TSAN_ATOMIC16_FETCH_NAND, BIT_NOT_EXPR),
468 FETCH_OPS (SYNC_NAND_AND_FETCH_4, TSAN_ATOMIC32_FETCH_NAND, BIT_NOT_EXPR),
469 FETCH_OPS (SYNC_NAND_AND_FETCH_8, TSAN_ATOMIC64_FETCH_NAND, BIT_NOT_EXPR),
470 FETCH_OPS (SYNC_NAND_AND_FETCH_16, TSAN_ATOMIC128_FETCH_NAND, BIT_NOT_EXPR),
471
472 WEAK_CAS (ATOMIC_COMPARE_EXCHANGE_1, TSAN_ATOMIC8_COMPARE_EXCHANGE_WEAK),
473 WEAK_CAS (ATOMIC_COMPARE_EXCHANGE_2, TSAN_ATOMIC16_COMPARE_EXCHANGE_WEAK),
474 WEAK_CAS (ATOMIC_COMPARE_EXCHANGE_4, TSAN_ATOMIC32_COMPARE_EXCHANGE_WEAK),
475 WEAK_CAS (ATOMIC_COMPARE_EXCHANGE_8, TSAN_ATOMIC64_COMPARE_EXCHANGE_WEAK),
476 WEAK_CAS (ATOMIC_COMPARE_EXCHANGE_16, TSAN_ATOMIC128_COMPARE_EXCHANGE_WEAK),
477
478 STRONG_CAS (ATOMIC_COMPARE_EXCHANGE_1, TSAN_ATOMIC8_COMPARE_EXCHANGE_STRONG),
479 STRONG_CAS (ATOMIC_COMPARE_EXCHANGE_2,
480 TSAN_ATOMIC16_COMPARE_EXCHANGE_STRONG),
481 STRONG_CAS (ATOMIC_COMPARE_EXCHANGE_4,
482 TSAN_ATOMIC32_COMPARE_EXCHANGE_STRONG),
483 STRONG_CAS (ATOMIC_COMPARE_EXCHANGE_8,
484 TSAN_ATOMIC64_COMPARE_EXCHANGE_STRONG),
485 STRONG_CAS (ATOMIC_COMPARE_EXCHANGE_16,
486 TSAN_ATOMIC128_COMPARE_EXCHANGE_STRONG),
487
488 BOOL_CAS (SYNC_BOOL_COMPARE_AND_SWAP_1,
489 TSAN_ATOMIC8_COMPARE_EXCHANGE_STRONG),
490 BOOL_CAS (SYNC_BOOL_COMPARE_AND_SWAP_2,
491 TSAN_ATOMIC16_COMPARE_EXCHANGE_STRONG),
492 BOOL_CAS (SYNC_BOOL_COMPARE_AND_SWAP_4,
493 TSAN_ATOMIC32_COMPARE_EXCHANGE_STRONG),
494 BOOL_CAS (SYNC_BOOL_COMPARE_AND_SWAP_8,
495 TSAN_ATOMIC64_COMPARE_EXCHANGE_STRONG),
496 BOOL_CAS (SYNC_BOOL_COMPARE_AND_SWAP_16,
497 TSAN_ATOMIC128_COMPARE_EXCHANGE_STRONG),
498
499 VAL_CAS (SYNC_VAL_COMPARE_AND_SWAP_1, TSAN_ATOMIC8_COMPARE_EXCHANGE_STRONG),
500 VAL_CAS (SYNC_VAL_COMPARE_AND_SWAP_2, TSAN_ATOMIC16_COMPARE_EXCHANGE_STRONG),
501 VAL_CAS (SYNC_VAL_COMPARE_AND_SWAP_4, TSAN_ATOMIC32_COMPARE_EXCHANGE_STRONG),
502 VAL_CAS (SYNC_VAL_COMPARE_AND_SWAP_8, TSAN_ATOMIC64_COMPARE_EXCHANGE_STRONG),
503 VAL_CAS (SYNC_VAL_COMPARE_AND_SWAP_16,
504 TSAN_ATOMIC128_COMPARE_EXCHANGE_STRONG),
505
506 LOCK_RELEASE (SYNC_LOCK_RELEASE_1, TSAN_ATOMIC8_STORE),
507 LOCK_RELEASE (SYNC_LOCK_RELEASE_2, TSAN_ATOMIC16_STORE),
508 LOCK_RELEASE (SYNC_LOCK_RELEASE_4, TSAN_ATOMIC32_STORE),
509 LOCK_RELEASE (SYNC_LOCK_RELEASE_8, TSAN_ATOMIC64_STORE),
510 LOCK_RELEASE (SYNC_LOCK_RELEASE_16, TSAN_ATOMIC128_STORE)
511};
512
513/* Instrument an atomic builtin. */
514
515static void
516instrument_builtin_call (gimple_stmt_iterator *gsi)
517{
518 gimple stmt = gsi_stmt (*gsi), g;
519 tree callee = gimple_call_fndecl (stmt), last_arg, args[6], t, lhs;
520 enum built_in_function fcode = DECL_FUNCTION_CODE (callee);
521 unsigned int i, num = gimple_call_num_args (stmt), j;
522 for (j = 0; j < 6 && j < num; j++)
523 args[j] = gimple_call_arg (stmt, j);
524 for (i = 0; i < ARRAY_SIZE (tsan_atomic_table); i++)
525 if (fcode != tsan_atomic_table[i].fcode)
526 continue;
527 else
528 {
529 tree decl = builtin_decl_implicit (tsan_atomic_table[i].tsan_fcode);
530 if (decl == NULL_TREE)
531 return;
532 switch (tsan_atomic_table[i].action)
533 {
534 case check_last:
535 case fetch_op:
536 last_arg = gimple_call_arg (stmt, num - 1);
537 if (!tree_fits_uhwi_p (last_arg)
538 || tree_to_uhwi (last_arg) > MEMMODEL_SEQ_CST)
539 return;
540 gimple_call_set_fndecl (stmt, decl);
541 update_stmt (stmt);
542 if (tsan_atomic_table[i].action == fetch_op)
543 {
544 args[1] = gimple_call_arg (stmt, 1);
545 goto adjust_result;
546 }
547 return;
548 case add_seq_cst:
549 case add_acquire:
550 case fetch_op_seq_cst:
551 gcc_assert (num <= 2);
552 for (j = 0; j < num; j++)
553 args[j] = gimple_call_arg (stmt, j);
554 for (; j < 2; j++)
555 args[j] = NULL_TREE;
556 args[num] = build_int_cst (NULL_TREE,
557 tsan_atomic_table[i].action
558 != add_acquire
559 ? MEMMODEL_SEQ_CST
560 : MEMMODEL_ACQUIRE);
561 update_gimple_call (gsi, decl, num + 1, args[0], args[1], args[2]);
562 stmt = gsi_stmt (*gsi);
563 if (tsan_atomic_table[i].action == fetch_op_seq_cst)
564 {
565 adjust_result:
566 lhs = gimple_call_lhs (stmt);
567 if (lhs == NULL_TREE)
568 return;
569 if (!useless_type_conversion_p (TREE_TYPE (lhs),
570 TREE_TYPE (args[1])))
571 {
572 tree var = make_ssa_name (TREE_TYPE (lhs));
573 g = gimple_build_assign (var, NOP_EXPR, args[1]);
574 gsi_insert_after (gsi, g, GSI_NEW_STMT);
575 args[1] = var;
576 }
577 gimple_call_set_lhs (stmt, make_ssa_name (TREE_TYPE (lhs)));
578 /* BIT_NOT_EXPR stands for NAND. */
579 if (tsan_atomic_table[i].code == BIT_NOT_EXPR)
580 {
581 tree var = make_ssa_name (TREE_TYPE (lhs));
582 g = gimple_build_assign (var, BIT_AND_EXPR,
583 gimple_call_lhs (stmt), args[1]);
584 gsi_insert_after (gsi, g, GSI_NEW_STMT);
585 g = gimple_build_assign (lhs, BIT_NOT_EXPR, var);
586 }
587 else
588 g = gimple_build_assign (lhs, tsan_atomic_table[i].code,
589 gimple_call_lhs (stmt), args[1]);
590 update_stmt (stmt);
591 gsi_insert_after (gsi, g, GSI_NEW_STMT);
592 }
593 return;
594 case weak_cas:
595 if (!integer_nonzerop (gimple_call_arg (stmt, 3)))
596 continue;
597 /* FALLTHRU */
598 case strong_cas:
599 gcc_assert (num == 6);
600 for (j = 0; j < 6; j++)
601 args[j] = gimple_call_arg (stmt, j);
602 if (!tree_fits_uhwi_p (args[4])
603 || tree_to_uhwi (args[4]) > MEMMODEL_SEQ_CST)
604 return;
605 if (!tree_fits_uhwi_p (args[5])
606 || tree_to_uhwi (args[5]) > MEMMODEL_SEQ_CST)
607 return;
608 update_gimple_call (gsi, decl, 5, args[0], args[1], args[2],
609 args[4], args[5]);
610 return;
611 case bool_cas:
612 case val_cas:
613 gcc_assert (num == 3);
614 for (j = 0; j < 3; j++)
615 args[j] = gimple_call_arg (stmt, j);
616 t = TYPE_ARG_TYPES (TREE_TYPE (decl));
617 t = TREE_VALUE (TREE_CHAIN (TREE_CHAIN (t)));
618 t = create_tmp_var (t);
619 mark_addressable (t);
620 if (!useless_type_conversion_p (TREE_TYPE (t),
621 TREE_TYPE (args[1])))
622 {
623 g = gimple_build_assign (make_ssa_name (TREE_TYPE (t)),
624 NOP_EXPR, args[1]);
625 gsi_insert_before (gsi, g, GSI_SAME_STMT);
626 args[1] = gimple_assign_lhs (g);
627 }
628 g = gimple_build_assign (t, args[1]);
629 gsi_insert_before (gsi, g, GSI_SAME_STMT);
630 lhs = gimple_call_lhs (stmt);
631 update_gimple_call (gsi, decl, 5, args[0],
632 build_fold_addr_expr (t), args[2],
633 build_int_cst (NULL_TREE,
634 MEMMODEL_SEQ_CST),
635 build_int_cst (NULL_TREE,
636 MEMMODEL_SEQ_CST));
637 if (tsan_atomic_table[i].action == val_cas && lhs)
638 {
639 tree cond;
640 stmt = gsi_stmt (*gsi);
641 g = gimple_build_assign (make_ssa_name (TREE_TYPE (t)), t);
642 gsi_insert_after (gsi, g, GSI_NEW_STMT);
643 t = make_ssa_name (TREE_TYPE (TREE_TYPE (decl)), stmt);
644 cond = build2 (NE_EXPR, boolean_type_node, t,
645 build_int_cst (TREE_TYPE (t), 0));
646 g = gimple_build_assign (lhs, COND_EXPR, cond, args[1],
647 gimple_assign_lhs (g));
648 gimple_call_set_lhs (stmt, t);
649 update_stmt (stmt);
650 gsi_insert_after (gsi, g, GSI_NEW_STMT);
651 }
652 return;
653 case lock_release:
654 gcc_assert (num == 1);
655 t = TYPE_ARG_TYPES (TREE_TYPE (decl));
656 t = TREE_VALUE (TREE_CHAIN (t));
657 update_gimple_call (gsi, decl, 3, gimple_call_arg (stmt, 0),
658 build_int_cst (t, 0),
659 build_int_cst (NULL_TREE,
660 MEMMODEL_RELEASE));
661 return;
662 default:
663 continue;
664 }
665 }
666}
667
668/* Instruments the gimple pointed to by GSI. Return
669 true if func entry/exit should be instrumented. */
670
671static bool
672instrument_gimple (gimple_stmt_iterator *gsi)
673{
674 gimple stmt;
675 tree rhs, lhs;
676 bool instrumented = false;
677
678 stmt = gsi_stmt (*gsi);
679 if (is_gimple_call (stmt)
680 && (gimple_call_fndecl (stmt)
681 != builtin_decl_implicit (BUILT_IN_TSAN_INIT)))
682 {
38c0c85b
JM
683 /* All functions with function call will have exit instrumented,
684 therefore no function calls other than __tsan_func_exit
685 shall appear in the functions. */
686 gimple_call_set_tail (as_a <gcall *> (stmt), false);
dda118e3
JM
687 if (gimple_call_builtin_p (stmt, BUILT_IN_NORMAL))
688 instrument_builtin_call (gsi);
689 return true;
690 }
691 else if (is_gimple_assign (stmt)
692 && !gimple_clobber_p (stmt))
693 {
694 if (gimple_store_p (stmt))
695 {
696 lhs = gimple_assign_lhs (stmt);
697 instrumented = instrument_expr (*gsi, lhs, true);
698 }
699 if (gimple_assign_load_p (stmt))
700 {
701 rhs = gimple_assign_rhs1 (stmt);
702 instrumented = instrument_expr (*gsi, rhs, false);
703 }
704 }
705 return instrumented;
706}
707
708/* Replace TSAN_FUNC_EXIT internal call with function exit tsan builtin. */
709
710static void
711replace_func_exit (gimple stmt)
712{
713 tree builtin_decl = builtin_decl_implicit (BUILT_IN_TSAN_FUNC_EXIT);
714 gimple g = gimple_build_call (builtin_decl, 0);
715 gimple_set_location (g, cfun->function_end_locus);
716 gimple_stmt_iterator gsi = gsi_for_stmt (stmt);
717 gsi_replace (&gsi, g, true);
718}
719
720/* Instrument function exit. Used when TSAN_FUNC_EXIT does not exist. */
721
722static void
723instrument_func_exit (void)
724{
725 location_t loc;
726 basic_block exit_bb;
727 gimple_stmt_iterator gsi;
728 gimple stmt, g;
729 tree builtin_decl;
730 edge e;
731 edge_iterator ei;
732
733 /* Find all function exits. */
734 exit_bb = EXIT_BLOCK_PTR_FOR_FN (cfun);
735 FOR_EACH_EDGE (e, ei, exit_bb->preds)
736 {
737 gsi = gsi_last_bb (e->src);
738 stmt = gsi_stmt (gsi);
739 gcc_assert (gimple_code (stmt) == GIMPLE_RETURN
740 || gimple_call_builtin_p (stmt, BUILT_IN_RETURN));
741 loc = gimple_location (stmt);
742 builtin_decl = builtin_decl_implicit (BUILT_IN_TSAN_FUNC_EXIT);
743 g = gimple_build_call (builtin_decl, 0);
744 gimple_set_location (g, loc);
745 gsi_insert_before (&gsi, g, GSI_SAME_STMT);
746 }
747}
748
749/* Instruments all interesting memory accesses in the current function.
750 Return true if func entry/exit should be instrumented. */
751
752static bool
753instrument_memory_accesses (void)
754{
755 basic_block bb;
756 gimple_stmt_iterator gsi;
757 bool fentry_exit_instrument = false;
758 bool func_exit_seen = false;
759 auto_vec<gimple> tsan_func_exits;
760
761 FOR_EACH_BB_FN (bb, cfun)
762 for (gsi = gsi_start_bb (bb); !gsi_end_p (gsi); gsi_next (&gsi))
763 {
764 gimple stmt = gsi_stmt (gsi);
765 if (is_gimple_call (stmt)
766 && gimple_call_internal_p (stmt)
767 && gimple_call_internal_fn (stmt) == IFN_TSAN_FUNC_EXIT)
768 {
769 if (fentry_exit_instrument)
770 replace_func_exit (stmt);
771 else
772 tsan_func_exits.safe_push (stmt);
773 func_exit_seen = true;
774 }
775 else
776 fentry_exit_instrument |= instrument_gimple (&gsi);
777 }
778 unsigned int i;
779 gimple stmt;
780 FOR_EACH_VEC_ELT (tsan_func_exits, i, stmt)
781 if (fentry_exit_instrument)
782 replace_func_exit (stmt);
783 else
784 {
785 gsi = gsi_for_stmt (stmt);
786 gsi_remove (&gsi, true);
787 }
788 if (fentry_exit_instrument && !func_exit_seen)
789 instrument_func_exit ();
790 return fentry_exit_instrument;
791}
792
793/* Instruments function entry. */
794
795static void
796instrument_func_entry (void)
797{
798 tree ret_addr, builtin_decl;
799 gimple g;
800 gimple_seq seq = NULL;
801
802 builtin_decl = builtin_decl_implicit (BUILT_IN_RETURN_ADDRESS);
803 g = gimple_build_call (builtin_decl, 1, integer_zero_node);
804 ret_addr = make_ssa_name (ptr_type_node);
805 gimple_call_set_lhs (g, ret_addr);
806 gimple_set_location (g, cfun->function_start_locus);
807 gimple_seq_add_stmt_without_update (&seq, g);
808
809 builtin_decl = builtin_decl_implicit (BUILT_IN_TSAN_FUNC_ENTRY);
810 g = gimple_build_call (builtin_decl, 1, ret_addr);
811 gimple_set_location (g, cfun->function_start_locus);
812 gimple_seq_add_stmt_without_update (&seq, g);
813
814 edge e = single_succ_edge (ENTRY_BLOCK_PTR_FOR_FN (cfun));
815 gsi_insert_seq_on_edge_immediate (e, seq);
816}
817
818/* ThreadSanitizer instrumentation pass. */
819
820static unsigned
821tsan_pass (void)
822{
823 initialize_sanitizer_builtins ();
824 if (instrument_memory_accesses ())
825 instrument_func_entry ();
826 return 0;
827}
828
829/* Inserts __tsan_init () into the list of CTORs. */
830
831void
832tsan_finish_file (void)
833{
834 tree ctor_statements = NULL_TREE;
835
836 initialize_sanitizer_builtins ();
837 tree init_decl = builtin_decl_implicit (BUILT_IN_TSAN_INIT);
838 append_to_statement_list (build_call_expr (init_decl, 0),
839 &ctor_statements);
840 cgraph_build_static_cdtor ('I', ctor_statements,
841 MAX_RESERVED_INIT_PRIORITY - 1);
842}
843
844/* The pass descriptor. */
845
846namespace {
847
848const pass_data pass_data_tsan =
849{
850 GIMPLE_PASS, /* type */
851 "tsan", /* name */
852 OPTGROUP_NONE, /* optinfo_flags */
853 TV_NONE, /* tv_id */
854 ( PROP_ssa | PROP_cfg ), /* properties_required */
855 0, /* properties_provided */
856 0, /* properties_destroyed */
857 0, /* todo_flags_start */
858 TODO_update_ssa, /* todo_flags_finish */
859};
860
861class pass_tsan : public gimple_opt_pass
862{
863public:
864 pass_tsan (gcc::context *ctxt)
865 : gimple_opt_pass (pass_data_tsan, ctxt)
866 {}
867
868 /* opt_pass methods: */
869 opt_pass * clone () { return new pass_tsan (m_ctxt); }
870 virtual bool gate (function *)
871{
872 return ((flag_sanitize & SANITIZE_THREAD) != 0
873 && !lookup_attribute ("no_sanitize_thread",
874 DECL_ATTRIBUTES (current_function_decl)));
875}
876
877 virtual unsigned int execute (function *) { return tsan_pass (); }
878
879}; // class pass_tsan
880
881} // anon namespace
882
883gimple_opt_pass *
884make_pass_tsan (gcc::context *ctxt)
885{
886 return new pass_tsan (ctxt);
887}
888
889namespace {
890
891const pass_data pass_data_tsan_O0 =
892{
893 GIMPLE_PASS, /* type */
894 "tsan0", /* name */
895 OPTGROUP_NONE, /* optinfo_flags */
896 TV_NONE, /* tv_id */
897 ( PROP_ssa | PROP_cfg ), /* properties_required */
898 0, /* properties_provided */
899 0, /* properties_destroyed */
900 0, /* todo_flags_start */
901 TODO_update_ssa, /* todo_flags_finish */
902};
903
904class pass_tsan_O0 : public gimple_opt_pass
905{
906public:
907 pass_tsan_O0 (gcc::context *ctxt)
908 : gimple_opt_pass (pass_data_tsan_O0, ctxt)
909 {}
910
911 /* opt_pass methods: */
912 virtual bool gate (function *)
913 {
914 return ((flag_sanitize & SANITIZE_THREAD) != 0 && !optimize
915 && !lookup_attribute ("no_sanitize_thread",
916 DECL_ATTRIBUTES (current_function_decl)));
917 }
918
919 virtual unsigned int execute (function *) { return tsan_pass (); }
920
921}; // class pass_tsan_O0
922
923} // anon namespace
924
925gimple_opt_pass *
926make_pass_tsan_O0 (gcc::context *ctxt)
927{
928 return new pass_tsan_O0 (ctxt);
929}