s390: libatomic: Fix 16 byte atomic {cas,load,store}
This is a follow-up to commit a4c6bd0821
introducing a runtime check for alignment for 16 byte atomic
compare-exchange, load, and store.
libatomic/ChangeLog:
* config/s390/cas_n.c: New file.
* config/s390/load_n.c: New file.
* config/s390/store_n.c: New file.
This commit is contained in:
parent
1b0e3f8ca3
commit
9056d0df83
65
libatomic/config/s390/cas_n.c
Normal file
65
libatomic/config/s390/cas_n.c
Normal file
@ -0,0 +1,65 @@
|
||||
/* Copyright (C) 2018-2023 Free Software Foundation, Inc.
|
||||
|
||||
This file is part of the GNU Atomic Library (libatomic).
|
||||
|
||||
Libatomic is free software; you can redistribute it and/or modify it
|
||||
under the terms of the GNU General Public License as published by
|
||||
the Free Software Foundation; either version 3 of the License, or
|
||||
(at your option) any later version.
|
||||
|
||||
Libatomic is distributed in the hope that it will be useful, but WITHOUT ANY
|
||||
WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
|
||||
FOR A PARTICULAR PURPOSE. See the GNU General Public License for
|
||||
more details.
|
||||
|
||||
Under Section 7 of GPL version 3, you are granted additional
|
||||
permissions described in the GCC Runtime Library Exception, version
|
||||
3.1, as published by the Free Software Foundation.
|
||||
|
||||
You should have received a copy of the GNU General Public License and
|
||||
a copy of the GCC Runtime Library Exception along with this program;
|
||||
see the files COPYING3 and COPYING.RUNTIME respectively. If not, see
|
||||
<http://www.gnu.org/licenses/>. */
|
||||
|
||||
#include <libatomic_i.h>
|
||||
|
||||
|
||||
/* Analog to config/s390/exch_n.c. */
|
||||
|
||||
#if !DONE && N == 16
|
||||
bool
|
||||
SIZE(libat_compare_exchange) (UTYPE *mptr, UTYPE *eptr, UTYPE newval,
|
||||
int smodel, int fmodel UNUSED)
|
||||
{
|
||||
if (!((uintptr_t)mptr & 0xf))
|
||||
{
|
||||
return __atomic_compare_exchange_n (
|
||||
(UTYPE *)__builtin_assume_aligned (mptr, 16), eptr, newval, false,
|
||||
__ATOMIC_SEQ_CST, __ATOMIC_RELAXED);
|
||||
}
|
||||
else
|
||||
{
|
||||
UTYPE oldval;
|
||||
UWORD magic;
|
||||
bool ret;
|
||||
|
||||
pre_seq_barrier (smodel);
|
||||
magic = protect_start (mptr);
|
||||
|
||||
oldval = *mptr;
|
||||
ret = (oldval == *eptr);
|
||||
if (ret)
|
||||
*mptr = newval;
|
||||
else
|
||||
*eptr = oldval;
|
||||
|
||||
protect_end (mptr, magic);
|
||||
post_seq_barrier (smodel);
|
||||
|
||||
return ret;
|
||||
}
|
||||
}
|
||||
#define DONE 1
|
||||
#endif /* N == 16 */
|
||||
|
||||
#include "../../cas_n.c"
|
57
libatomic/config/s390/load_n.c
Normal file
57
libatomic/config/s390/load_n.c
Normal file
@ -0,0 +1,57 @@
|
||||
/* Copyright (C) 2018-2023 Free Software Foundation, Inc.
|
||||
|
||||
This file is part of the GNU Atomic Library (libatomic).
|
||||
|
||||
Libatomic is free software; you can redistribute it and/or modify it
|
||||
under the terms of the GNU General Public License as published by
|
||||
the Free Software Foundation; either version 3 of the License, or
|
||||
(at your option) any later version.
|
||||
|
||||
Libatomic is distributed in the hope that it will be useful, but WITHOUT ANY
|
||||
WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
|
||||
FOR A PARTICULAR PURPOSE. See the GNU General Public License for
|
||||
more details.
|
||||
|
||||
Under Section 7 of GPL version 3, you are granted additional
|
||||
permissions described in the GCC Runtime Library Exception, version
|
||||
3.1, as published by the Free Software Foundation.
|
||||
|
||||
You should have received a copy of the GNU General Public License and
|
||||
a copy of the GCC Runtime Library Exception along with this program;
|
||||
see the files COPYING3 and COPYING.RUNTIME respectively. If not, see
|
||||
<http://www.gnu.org/licenses/>. */
|
||||
|
||||
#include <libatomic_i.h>
|
||||
|
||||
|
||||
/* Analog to config/s390/exch_n.c. */
|
||||
|
||||
#if !DONE && N == 16
|
||||
UTYPE
|
||||
SIZE(libat_load) (UTYPE *mptr, int smodel)
|
||||
{
|
||||
if (!((uintptr_t)mptr & 0xf))
|
||||
{
|
||||
return __atomic_load_n ((UTYPE *)__builtin_assume_aligned (mptr, 16),
|
||||
__ATOMIC_SEQ_CST);
|
||||
}
|
||||
else
|
||||
{
|
||||
UTYPE ret;
|
||||
UWORD magic;
|
||||
|
||||
pre_seq_barrier (smodel);
|
||||
magic = protect_start (mptr);
|
||||
|
||||
ret = *mptr;
|
||||
|
||||
protect_end (mptr, magic);
|
||||
post_seq_barrier (smodel);
|
||||
|
||||
return ret;
|
||||
}
|
||||
}
|
||||
#define DONE 1
|
||||
#endif /* N == 16 */
|
||||
|
||||
#include "../../load_n.c"
|
54
libatomic/config/s390/store_n.c
Normal file
54
libatomic/config/s390/store_n.c
Normal file
@ -0,0 +1,54 @@
|
||||
/* Copyright (C) 2018-2023 Free Software Foundation, Inc.
|
||||
|
||||
This file is part of the GNU Atomic Library (libatomic).
|
||||
|
||||
Libatomic is free software; you can redistribute it and/or modify it
|
||||
under the terms of the GNU General Public License as published by
|
||||
the Free Software Foundation; either version 3 of the License, or
|
||||
(at your option) any later version.
|
||||
|
||||
Libatomic is distributed in the hope that it will be useful, but WITHOUT ANY
|
||||
WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
|
||||
FOR A PARTICULAR PURPOSE. See the GNU General Public License for
|
||||
more details.
|
||||
|
||||
Under Section 7 of GPL version 3, you are granted additional
|
||||
permissions described in the GCC Runtime Library Exception, version
|
||||
3.1, as published by the Free Software Foundation.
|
||||
|
||||
You should have received a copy of the GNU General Public License and
|
||||
a copy of the GCC Runtime Library Exception along with this program;
|
||||
see the files COPYING3 and COPYING.RUNTIME respectively. If not, see
|
||||
<http://www.gnu.org/licenses/>. */
|
||||
|
||||
#include <libatomic_i.h>
|
||||
|
||||
|
||||
/* Analog to config/s390/exch_n.c. */
|
||||
|
||||
#if !DONE && N == 16
|
||||
void
|
||||
SIZE(libat_store) (UTYPE *mptr, UTYPE newval, int smodel)
|
||||
{
|
||||
if (!((uintptr_t)mptr & 0xf))
|
||||
{
|
||||
__atomic_store_n ((UTYPE *)__builtin_assume_aligned (mptr, 16), newval,
|
||||
__ATOMIC_SEQ_CST);
|
||||
}
|
||||
else
|
||||
{
|
||||
UWORD magic;
|
||||
|
||||
pre_seq_barrier (smodel);
|
||||
magic = protect_start (mptr);
|
||||
|
||||
*mptr = newval;
|
||||
|
||||
protect_end (mptr, magic);
|
||||
post_seq_barrier (smodel);
|
||||
}
|
||||
}
|
||||
#define DONE 1
|
||||
#endif /* N == 16 */
|
||||
|
||||
#include "../../store_n.c"
|
Loading…
Reference in New Issue
Block a user