aboutsummaryrefslogtreecommitdiffstats
path: root/kernel/futex.c
diff options
context:
space:
mode:
Diffstat (limited to 'kernel/futex.c')
-rw-r--r--kernel/futex.c56
1 files changed, 51 insertions, 5 deletions
diff --git a/kernel/futex.c b/kernel/futex.c
index 7ae2f50641ed..600bc9d801f2 100644
--- a/kernel/futex.c
+++ b/kernel/futex.c
@@ -980,12 +980,15 @@ static void unqueue_me_pi(struct futex_q *q, struct futex_hash_bucket *hb)
980 drop_futex_key_refs(&q->key); 980 drop_futex_key_refs(&q->key);
981} 981}
982 982
983static int futex_wait(u32 __user *uaddr, u32 val, unsigned long time) 983static long futex_wait_restart(struct restart_block *restart);
984static int futex_wait_abstime(u32 __user *uaddr, u32 val,
985 int timed, unsigned long abs_time)
984{ 986{
985 struct task_struct *curr = current; 987 struct task_struct *curr = current;
986 DECLARE_WAITQUEUE(wait, curr); 988 DECLARE_WAITQUEUE(wait, curr);
987 struct futex_hash_bucket *hb; 989 struct futex_hash_bucket *hb;
988 struct futex_q q; 990 struct futex_q q;
991 unsigned long time_left = 0;
989 u32 uval; 992 u32 uval;
990 int ret; 993 int ret;
991 994
@@ -1065,8 +1068,21 @@ static int futex_wait(u32 __user *uaddr, u32 val, unsigned long time)
1065 * !list_empty() is safe here without any lock. 1068 * !list_empty() is safe here without any lock.
1066 * q.lock_ptr != 0 is not safe, because of ordering against wakeup. 1069 * q.lock_ptr != 0 is not safe, because of ordering against wakeup.
1067 */ 1070 */
1068 if (likely(!list_empty(&q.list))) 1071 time_left = 0;
1069 time = schedule_timeout(time); 1072 if (likely(!list_empty(&q.list))) {
1073 unsigned long rel_time;
1074
1075 if (timed) {
1076 unsigned long now = jiffies;
1077 if (time_after(now, abs_time))
1078 rel_time = 0;
1079 else
1080 rel_time = abs_time - now;
1081 } else
1082 rel_time = MAX_SCHEDULE_TIMEOUT;
1083
1084 time_left = schedule_timeout(rel_time);
1085 }
1070 __set_current_state(TASK_RUNNING); 1086 __set_current_state(TASK_RUNNING);
1071 1087
1072 /* 1088 /*
@@ -1077,13 +1093,25 @@ static int futex_wait(u32 __user *uaddr, u32 val, unsigned long time)
1077 /* If we were woken (and unqueued), we succeeded, whatever. */ 1093 /* If we were woken (and unqueued), we succeeded, whatever. */
1078 if (!unqueue_me(&q)) 1094 if (!unqueue_me(&q))
1079 return 0; 1095 return 0;
1080 if (time == 0) 1096 if (time_left == 0)
1081 return -ETIMEDOUT; 1097 return -ETIMEDOUT;
1098
1082 /* 1099 /*
1083 * We expect signal_pending(current), but another thread may 1100 * We expect signal_pending(current), but another thread may
1084 * have handled it for us already. 1101 * have handled it for us already.
1085 */ 1102 */
1086 return -EINTR; 1103 if (time_left == MAX_SCHEDULE_TIMEOUT)
1104 return -ERESTARTSYS;
1105 else {
1106 struct restart_block *restart;
1107 restart = &current_thread_info()->restart_block;
1108 restart->fn = futex_wait_restart;
1109 restart->arg0 = (unsigned long)uaddr;
1110 restart->arg1 = (unsigned long)val;
1111 restart->arg2 = (unsigned long)timed;
1112 restart->arg3 = abs_time;
1113 return -ERESTART_RESTARTBLOCK;
1114 }
1087 1115
1088 out_unlock_release_sem: 1116 out_unlock_release_sem:
1089 queue_unlock(&q, hb); 1117 queue_unlock(&q, hb);
@@ -1093,6 +1121,24 @@ static int futex_wait(u32 __user *uaddr, u32 val, unsigned long time)
1093 return ret; 1121 return ret;
1094} 1122}
1095 1123
1124static int futex_wait(u32 __user *uaddr, u32 val, unsigned long rel_time)
1125{
1126 int timed = (rel_time != MAX_SCHEDULE_TIMEOUT);
1127 return futex_wait_abstime(uaddr, val, timed, jiffies+rel_time);
1128}
1129
1130static long futex_wait_restart(struct restart_block *restart)
1131{
1132 u32 __user *uaddr = (u32 __user *)restart->arg0;
1133 u32 val = (u32)restart->arg1;
1134 int timed = (int)restart->arg2;
1135 unsigned long abs_time = restart->arg3;
1136
1137 restart->fn = do_no_restart_syscall;
1138 return (long)futex_wait_abstime(uaddr, val, timed, abs_time);
1139}
1140
1141
1096/* 1142/*
1097 * Userspace tried a 0 -> TID atomic transition of the futex value 1143 * Userspace tried a 0 -> TID atomic transition of the futex value
1098 * and failed. The kernel side here does the whole locking operation: 1144 * and failed. The kernel side here does the whole locking operation: