diff options
-rw-r--r-- | include/litmus/fifo_lock.h | 4 | ||||
-rw-r--r-- | include/litmus/ikglp_lock.h | 7 | ||||
-rw-r--r-- | include/litmus/kfmlp_lock.h | 9 | ||||
-rw-r--r-- | litmus/Kconfig | 5 | ||||
-rw-r--r-- | litmus/fifo_lock.c | 1 | ||||
-rw-r--r-- | litmus/litmus.c | 2 | ||||
-rw-r--r-- | litmus/sched_cedf.c | 42 | ||||
-rw-r--r-- | litmus/sched_gsn_edf.c | 7 |
8 files changed, 61 insertions, 16 deletions
diff --git a/include/litmus/fifo_lock.h b/include/litmus/fifo_lock.h index 4b970806117f..7f13863f11e6 100644 --- a/include/litmus/fifo_lock.h +++ b/include/litmus/fifo_lock.h | |||
@@ -1,5 +1,5 @@ | |||
1 | #ifndef LITMUS_fifo_H | 1 | #ifndef LITMUS_FIFO_H |
2 | #define LITMUS_fifo_H | 2 | #define LITMUS_FIFO_H |
3 | 3 | ||
4 | #include <litmus/litmus.h> | 4 | #include <litmus/litmus.h> |
5 | #include <litmus/binheap.h> | 5 | #include <litmus/binheap.h> |
diff --git a/include/litmus/ikglp_lock.h b/include/litmus/ikglp_lock.h index af155eadbb35..f9178d3dfba9 100644 --- a/include/litmus/ikglp_lock.h +++ b/include/litmus/ikglp_lock.h | |||
@@ -107,7 +107,7 @@ struct litmus_lock* ikglp_new(int m, struct litmus_lock_ops*, void* __user arg); | |||
107 | 107 | ||
108 | 108 | ||
109 | 109 | ||
110 | #if defined(CONFIG_LITMUS_AFFINITY_LOCKING) && defined(CONFIG_LITMUS_NVIDIA) | 110 | #ifdef CONFIG_LITMUS_AFFINITY_LOCKING |
111 | 111 | ||
112 | struct ikglp_queue_info | 112 | struct ikglp_queue_info |
113 | { | 113 | { |
@@ -153,12 +153,15 @@ static inline struct ikglp_affinity* ikglp_aff_obs_from_aff_obs(struct affinity_ | |||
153 | 153 | ||
154 | int ikglp_aff_obs_close(struct affinity_observer*); | 154 | int ikglp_aff_obs_close(struct affinity_observer*); |
155 | void ikglp_aff_obs_free(struct affinity_observer*); | 155 | void ikglp_aff_obs_free(struct affinity_observer*); |
156 | |||
157 | #ifdef CONFIG_LITMUS_NVIDIA | ||
156 | struct affinity_observer* ikglp_gpu_aff_obs_new(struct affinity_observer_ops*, | 158 | struct affinity_observer* ikglp_gpu_aff_obs_new(struct affinity_observer_ops*, |
157 | void* __user arg); | 159 | void* __user arg); |
158 | struct affinity_observer* ikglp_simple_gpu_aff_obs_new(struct affinity_observer_ops*, | 160 | struct affinity_observer* ikglp_simple_gpu_aff_obs_new(struct affinity_observer_ops*, |
159 | void* __user arg); | 161 | void* __user arg); |
160 | #endif | 162 | #endif |
161 | 163 | ||
162 | 164 | #endif /* end affinity */ | |
163 | 165 | ||
164 | #endif | 166 | #endif |
167 | |||
diff --git a/include/litmus/kfmlp_lock.h b/include/litmus/kfmlp_lock.h index 5f0aae6e6f42..3609a3a20424 100644 --- a/include/litmus/kfmlp_lock.h +++ b/include/litmus/kfmlp_lock.h | |||
@@ -46,7 +46,7 @@ int kfmlp_close(struct litmus_lock* l); | |||
46 | void kfmlp_free(struct litmus_lock* l); | 46 | void kfmlp_free(struct litmus_lock* l); |
47 | struct litmus_lock* kfmlp_new(struct litmus_lock_ops*, void* __user arg); | 47 | struct litmus_lock* kfmlp_new(struct litmus_lock_ops*, void* __user arg); |
48 | 48 | ||
49 | #if defined(CONFIG_LITMUS_AFFINITY_LOCKING) && defined(CONFIG_LITMUS_NVIDIA) | 49 | #ifdef CONFIG_LITMUS_AFFINITY_LOCKING |
50 | 50 | ||
51 | struct kfmlp_queue_info | 51 | struct kfmlp_queue_info |
52 | { | 52 | { |
@@ -84,14 +84,15 @@ static inline struct kfmlp_affinity* kfmlp_aff_obs_from_aff_obs(struct affinity_ | |||
84 | 84 | ||
85 | int kfmlp_aff_obs_close(struct affinity_observer*); | 85 | int kfmlp_aff_obs_close(struct affinity_observer*); |
86 | void kfmlp_aff_obs_free(struct affinity_observer*); | 86 | void kfmlp_aff_obs_free(struct affinity_observer*); |
87 | |||
88 | #ifdef CONFIG_LITMUS_NVIDIA | ||
87 | struct affinity_observer* kfmlp_gpu_aff_obs_new(struct affinity_observer_ops*, | 89 | struct affinity_observer* kfmlp_gpu_aff_obs_new(struct affinity_observer_ops*, |
88 | void* __user arg); | 90 | void* __user arg); |
89 | struct affinity_observer* kfmlp_simple_gpu_aff_obs_new(struct affinity_observer_ops*, | 91 | struct affinity_observer* kfmlp_simple_gpu_aff_obs_new(struct affinity_observer_ops*, |
90 | void* __user arg); | 92 | void* __user arg); |
91 | |||
92 | |||
93 | #endif | 93 | #endif |
94 | 94 | ||
95 | #endif | 95 | #endif /* end affinity */ |
96 | 96 | ||
97 | #endif | ||
97 | 98 | ||
diff --git a/litmus/Kconfig b/litmus/Kconfig index fad4220ae49f..8dd3955f671d 100644 --- a/litmus/Kconfig +++ b/litmus/Kconfig | |||
@@ -59,7 +59,8 @@ config REALTIME_AUX_TASKS | |||
59 | 59 | ||
60 | choice | 60 | choice |
61 | prompt "Scheduling prioritization of AUX tasks." | 61 | prompt "Scheduling prioritization of AUX tasks." |
62 | default REALTIME_AUX_TASK_PRIORITY_BOOSTED | 62 | depends on REALTIME_AUX_TASKS |
63 | default REALTIME_AUX_TASK_PRIORITY_INHERITANCE | ||
63 | help | 64 | help |
64 | Select the prioritization method for auxillary tasks. | 65 | Select the prioritization method for auxillary tasks. |
65 | 66 | ||
@@ -69,6 +70,8 @@ config REALTIME_AUX_TASK_PRIORITY_BOOSTED | |||
69 | Run all auxillary task threads at a maximum priority. Useful for | 70 | Run all auxillary task threads at a maximum priority. Useful for |
70 | temporarily working around bugs during development. | 71 | temporarily working around bugs during development. |
71 | 72 | ||
73 | BEWARE: Run-away auxillary tasks will clobber CPUs. | ||
74 | |||
72 | config REALTIME_AUX_TASK_PRIORITY_INHERITANCE | 75 | config REALTIME_AUX_TASK_PRIORITY_INHERITANCE |
73 | bool "Inheritance" | 76 | bool "Inheritance" |
74 | help | 77 | help |
diff --git a/litmus/fifo_lock.c b/litmus/fifo_lock.c index eb42aeee20eb..be49cd3a58d2 100644 --- a/litmus/fifo_lock.c +++ b/litmus/fifo_lock.c | |||
@@ -398,7 +398,6 @@ int fifo_mutex_unlock(struct litmus_lock* l) | |||
398 | __waitqueue_dgl_remove_first(&mutex->wait, &dgl_wait, &next); | 398 | __waitqueue_dgl_remove_first(&mutex->wait, &dgl_wait, &next); |
399 | if(dgl_wait) { | 399 | if(dgl_wait) { |
400 | next = dgl_wait->task; | 400 | next = dgl_wait->task; |
401 | //select_next_lock_if_primary(l, dgl_wait); | ||
402 | } | 401 | } |
403 | #else | 402 | #else |
404 | next = __waitqueue_remove_first(&mutex->wait); | 403 | next = __waitqueue_remove_first(&mutex->wait); |
diff --git a/litmus/litmus.c b/litmus/litmus.c index 740b5e57ecc1..a69a3d0e9128 100644 --- a/litmus/litmus.c +++ b/litmus/litmus.c | |||
@@ -556,12 +556,14 @@ out: | |||
556 | 556 | ||
557 | void litmus_pre_exit_task(struct task_struct* tsk) | 557 | void litmus_pre_exit_task(struct task_struct* tsk) |
558 | { | 558 | { |
559 | #ifdef CONFIG_LITMUS_AFFINITY_LOCKING | ||
559 | if (is_realtime(tsk)) { | 560 | if (is_realtime(tsk)) { |
560 | if (tsk_rt(tsk)->rsrc_exit_cb) { | 561 | if (tsk_rt(tsk)->rsrc_exit_cb) { |
561 | int ret = tsk_rt(tsk)->rsrc_exit_cb(tsk); | 562 | int ret = tsk_rt(tsk)->rsrc_exit_cb(tsk); |
562 | WARN_ON(ret != 0); | 563 | WARN_ON(ret != 0); |
563 | } | 564 | } |
564 | } | 565 | } |
566 | #endif | ||
565 | } | 567 | } |
566 | 568 | ||
567 | void litmus_exit_task(struct task_struct* tsk) | 569 | void litmus_exit_task(struct task_struct* tsk) |
diff --git a/litmus/sched_cedf.c b/litmus/sched_cedf.c index 2246e9b8754e..61d682d9f415 100644 --- a/litmus/sched_cedf.c +++ b/litmus/sched_cedf.c | |||
@@ -52,6 +52,7 @@ | |||
52 | 52 | ||
53 | #ifdef CONFIG_LITMUS_NESTED_LOCKING | 53 | #ifdef CONFIG_LITMUS_NESTED_LOCKING |
54 | #include <litmus/fifo_lock.h> | 54 | #include <litmus/fifo_lock.h> |
55 | #include <litmus/prioq_lock.h> | ||
55 | #include <litmus/ikglp_lock.h> | 56 | #include <litmus/ikglp_lock.h> |
56 | #endif | 57 | #endif |
57 | 58 | ||
@@ -852,6 +853,7 @@ static struct task_struct* cedf_schedule(struct task_struct * prev) | |||
852 | TRACE_TASK(prev, "will be preempted by %s/%d\n", | 853 | TRACE_TASK(prev, "will be preempted by %s/%d\n", |
853 | entry->linked->comm, entry->linked->pid); | 854 | entry->linked->comm, entry->linked->pid); |
854 | 855 | ||
856 | #ifdef CONFIG_REALTIME_AUX_TASKS | ||
855 | if (tsk_rt(prev)->is_aux_task && | 857 | if (tsk_rt(prev)->is_aux_task && |
856 | (prev->state == TASK_INTERRUPTIBLE) && | 858 | (prev->state == TASK_INTERRUPTIBLE) && |
857 | !blocks) { | 859 | !blocks) { |
@@ -860,6 +862,7 @@ static struct task_struct* cedf_schedule(struct task_struct * prev) | |||
860 | next = prev; /* allow prev to continue. */ | 862 | next = prev; /* allow prev to continue. */ |
861 | goto out_set_state; | 863 | goto out_set_state; |
862 | } | 864 | } |
865 | #endif | ||
863 | 866 | ||
864 | /* Send the signal that the budget has been exhausted */ | 867 | /* Send the signal that the budget has been exhausted */ |
865 | if (signal_budget) | 868 | if (signal_budget) |
@@ -931,7 +934,9 @@ static struct task_struct* cedf_schedule(struct task_struct * prev) | |||
931 | } | 934 | } |
932 | } | 935 | } |
933 | 936 | ||
937 | #ifdef CONFIG_REALTIME_AUX_TASKS | ||
934 | out_set_state: | 938 | out_set_state: |
939 | #endif | ||
935 | 940 | ||
936 | sched_state_task_picked(); | 941 | sched_state_task_picked(); |
937 | raw_spin_unlock(&cluster->cluster_lock); | 942 | raw_spin_unlock(&cluster->cluster_lock); |
@@ -1546,6 +1551,32 @@ static struct litmus_lock* cedf_new_fifo_mutex(void) | |||
1546 | return fifo_mutex_new(&cedf_fifo_mutex_lock_ops); | 1551 | return fifo_mutex_new(&cedf_fifo_mutex_lock_ops); |
1547 | } | 1552 | } |
1548 | 1553 | ||
1554 | /* ******************** PRIOQ MUTEX ********************** */ | ||
1555 | |||
1556 | static struct litmus_lock_ops cedf_prioq_mutex_lock_ops = { | ||
1557 | .lock = prioq_mutex_lock, | ||
1558 | .unlock = prioq_mutex_unlock, | ||
1559 | .close = prioq_mutex_close, | ||
1560 | .deallocate = prioq_mutex_free, | ||
1561 | |||
1562 | .propagate_increase_inheritance = prioq_mutex_propagate_increase_inheritance, | ||
1563 | .propagate_decrease_inheritance = prioq_mutex_propagate_decrease_inheritance, | ||
1564 | |||
1565 | #ifdef CONFIG_LITMUS_DGL_SUPPORT | ||
1566 | .dgl_lock = prioq_mutex_dgl_lock, | ||
1567 | .is_owner = prioq_mutex_is_owner, | ||
1568 | .enable_priority = prioq_mutex_enable_priority, | ||
1569 | |||
1570 | .dgl_can_quick_lock = prioq_mutex_dgl_can_quick_lock, | ||
1571 | .dgl_quick_lock = prioq_mutex_dgl_quick_lock, | ||
1572 | #endif | ||
1573 | }; | ||
1574 | |||
1575 | static struct litmus_lock* cedf_new_prioq_mutex(void) | ||
1576 | { | ||
1577 | return prioq_mutex_new(&cedf_prioq_mutex_lock_ops); | ||
1578 | } | ||
1579 | |||
1549 | /* ******************** IKGLP ********************** */ | 1580 | /* ******************** IKGLP ********************** */ |
1550 | 1581 | ||
1551 | static struct litmus_lock_ops cedf_ikglp_lock_ops = { | 1582 | static struct litmus_lock_ops cedf_ikglp_lock_ops = { |
@@ -1603,6 +1634,10 @@ static long cedf_allocate_lock(struct litmus_lock **lock, int type, | |||
1603 | *lock = cedf_new_fifo_mutex(); | 1634 | *lock = cedf_new_fifo_mutex(); |
1604 | break; | 1635 | break; |
1605 | 1636 | ||
1637 | case PRIOQ_MUTEX: | ||
1638 | *lock = cedf_new_prioq_mutex(); | ||
1639 | break; | ||
1640 | |||
1606 | case IKGLP_SEM: | 1641 | case IKGLP_SEM: |
1607 | *lock = cedf_new_ikglp(args); | 1642 | *lock = cedf_new_ikglp(args); |
1608 | break; | 1643 | break; |
@@ -1629,13 +1664,13 @@ UNSUPPORTED_LOCK: | |||
1629 | 1664 | ||
1630 | 1665 | ||
1631 | #ifdef CONFIG_LITMUS_AFFINITY_LOCKING | 1666 | #ifdef CONFIG_LITMUS_AFFINITY_LOCKING |
1632 | static struct affinity_observer_ops cedf_kfmlp_affinity_ops = { | 1667 | static struct affinity_observer_ops cedf_kfmlp_affinity_ops __attribute__ ((unused)) = { |
1633 | .close = kfmlp_aff_obs_close, | 1668 | .close = kfmlp_aff_obs_close, |
1634 | .deallocate = kfmlp_aff_obs_free, | 1669 | .deallocate = kfmlp_aff_obs_free, |
1635 | }; | 1670 | }; |
1636 | 1671 | ||
1637 | #ifdef CONFIG_LITMUS_NESTED_LOCKING | 1672 | #ifdef CONFIG_LITMUS_NESTED_LOCKING |
1638 | static struct affinity_observer_ops cedf_ikglp_affinity_ops = { | 1673 | static struct affinity_observer_ops cedf_ikglp_affinity_ops __attribute__ ((unused)) = { |
1639 | .close = ikglp_aff_obs_close, | 1674 | .close = ikglp_aff_obs_close, |
1640 | .deallocate = ikglp_aff_obs_free, | 1675 | .deallocate = ikglp_aff_obs_free, |
1641 | }; | 1676 | }; |
@@ -1648,7 +1683,7 @@ static long cedf_allocate_affinity_observer(struct affinity_observer **aff_obs, | |||
1648 | int err; | 1683 | int err; |
1649 | 1684 | ||
1650 | switch (type) { | 1685 | switch (type) { |
1651 | 1686 | #ifdef CONFIG_LITMUS_NVIDIA | |
1652 | case KFMLP_SIMPLE_GPU_AFF_OBS: | 1687 | case KFMLP_SIMPLE_GPU_AFF_OBS: |
1653 | *aff_obs = kfmlp_simple_gpu_aff_obs_new(&cedf_kfmlp_affinity_ops, args); | 1688 | *aff_obs = kfmlp_simple_gpu_aff_obs_new(&cedf_kfmlp_affinity_ops, args); |
1654 | break; | 1689 | break; |
@@ -1666,6 +1701,7 @@ static long cedf_allocate_affinity_observer(struct affinity_observer **aff_obs, | |||
1666 | *aff_obs = ikglp_gpu_aff_obs_new(&cedf_ikglp_affinity_ops, args); | 1701 | *aff_obs = ikglp_gpu_aff_obs_new(&cedf_ikglp_affinity_ops, args); |
1667 | break; | 1702 | break; |
1668 | #endif | 1703 | #endif |
1704 | #endif | ||
1669 | default: | 1705 | default: |
1670 | err = -ENXIO; | 1706 | err = -ENXIO; |
1671 | goto UNSUPPORTED_AFF_OBS; | 1707 | goto UNSUPPORTED_AFF_OBS; |
diff --git a/litmus/sched_gsn_edf.c b/litmus/sched_gsn_edf.c index 886bd14f677c..4589888fc652 100644 --- a/litmus/sched_gsn_edf.c +++ b/litmus/sched_gsn_edf.c | |||
@@ -1771,13 +1771,13 @@ UNSUPPORTED_LOCK: | |||
1771 | 1771 | ||
1772 | 1772 | ||
1773 | #ifdef CONFIG_LITMUS_AFFINITY_LOCKING | 1773 | #ifdef CONFIG_LITMUS_AFFINITY_LOCKING |
1774 | static struct affinity_observer_ops gsnedf_kfmlp_affinity_ops = { | 1774 | static struct affinity_observer_ops gsnedf_kfmlp_affinity_ops __attribute__ ((unused)) = { |
1775 | .close = kfmlp_aff_obs_close, | 1775 | .close = kfmlp_aff_obs_close, |
1776 | .deallocate = kfmlp_aff_obs_free, | 1776 | .deallocate = kfmlp_aff_obs_free, |
1777 | }; | 1777 | }; |
1778 | 1778 | ||
1779 | #ifdef CONFIG_LITMUS_NESTED_LOCKING | 1779 | #ifdef CONFIG_LITMUS_NESTED_LOCKING |
1780 | static struct affinity_observer_ops gsnedf_ikglp_affinity_ops = { | 1780 | static struct affinity_observer_ops gsnedf_ikglp_affinity_ops __attribute__ ((unused)) = { |
1781 | .close = ikglp_aff_obs_close, | 1781 | .close = ikglp_aff_obs_close, |
1782 | .deallocate = ikglp_aff_obs_free, | 1782 | .deallocate = ikglp_aff_obs_free, |
1783 | }; | 1783 | }; |
@@ -1791,7 +1791,7 @@ static long gsnedf_allocate_affinity_observer( | |||
1791 | int err; | 1791 | int err; |
1792 | 1792 | ||
1793 | switch (type) { | 1793 | switch (type) { |
1794 | 1794 | #ifdef CONFIG_LITMUS_NVIDIA | |
1795 | case KFMLP_SIMPLE_GPU_AFF_OBS: | 1795 | case KFMLP_SIMPLE_GPU_AFF_OBS: |
1796 | *aff_obs = kfmlp_simple_gpu_aff_obs_new(&gsnedf_kfmlp_affinity_ops, args); | 1796 | *aff_obs = kfmlp_simple_gpu_aff_obs_new(&gsnedf_kfmlp_affinity_ops, args); |
1797 | break; | 1797 | break; |
@@ -1809,6 +1809,7 @@ static long gsnedf_allocate_affinity_observer( | |||
1809 | *aff_obs = ikglp_gpu_aff_obs_new(&gsnedf_ikglp_affinity_ops, args); | 1809 | *aff_obs = ikglp_gpu_aff_obs_new(&gsnedf_ikglp_affinity_ops, args); |
1810 | break; | 1810 | break; |
1811 | #endif | 1811 | #endif |
1812 | #endif | ||
1812 | default: | 1813 | default: |
1813 | err = -ENXIO; | 1814 | err = -ENXIO; |
1814 | goto UNSUPPORTED_AFF_OBS; | 1815 | goto UNSUPPORTED_AFF_OBS; |