summaryrefslogtreecommitdiff
path: root/ports/risc-v64/gnu/src/tx_thread_schedule.S
blob: 860adf0b6391f6697a6336c2ea21c9922b36ad75 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
/***************************************************************************
 * Copyright (c) 2024 Microsoft Corporation
 * Copyright (c) 2026-present Eclipse ThreadX contributors
 *
 * This program and the accompanying materials are made available under the
 * terms of the MIT License which is available at
 * https://opensource.org/licenses/MIT.
 *
 * SPDX-License-Identifier: MIT
 **************************************************************************/


/**************************************************************************/
/**************************************************************************/
/**                                                                       */
/** ThreadX Component                                                     */
/**                                                                       */
/**   Thread                                                              */
/**                                                                       */
/**************************************************************************/
/**************************************************************************/

    .section .text
/**************************************************************************/
/*                                                                        */
/*  FUNCTION                                               RELEASE        */
/*                                                                        */
/*    _tx_thread_schedule                                RISC-V64/GNU     */
/*                                                           6.2.1        */
/*  AUTHOR                                                                */
/*                                                                        */
/*    Scott Larson, Microsoft Corporation                                 */
/*                                                                        */
/*  DESCRIPTION                                                           */
/*                                                                        */
/*    This function waits for a thread control block pointer to appear in */
/*    the _tx_thread_execute_ptr variable.  Once a thread pointer appears */
/*    in the variable, the corresponding thread is resumed.               */
/*                                                                        */
/*  INPUT                                                                 */
/*                                                                        */
/*    None                                                                */
/*                                                                        */
/*  OUTPUT                                                                */
/*                                                                        */
/*    None                                                                */
/*                                                                        */
/*  CALLS                                                                 */
/*                                                                        */
/*    None                                                                */
/*                                                                        */
/*  CALLED BY                                                             */
/*                                                                        */
/*    _tx_initialize_kernel_enter          ThreadX entry function         */
/*    _tx_thread_system_return             Return to system from thread   */
/*    _tx_thread_context_restore           Restore thread's context       */
/*                                                                        */
/**************************************************************************/
/* VOID   _tx_thread_schedule(VOID)
{  */
    .global  _tx_thread_schedule
_tx_thread_schedule:

    /* Enable interrupts.  */
#ifdef TX_RISCV_SMODE
    csrsi   sstatus, 0x02                               // Enable interrupts (SIE bit 1)
#else
    csrsi   mstatus, 0x08                               // Enable interrupts (MIE bit 3)
#endif

    /* Wait for a thread to execute.  */
    /* do
    {  */

    la      t0, _tx_thread_execute_ptr                  // Pickup address of execute ptr
_tx_thread_schedule_loop:
    ld      t1, 0(t0)                                   // Pickup next thread to execute

/* TX_USE_WFI_IDLE Configuration:
       When defined, the scheduler enters WFI (Wait-For-Interrupt) mode when
       no threads are ready, reducing power consumption. The core will wake
       on any enabled interrupt. This is recommended for battery-powered or
       low-power applications. Define TX_USE_WFI_IDLE in tx_user.h or via
       compiler flags to enable this feature.  */
#ifdef TX_USE_WFI_IDLE
    beqz    t1, 1f
    j 2f
1:  wfi
    j _tx_thread_schedule_loop
2:
    beqz    t1, _tx_thread_schedule_loop                // Fallback: If still NULL, loop
#else
    beqz    t1, _tx_thread_schedule_loop                // If NULL, wait for thread to execute
#endif

    /* }
    while(_tx_thread_execute_ptr == NULL);  */

    /* Yes! We have a thread to execute.  Lockout interrupts and
       transfer control to it.  */
#ifdef TX_RISCV_SMODE
    csrci   sstatus, 0x02                               // Lockout interrupts
#else
    csrci   mstatus, 0x08                               // Lockout interrupts
#endif

    /* Setup the current thread pointer.  */
    /* _tx_thread_current_ptr =  _tx_thread_execute_ptr;  */

    la      t0, _tx_thread_current_ptr                  // Pickup current thread pointer address
    sd      t1, 0(t0)                                   // Set current thread pointer

    /* Increment the run count for this thread.  */
    /* _tx_thread_current_ptr -> tx_thread_run_count++;  */

    lw      t2, 4(t1)                                   // Pickup run count
    lw      t3, 36(t1)                                  // Pickup time slice value
    addi    t2, t2, 1                                   // Increment run count
    sw      t2, 4(t1)                                   // Store new run count

    /* Setup time-slice, if present.  */
    /* _tx_timer_time_slice =  _tx_thread_current_ptr -> tx_thread_time_slice;  */

    la      t2, _tx_timer_time_slice                    // Pickup time-slice variable address

    /* Switch to the thread's stack.  */
    /* SP =  _tx_thread_execute_ptr -> tx_thread_stack_ptr;  */

    ld      sp, 8(t1)                                  // Switch to thread's stack
    sw      t3, 0(t2)                                  // Store new time-slice

#ifdef TX_ENABLE_EXECUTION_CHANGE_NOTIFY

    call    _tx_execution_thread_enter                  // Call the thread execution enter function
#endif

    /* Determine if an interrupt frame or a synchronous task suspension frame
       is present.  */

    ld      t2, 0(sp)                                   // Pickup stack type
    beqz    t2, _tx_thread_synch_return                 // If 0, solicited thread return

    /* Determine if floating point registers need to be recovered.  */

#if defined(__riscv_float_abi_single)
    flw     f0, 31*8(sp)                                // Recover ft0
    flw     f1, 32*8(sp)                                // Recover ft1
    flw     f2, 33*8(sp)                                // Recover ft2
    flw     f3, 34*8(sp)                                // Recover ft3
    flw     f4, 35*8(sp)                                // Recover ft4
    flw     f5, 36*8(sp)                                // Recover ft5
    flw     f6, 37*8(sp)                                // Recover ft6
    flw     f7, 38*8(sp)                                // Recover ft7
    flw     f8, 39*8(sp)                                // Recover fs0
    flw     f9, 40*8(sp)                                // Recover fs1
    flw     f10,41*8(sp)                                // Recover fa0
    flw     f11,42*8(sp)                                // Recover fa1
    flw     f12,43*8(sp)                                // Recover fa2
    flw     f13,44*8(sp)                                // Recover fa3
    flw     f14,45*8(sp)                                // Recover fa4
    flw     f15,46*8(sp)                                // Recover fa5
    flw     f16,47*8(sp)                                // Recover fa6
    flw     f17,48*8(sp)                                // Recover fa7
    flw     f18,49*8(sp)                                // Recover fs2
    flw     f19,50*8(sp)                                // Recover fs3
    flw     f20,51*8(sp)                                // Recover fs4
    flw     f21,52*8(sp)                                // Recover fs5
    flw     f22,53*8(sp)                                // Recover fs6
    flw     f23,54*8(sp)                                // Recover fs7
    flw     f24,55*8(sp)                                // Recover fs8
    flw     f25,56*8(sp)                                // Recover fs9
    flw     f26,57*8(sp)                                // Recover fs10
    flw     f27,58*8(sp)                                // Recover fs11
    flw     f28,59*8(sp)                                // Recover ft8
    flw     f29,60*8(sp)                                // Recover ft9
    flw     f30,61*8(sp)                                // Recover ft10
    flw     f31,62*8(sp)                                // Recover ft11
    ld      t0, 63*8(sp)                                // Recover fcsr
    csrw    fcsr, t0                                    // Restore fcsr
#elif defined(__riscv_float_abi_double)
    fld     f0, 31*8(sp)                                // Recover ft0
    fld     f1, 32*8(sp)                                // Recover ft1
    fld     f2, 33*8(sp)                                // Recover ft2
    fld     f3, 34*8(sp)                                // Recover ft3
    fld     f4, 35*8(sp)                                // Recover ft4
    fld     f5, 36*8(sp)                                // Recover ft5
    fld     f6, 37*8(sp)                                // Recover ft6
    fld     f7, 38*8(sp)                                // Recover ft7
    fld     f8, 39*8(sp)                                // Recover fs0
    fld     f9, 40*8(sp)                                // Recover fs1
    fld     f10,41*8(sp)                                // Recover fa0
    fld     f11,42*8(sp)                                // Recover fa1
    fld     f12,43*8(sp)                                // Recover fa2
    fld     f13,44*8(sp)                                // Recover fa3
    fld     f14,45*8(sp)                                // Recover fa4
    fld     f15,46*8(sp)                                // Recover fa5
    fld     f16,47*8(sp)                                // Recover fa6
    fld     f17,48*8(sp)                                // Recover fa7
    fld     f18,49*8(sp)                                // Recover fs2
    fld     f19,50*8(sp)                                // Recover fs3
    fld     f20,51*8(sp)                                // Recover fs4
    fld     f21,52*8(sp)                                // Recover fs5
    fld     f22,53*8(sp)                                // Recover fs6
    fld     f23,54*8(sp)                                // Recover fs7
    fld     f24,55*8(sp)                                // Recover fs8
    fld     f25,56*8(sp)                                // Recover fs9
    fld     f26,57*8(sp)                                // Recover fs10
    fld     f27,58*8(sp)                                // Recover fs11
    fld     f28,59*8(sp)                                // Recover ft8
    fld     f29,60*8(sp)                                // Recover ft9
    fld     f30,61*8(sp)                                // Recover ft10
    fld     f31,62*8(sp)                                // Recover ft11
    ld      t0, 63*8(sp)                                // Recover fcsr
    csrw    fcsr, t0                                    // Restore fcsr
#endif

#if defined(__riscv_vector)
    /* Recover vector registers v0-v31 */
#if defined(__riscv_float_abi_single) || defined(__riscv_float_abi_double)
    addi    t1, sp, 64*8
#else
    addi    t1, sp, 31*8
#endif
    addi    t2, t1, 4*8
    vsetvli t3, zero, e8, m8, ta, ma
    vle8.v  v0, (t2)                                    // Recover v0 ~ v7
    add     t2, t2, t3
    vle8.v  v8, (t2)                                    // Recover v8 ~ v15
    add     t2, t2, t3
    vle8.v  v16, (t2)                                   // Recover v16 ~ v23
    add     t2, t2, t3
    vle8.v  v24, (t2)                                   // Recover v24 ~ v31
    add     t2, t2, t3

    /* Recover vector CSRs */
    ld      t2, 0*8(t1)
    ld      t3, 1*8(t1)
    ld      t4, 2*8(t1)
    vsetvl  zero, t4, t3
    csrw    vstart, t2
    ld      t4, 3*8(t1)
    csrw    vcsr, t4
#endif

    /* Recover standard registers.  */

    ld      t0, 30*8(sp)                                // Recover mepc/sepc
#ifdef TX_RISCV_SMODE
    csrw    sepc, t0                                    // Store sepc

    /* Read/modify/write sstatus to preserve SUM, MXR, UXL, FS, etc.
       Only touch SPP, SPIE, SIE — the bits SRET consumes. */
    csrr    t0, sstatus
    li      t1, ~0x122                                  // Clear mask: SIE(1) | SPIE(5) | SPP(8)
    and     t0, t0, t1
    li      t1, 0x120                                   // Set SPP=Supervisor(0x100) | SPIE(0x20)
    or      t0, t0, t1
#if defined(__riscv_float_abi_single) || defined(__riscv_float_abi_double)
    li      t1, 0x6000                                  // Set FS=Dirty (bits 14:13)
    or      t0, t0, t1
#endif
    csrw    sstatus, t0                                 // Update sstatus safely
#else
    csrw    mepc, t0                                    // Store mepc

    /* Read/modify/write mstatus — same principle as S-mode path. */
    csrr    t0, mstatus
    li      t1, ~0x1888                                 // Clear mask: MIE(3) | MPIE(7) | MPP(11:12)
    and     t0, t0, t1
    li      t1, 0x1880                                  // Set MPP=Machine(0x1800) | MPIE(0x80)
    or      t0, t0, t1
#if defined(__riscv_float_abi_single) || defined(__riscv_float_abi_double)
    li      t1, 0x6000                                  // Set FS=Dirty (bits 14:13)
    or      t0, t0, t1
#endif
#if defined(__riscv_vector)
    li      t1, 0x0200                                  // Set VS bits (bits 10:9 to 01) for vector state
    or      t0, t0, t1
#endif
    csrw    mstatus, t0                                 // Set mstatus
#endif

    ld      ra,  28*8(sp)                               // Recover return address
    ld      t0,  19*8(sp)                               // Recover t0
    ld      t1,  18*8(sp)                               // Recover t1
    ld      t2,  17*8(sp)                               // Recover t2
    ld      s0,  12*8(sp)                               // Recover s0
    ld      s1,  11*8(sp)                               // Recover s1
    ld      a0, 27*8(sp)                                // Recover a0
    ld      a1, 26*8(sp)                                // Recover a1
    ld      a2, 25*8(sp)                                // Recover a2
    ld      a3, 24*8(sp)                                // Recover a3
    ld      a4, 23*8(sp)                                // Recover a4
    ld      a5, 22*8(sp)                                // Recover a5
    ld      a6, 21*8(sp)                                // Recover a6
    ld      a7, 20*8(sp)                                // Recover a7
    ld      s2, 10*8(sp)                                // Recover s2
    ld      s3,  9*8(sp)                                // Recover s3
    ld      s4,  8*8(sp)                                // Recover s4
    ld      s5,  7*8(sp)                                // Recover s5
    ld      s6,  6*8(sp)                                // Recover s6
    ld      s7,  5*8(sp)                                // Recover s7
    ld      s8,  4*8(sp)                                // Recover s8
    ld      s9,  3*8(sp)                                // Recover s9
    ld      s10,  2*8(sp)                               // Recover s10
    ld      s11,  1*8(sp)                               // Recover s11
    ld      t3, 16*8(sp)                                // Recover t3
    ld      t4, 15*8(sp)                                // Recover t4
    ld      t5, 14*8(sp)                                // Recover t5
    ld      t6, 13*8(sp)                                // Recover t6

#if defined(__riscv_float_abi_single) || defined(__riscv_float_abi_double)
    addi    sp, sp, 65*8                                // Recover stack frame - with floating point registers
#else
    addi    sp, sp, 32*8                                // Recover stack frame - without floating point registers
#endif
#if defined(__riscv_vector)
#if defined(__riscv_float_abi_single) || defined(__riscv_float_abi_double)
    addi    t0, sp, -65*8
#else
    addi    t0, sp, -32*8
#endif
    csrr    t1, vlenb                                   // Get vector register byte length
    slli    t1, t1, 5                                   // Multiply by 32 (number of vector registers)
    addi    t1, t1, 4*8                                 // Add vector CSR space: vstart, vtype, vl, vcsr
    add     sp, sp, t1                                  // Recover vector stack frame

    ld      t1, 18*8(t0)                                // Recover t1
    ld      t0, 19*8(t0)                                // Recover t0
#endif
#ifdef TX_RISCV_SMODE
    sret                                                // Return to point of interrupt
#else
    mret                                                // Return to point of interrupt
#endif

_tx_thread_synch_return:

#if defined(__riscv_float_abi_single)
    flw     f8, 15*8(sp)                                // Recover fs0
    flw     f9, 16*8(sp)                                // Recover fs1
    flw     f18,17*8(sp)                                // Recover fs2
    flw     f19,18*8(sp)                                // Recover fs3
    flw     f20,19*8(sp)                                // Recover fs4
    flw     f21,20*8(sp)                                // Recover fs5
    flw     f22,21*8(sp)                                // Recover fs6
    flw     f23,22*8(sp)                                // Recover fs7
    flw     f24,23*8(sp)                                // Recover fs8
    flw     f25,24*8(sp)                                // Recover fs9
    flw     f26,25*8(sp)                                // Recover fs10
    flw     f27,26*8(sp)                                // Recover fs11
    ld      t0, 27*8(sp)                                // Recover fcsr
    csrw    fcsr, t0                                    //
#elif defined(__riscv_float_abi_double)
    fld     f8, 15*8(sp)                                // Recover fs0
    fld     f9, 16*8(sp)                                // Recover fs1
    fld     f18,17*8(sp)                                // Recover fs2
    fld     f19,18*8(sp)                                // Recover fs3
    fld     f20,19*8(sp)                                // Recover fs4
    fld     f21,20*8(sp)                                // Recover fs5
    fld     f22,21*8(sp)                                // Recover fs6
    fld     f23,22*8(sp)                                // Recover fs7
    fld     f24,23*8(sp)                                // Recover fs8
    fld     f25,24*8(sp)                                // Recover fs9
    fld     f26,25*8(sp)                                // Recover fs10
    fld     f27,26*8(sp)                                // Recover fs11
    ld      t0, 27*8(sp)                                // Recover fcsr
    csrw    fcsr, t0                                    //
#endif

#if defined(__riscv_vector)
    /* Recover vector registers v0-v31 */
#if defined(__riscv_float_abi_single) || defined(__riscv_float_abi_double)
    addi    t1, sp, 28*8
#else
    addi    t1, sp, 15*8
#endif
    addi    t2, t1, 4*8
    vsetvli t3, zero, e8, m8, ta, ma
    vle8.v  v0, (t2)                                    // Recover v0 ~ v7
    add     t2, t2, t3
    vle8.v  v8, (t2)                                    // Recover v8 ~ v15
    add     t2, t2, t3
    vle8.v  v16, (t2)                                   // Recover v16 ~ v23
    add     t2, t2, t3
    vle8.v  v24, (t2)                                   // Recover v24 ~ v31
    add     t2, t2, t3

    /* Recover vector CSRs */
    ld      t2, 0*8(t1)
    ld      t3, 1*8(t1)
    ld      t4, 2*8(t1)
    vsetvl  zero, t4, t3
    csrw    vstart, t2
    ld      t4, 3*8(t1)
    csrw    vcsr, t4
#endif

    /* Recover standard preserved registers.  */
    /* Recover standard registers.  */

    ld      ra,  13*8(sp)                               // Recover RA
    ld      s0,  12*8(sp)                               // Recover s0
    ld      s1,  11*8(sp)                               // Recover s1
    ld      s2, 10*8(sp)                                // Recover s2
    ld      s3,  9*8(sp)                                // Recover s3
    ld      s4,  8*8(sp)                                // Recover s4
    ld      s5,  7*8(sp)                                // Recover s5
    ld      s6,  6*8(sp)                                // Recover s6
    ld      s7,  5*8(sp)                                // Recover s7
    ld      s8,  4*8(sp)                                // Recover s8
    ld      s9,  3*8(sp)                                // Recover s9
    ld      s10,  2*8(sp)                               // Recover s10
    ld      s11,  1*8(sp)                               // Recover s11
    ld      t0,  14*8(sp)                               // Recover status register
#ifdef TX_RISCV_SMODE
    csrw    sstatus, t0                                 // Store sstatus, enables interrupt
#else
    csrw    mstatus, t0                                 // Store mstatus, enables interrupt
#endif
#if defined(__riscv_float_abi_single) || defined(__riscv_float_abi_double)
    addi    sp, sp, 29*8                                // Recover stack frame
#else
    addi    sp, sp, 16*8                                // Recover stack frame
#endif
#if defined(__riscv_vector)
    csrr    t1, vlenb                                   // Get vector register byte length
    slli    t1, t1, 5                                   // Multiply by 32 (number of vector registers)
    addi    t1, t1, 4*8                                 // Add vector CSR space: vstart, vtype, vl, vcsr
    add     sp, sp, t1                                  // Recover vector stack frame
#endif
    ret                                                 // Return to thread

/* }  */