source: trunk/kernel/kern/cluster.c @ 653

Last change on this file since 653 was 637, checked in by alain, 5 years ago

Introduce the non-standard pthread_parallel_create() system call
and re-write the <fft> and <sort> applications to improve the
intrinsic paralelism in applications.
File size: 24.2 KB
Line 
1/*
2 * cluster.c - Cluster-Manager related operations
3 *
4 * Author  Ghassan Almaless (2008,2009,2010,2011,2012)
5 *         Mohamed Lamine Karaoui (2015)
6 *         Alain Greiner (2016,2017,2018,2019)
7 *
8 * Copyright (c) UPMC Sorbonne Universites
9 *
10 * This file is part of ALMOS-MKH..
11 *
12 * ALMOS-MKH. is free software; you can redistribute it and/or modify it
13 * under the terms of the GNU General Public License as published by
14 * the Free Software Foundation; version 2.0 of the License.
15 *
16 * ALMOS-MKH. is distributed in the hope that it will be useful, but
17 * WITHOUT ANY WARRANTY; without even the implied warranty of
18 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
19 * General Public License for more details.
20 *
21 * You should have received a copy of the GNU General Public License
22 * along with ALMOS-MKH.; if not, write to the Free Software Foundation,
23 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
24 */
25
26#include <kernel_config.h>
27#include <hal_kernel_types.h>
28#include <hal_atomic.h>
29#include <hal_special.h>
30#include <hal_ppm.h>
31#include <hal_macros.h>
32#include <remote_fifo.h>
33#include <printk.h>
34#include <errno.h>
35#include <queuelock.h>
36#include <core.h>
37#include <chdev.h>
38#include <scheduler.h>
39#include <list.h>
40#include <cluster.h>
41#include <boot_info.h>
42#include <bits.h>
43#include <ppm.h>
44#include <thread.h>
45#include <kmem.h>
46#include <process.h>
47#include <dqdt.h>
48
49/////////////////////////////////////////////////////////////////////////////////////
50// Extern global variables
51/////////////////////////////////////////////////////////////////////////////////////
52
53extern process_t           process_zero;     // allocated in kernel_init.c
54extern chdev_directory_t   chdev_dir;        // allocated in kernel_init.c
55
56
57
58///////////////////////////////////////////////////
59void cluster_info_init( struct boot_info_s * info )
60{
61    boot_device_t * dev;      // pointer on external peripheral
62    uint32_t        func;     // external peripheral functionnal type
63    uint32_t        x;
64    uint32_t        y;
65    uint32_t        i;   
66
67        cluster_t * cluster = LOCAL_CLUSTER;
68
69    // initialize cluster global parameters
70        cluster->paddr_width     = info->paddr_width;
71        cluster->x_width         = info->x_width;
72        cluster->y_width         = info->y_width;
73        cluster->x_size          = info->x_size;
74        cluster->y_size          = info->y_size;
75        cluster->io_cxy          = info->io_cxy;
76
77    // initialize the cluster_info[][] array
78    for( x = 0 ; x < CONFIG_MAX_CLUSTERS_X ; x++ ) 
79    {
80        for( y = 0; y < CONFIG_MAX_CLUSTERS_Y ; y++ ) 
81        {
82            cluster->cluster_info[x][y] = info->cluster_info[x][y];
83        }
84    }
85
86    // initialize external peripherals channels
87    for( i = 0 ; i < info->ext_dev_nr ; i++ )
88    {
89        dev  = &info->ext_dev[i];
90        func = FUNC_FROM_TYPE( dev->type );   
91        if( func == DEV_FUNC_TXT ) cluster->nb_txt_channels = dev->channels;
92        if( func == DEV_FUNC_NIC ) cluster->nb_nic_channels = dev->channels;
93        if( func == DEV_FUNC_IOC ) cluster->nb_ioc_channels = dev->channels;
94        if( func == DEV_FUNC_FBF ) cluster->nb_fbf_channels = dev->channels;
95    }
96
97    // initialize number of local cores
98        cluster->cores_nr  = info->cores_nr;
99
100}  // end cluster_info_init()
101
102//////////////////////////////////////
103void cluster_info_display( cxy_t cxy )
104{
105    uint32_t  x;
106    uint32_t  y;
107    uint32_t  ncores;
108
109    cluster_t * cluster = LOCAL_CLUSTER;
110
111    // get x_size & y_size from target cluster
112    uint32_t  x_size = hal_remote_l32( XPTR( cxy , &cluster->x_size ) );
113    uint32_t  y_size = hal_remote_l32( XPTR( cxy , &cluster->y_size ) );
114
115    // get pointers on TXT0 chdev
116    xptr_t    txt0_xp  = chdev_dir.txt_tx[0];
117    cxy_t     txt0_cxy = GET_CXY( txt0_xp );
118    chdev_t * txt0_ptr = GET_PTR( txt0_xp );
119
120    // get extended pointer on remote TXT0 lock
121    xptr_t  lock_xp = XPTR( txt0_cxy , &txt0_ptr->wait_lock );
122
123    // get TXT0 lock
124    remote_busylock_acquire( lock_xp );
125
126    nolock_printk("\n***** cluster_info in cluster %x / x_size %d / y_size %d\n",
127    cxy, x_size, y_size );
128 
129    for( x = 0 ; x < x_size ; x++ )
130    {
131        for( y = 0 ; y < y_size ; y++ )
132        {
133            ncores = (uint32_t)hal_remote_lb( XPTR( cxy , &cluster->cluster_info[x][y] ) );
134            nolock_printk(" - ncores[%d][%d] = %d\n", x, y, ncores );
135        }
136    }
137
138    // release TXT0 lock
139    remote_busylock_release( lock_xp );
140
141}  // end cluster_info_display()
142
143/////////////////////////////////////////////////////////
144error_t cluster_manager_init( struct boot_info_s * info )
145{
146    error_t         error;
147    lpid_t          lpid;     // local process_index
148    lid_t           lid;      // local core index
149
150        cluster_t * cluster = LOCAL_CLUSTER;
151
152#if DEBUG_CLUSTER_INIT
153uint32_t   cycle = (uint32_t)hal_get_cycles();
154thread_t * this  = CURRENT_THREAD;
155if( DEBUG_CLUSTER_INIT < cycle )
156printk("\n[%s] thread[%x,%x] enters for cluster %x / cycle %d\n",
157__FUNCTION__, this->process->pid, this->trdid, local_cxy , cycle );
158#endif
159
160#if (DEBUG_CLUSTER_INIT & 1)
161cluster_info_display( local_cxy );
162#endif
163
164    // initialises embedded PPM
165        error = hal_ppm_init( info );
166
167    if( error )
168    {
169        printk("\n[ERROR] in %s : cannot initialize PPM in cluster %x\n",
170               __FUNCTION__ , local_cxy );
171        return ENOMEM;
172    }
173
174#if( DEBUG_CLUSTER_INIT & 1 )
175cycle = (uint32_t)hal_get_cycles();
176if( DEBUG_CLUSTER_INIT < cycle )
177printk("\n[%s] PPM initialized in cluster %x / cycle %d\n",
178__FUNCTION__ , local_cxy , cycle );
179#endif
180
181    // initialises embedded KHM
182        khm_init( &cluster->khm );
183
184#if( DEBUG_CLUSTER_INIT & 1 )
185cycle = (uint32_t)hal_get_cycles();
186if( DEBUG_CLUSTER_INIT < cycle )
187printk("\n[%s] KHM initialized in cluster %x at cycle %d\n",
188__FUNCTION__ , local_cxy , hal_get_cycles() );
189#endif
190
191    // initialises embedded KCM
192    uint32_t  i;
193    for( i = 0 ; i < 6 ; i++ ) kcm_init( &cluster->kcm[i] , i+6 );
194
195#if( DEBUG_CLUSTER_INIT & 1 )
196cycle = (uint32_t)hal_get_cycles();
197if( DEBUG_CLUSTER_INIT < cycle )
198printk("\n[%s] KCM[6:11] initialized in cluster %x at cycle %d\n",
199__FUNCTION__ , local_cxy , hal_get_cycles() );
200#endif
201
202    // initialises all cores descriptors
203        for( lid = 0 ; lid < cluster->cores_nr; lid++ )
204        {
205                core_init( &cluster->core_tbl[lid],    // target core descriptor
206                       lid,                        // local core index
207                       info->core[lid].gid );      // gid from boot_info_t
208        }
209
210#if( DEBUG_CLUSTER_INIT & 1 )
211cycle = (uint32_t)hal_get_cycles();
212if( DEBUG_CLUSTER_INIT < cycle )
213printk("\n[%s] cores initialized in cluster %x / cycle %d\n",
214__FUNCTION__ , local_cxy , cycle );
215#endif
216
217    // initialises RPC FIFOs
218        for( lid = 0 ; lid < cluster->cores_nr; lid++ )
219    {
220            remote_fifo_init( &cluster->rpc_fifo[lid] );
221        cluster->rpc_threads[lid] = 0;
222    }
223
224#if( DEBUG_CLUSTER_INIT & 1 )
225cycle = (uint32_t)hal_get_cycles();
226if( DEBUG_CLUSTER_INIT < cycle )
227printk("\n[%s] RPC fifo inialized in cluster %x at cycle %d\n",
228__FUNCTION__ , local_cxy , hal_get_cycles() );
229#endif
230
231    // initialise pref_tbl[] in process manager
232        queuelock_init( &cluster->pmgr.pref_lock , LOCK_CLUSTER_PREFTBL );
233    cluster->pmgr.pref_nr = 0;
234    cluster->pmgr.pref_tbl[0] = XPTR( local_cxy , &process_zero );
235    for( lpid = 0 ; lpid < CONFIG_MAX_PROCESS_PER_CLUSTER ; lpid++ )
236    {
237        cluster->pmgr.pref_tbl[lpid] = XPTR_NULL;
238    }
239
240    // initialise local_list in process manager
241    xlist_root_init( XPTR( local_cxy , &cluster->pmgr.local_root ) );
242    cluster->pmgr.local_nr = 0;
243        remote_queuelock_init( XPTR( local_cxy , &cluster->pmgr.local_lock ) ,
244                           LOCK_CLUSTER_LOCALS );
245
246    // initialise copies_lists in process manager
247    for( lpid = 0 ; lpid < CONFIG_MAX_PROCESS_PER_CLUSTER ; lpid++ )
248    {
249        cluster->pmgr.copies_nr[lpid] = 0;
250        xlist_root_init( XPTR( local_cxy , &cluster->pmgr.copies_root[lpid] ) );
251            remote_queuelock_init( XPTR( local_cxy , &cluster->pmgr.copies_lock[lpid] ),
252                               LOCK_CLUSTER_COPIES );
253    }
254
255#if DEBUG_CLUSTER_INIT
256cycle = (uint32_t)hal_get_cycles();
257if( DEBUG_CLUSTER_INIT < cycle )
258printk("\n[%s] thread[%x,%x] exit for cluster %x / cycle %d\n",
259__FUNCTION__, this->process->pid, this->trdid, local_cxy, cycle );
260#endif
261
262    hal_fence();
263
264        return 0;
265} // end cluster_manager_init()
266
267///////////////////////////////////
268cxy_t cluster_random_select( void )
269{
270    uint32_t  index;
271    uint32_t  x;   
272    uint32_t  y;
273    cxy_t     cxy;
274
275    uint32_t  x_size    = LOCAL_CLUSTER->x_size;
276    uint32_t  y_size    = LOCAL_CLUSTER->y_size;
277
278    do 
279    {
280        index     = ( hal_get_cycles() + hal_get_gid() ) % (x_size * y_size);
281        x         = index / y_size;
282        y         = index % y_size;
283        cxy       = HAL_CXY_FROM_XY( x , y );
284    }
285    while ( cluster_is_active( cxy ) == false );
286
287    return ( cxy );
288}
289
290/////////////////////////////////////////////
291inline bool_t cluster_is_active ( cxy_t cxy )
292{
293    uint32_t x = HAL_X_FROM_CXY( cxy );
294    uint32_t y = HAL_Y_FROM_CXY( cxy );
295
296    return ( LOCAL_CLUSTER->cluster_info[x][y] != 0 );
297}
298
299////////////////////////////////////////////////////////////////////////////////////
300//  Cores related functions
301////////////////////////////////////////////////////////////////////////////////////
302
303/////////////////////////////////////////////
304lid_t cluster_select_local_core( cxy_t  cxy )
305{
306    uint32_t      min = 1000000;
307    lid_t         sel = 0;
308    uint32_t      nthreads;
309    lid_t         lid;
310    scheduler_t * sched;
311    cluster_t   * cluster = LOCAL_CLUSTER;
312    uint32_t      ncores = hal_remote_l32( XPTR( cxy , &cluster->cores_nr ) );
313
314    for( lid = 0 ; lid < ncores ; lid++ )
315    {
316        sched  = &cluster->core_tbl[lid].scheduler;
317
318        nthreads = hal_remote_l32( XPTR( cxy , &sched->u_threads_nr ) ) +
319                   hal_remote_l32( XPTR( cxy , &sched->k_threads_nr ) );
320
321        if( nthreads < min )
322        {
323            min = nthreads;
324            sel = lid;
325        }
326    }
327    return sel;
328}
329
330////////////////////////////////////////////////////////////////////////////////////
331//  Process related functions
332////////////////////////////////////////////////////////////////////////////////////
333
334
335//////////////////////////////////////////////////////
336xptr_t cluster_get_process_from_pid_in_cxy( cxy_t cxy,
337                                            pid_t pid )
338{
339    xptr_t      root_xp;       // xptr on root of list of processes in owner cluster
340    xptr_t      lock_xp;       // xptr on lock protecting this list
341    xptr_t      iter_xp;       // iterator
342    xptr_t      current_xp;    // xptr on current process descriptor
343    bool_t      found;
344
345    cluster_t * cluster = LOCAL_CLUSTER;
346
347    // get owner cluster and lpid
348    cxy_t   owner_cxy = CXY_FROM_PID( pid );
349    lpid_t  lpid      = LPID_FROM_PID( pid );
350
351    // get lock & root of list of copies from owner cluster
352    root_xp = XPTR( owner_cxy , &cluster->pmgr.copies_root[lpid] );
353    lock_xp = XPTR( owner_cxy , &cluster->pmgr.copies_lock[lpid] );
354
355    // take the lock protecting the list of processes
356    remote_queuelock_acquire( lock_xp );
357
358    // scan list of processes
359    found = false;
360    XLIST_FOREACH( root_xp , iter_xp )
361    {
362        current_xp  = XLIST_ELEMENT( iter_xp , process_t , copies_list );
363
364        if( GET_CXY( current_xp ) == cxy )
365        {
366            found = true;
367            break;
368        }
369    }
370
371    // release the lock protecting the list of processes
372    remote_queuelock_release( lock_xp );
373
374    // return extended pointer on process descriptor in owner cluster
375    if( found ) return current_xp;
376    else        return XPTR_NULL;
377
378}  // end cluster_get_process_from_pid_in_cxy()
379
380
381//////////////////////////////////////////////////////
382xptr_t cluster_get_owner_process_from_pid( pid_t pid )
383{
384    xptr_t      root_xp;       // xptr on root of list of processes in owner cluster
385    xptr_t      lock_xp;       // xptr on lock protecting this list
386    xptr_t      iter_xp;       // iterator
387    xptr_t      current_xp;    // xptr on current process descriptor
388    process_t * current_ptr;   // local pointer on current process
389    pid_t       current_pid;   // current process identifier
390    bool_t      found;
391
392    cluster_t * cluster = LOCAL_CLUSTER;
393
394    // get owner cluster and lpid
395    cxy_t  owner_cxy = CXY_FROM_PID( pid );
396
397    // get lock & root of list of process in owner cluster
398    root_xp = XPTR( owner_cxy , &cluster->pmgr.local_root );
399    lock_xp = XPTR( owner_cxy , &cluster->pmgr.local_lock );
400
401    // take the lock protecting the list of processes
402    remote_queuelock_acquire( lock_xp );
403
404    // scan list of processes in owner cluster
405    found = false;
406    XLIST_FOREACH( root_xp , iter_xp )
407    {
408        current_xp  = XLIST_ELEMENT( iter_xp , process_t , local_list );
409        current_ptr = GET_PTR( current_xp );
410        current_pid = hal_remote_l32( XPTR( owner_cxy , &current_ptr->pid ) );
411
412        if( current_pid == pid )
413        {
414            found = true;
415            break;
416        }
417    }
418
419    // release the lock protecting the list of processes
420    remote_queuelock_release( lock_xp );
421
422    // return extended pointer on process descriptor in owner cluster
423    if( found ) return current_xp;
424    else        return XPTR_NULL;
425
426}  // end cluster_get_owner_process_from_pid()
427
428
429//////////////////////////////////////////////////////////
430xptr_t cluster_get_reference_process_from_pid( pid_t pid )
431{
432    xptr_t ref_xp;   // extended pointer on reference process descriptor
433
434    cluster_t * cluster = LOCAL_CLUSTER;
435
436    // get owner cluster and lpid
437    cxy_t  owner_cxy = CXY_FROM_PID( pid );
438    lpid_t lpid      = LPID_FROM_PID( pid );
439
440    // Check valid PID
441    if( lpid >= CONFIG_MAX_PROCESS_PER_CLUSTER )  return XPTR_NULL;
442
443    if( local_cxy == owner_cxy )   // local cluster is owner cluster
444    {
445        ref_xp = cluster->pmgr.pref_tbl[lpid];
446    }
447    else                              // use a remote_lwd to access owner cluster
448    {
449        ref_xp = (xptr_t)hal_remote_l64( XPTR( owner_cxy , &cluster->pmgr.pref_tbl[lpid] ) );
450    }
451
452    return ref_xp;
453}
454
455///////////////////////////////////////////////
456error_t cluster_pid_alloc( process_t * process,
457                           pid_t     * pid )
458{
459    lpid_t      lpid;
460    bool_t      found;
461
462#if DEBUG_CLUSTER_PID_ALLOC
463uint32_t   cycle = (uint32_t)hal_get_cycles();
464thread_t * this  = CURRENT_THREAD;
465if( DEBUG_CLUSTER_PID_ALLOC < cycle )
466printk("\n[%s] thread[%x,%x] enters in cluster %x / cycle %d\n",
467__FUNCTION__ , this->process->pid , this->trdid , local_cxy , cycle );
468#endif
469
470    pmgr_t    * pm         = &LOCAL_CLUSTER->pmgr;
471
472    // get the lock protecting pref_tbl
473    queuelock_acquire( &pm->pref_lock );
474
475    // search an empty slot
476    found = false;
477    for( lpid = 0 ; lpid < CONFIG_MAX_PROCESS_PER_CLUSTER ; lpid++ )
478    {
479        if( pm->pref_tbl[lpid] == XPTR_NULL )
480        {
481            found = true;
482            break;
483        }
484    }
485
486    if( found )
487    {
488        // register process in pref_tbl[]
489        pm->pref_tbl[lpid] = XPTR( local_cxy , process );
490        pm->pref_nr++;
491
492        // returns pid
493        *pid = PID( local_cxy , lpid );
494
495        // release the processs_manager lock
496        queuelock_release( &pm->pref_lock );
497
498        return 0;
499    }
500    else
501    {
502        // release the lock
503        queuelock_release( &pm->pref_lock );
504
505        return 0xFFFFFFFF;
506    }
507
508#if DEBUG_CLUSTER_PID_ALLOC
509cycle = (uint32_t)hal_get_cycles();
510if( DEBUG_CLUSTER_PID_ALLOC < cycle )
511printk("\n[%s] thread[%x,%x] exit in cluster %x / cycle %d\n",
512__FUNCTION__ , this->process->pid , this->trdid , local_cxy , cycle );
513#endif
514
515} // end cluster_pid_alloc()
516
517/////////////////////////////////////
518void cluster_pid_release( pid_t pid )
519{
520
521#if DEBUG_CLUSTER_PID_RELEASE
522uint32_t   cycle = (uint32_t)hal_get_cycles();
523thread_t * this  = CURRENT_THREAD;
524if( DEBUG_CLUSTER_PID_ALLOC < cycle )
525printk("\n[%s] thread[%x,%x] enters in cluster %x / pid %x / cycle %d\n",
526__FUNCTION__ , this->process->pid , this->trdid , local_cxy , pid, cycle );
527#endif
528
529    cxy_t  owner_cxy  = CXY_FROM_PID( pid );
530    lpid_t lpid       = LPID_FROM_PID( pid );
531
532    pmgr_t  * pm = &LOCAL_CLUSTER->pmgr;
533
534    // check lpid
535    assert( (lpid < CONFIG_MAX_PROCESS_PER_CLUSTER),
536    "illegal LPID = %d" , lpid );
537
538    // check owner cluster
539    assert( (owner_cxy == local_cxy) ,
540    "local_cluster %x !=  owner_cluster %x" , local_cxy , owner_cxy );
541
542    // get the lock protecting pref_tbl
543    queuelock_acquire( &pm->pref_lock );
544
545    // remove process from pref_tbl[]
546    pm->pref_tbl[lpid] = XPTR_NULL;
547    pm->pref_nr--;
548
549    // release the processs_manager lock
550    queuelock_release( &pm->pref_lock );
551
552#if DEBUG_CLUSTER_PID_RELEASE
553cycle = (uint32_t)hal_get_cycles();
554if( DEBUG_CLUSTER_PID_ALLOC < cycle )
555printk("\n[%s] thread[%x,%x] exit in cluster %x / cycle %d\n",
556__FUNCTION__ , this->process->pid , this->trdid , local_cxy , cycle );
557#endif
558
559} // end cluster_pid_release()
560
561///////////////////////////////////////////////////////////
562process_t * cluster_get_local_process_from_pid( pid_t pid )
563{
564    xptr_t         process_xp;
565    process_t    * process_ptr;
566    xptr_t         root_xp;
567    xptr_t         iter_xp;
568    bool_t         found;
569
570    found   = false;
571    root_xp = XPTR( local_cxy , &LOCAL_CLUSTER->pmgr.local_root );
572
573    XLIST_FOREACH( root_xp , iter_xp )
574    {
575        process_xp  = XLIST_ELEMENT( iter_xp , process_t , local_list );
576        process_ptr = (process_t *)GET_PTR( process_xp );
577        if( process_ptr->pid == pid )
578        {
579            found = true;
580            break;
581        }
582    }
583
584    if (found ) return process_ptr;
585    else        return NULL;
586
587}  // end cluster_get_local_process_from_pid()
588
589//////////////////////////////////////////////////////
590void cluster_process_local_link( process_t * process )
591{
592    pmgr_t * pm = &LOCAL_CLUSTER->pmgr;
593
594    // get extended pointers on local process list root & lock
595    xptr_t root_xp = XPTR( local_cxy , &pm->local_root );
596    xptr_t lock_xp = XPTR( local_cxy , &pm->local_lock );
597
598    // get lock protecting the local list
599    remote_queuelock_acquire( lock_xp );
600
601    // register process in local list
602    xlist_add_last( root_xp , XPTR( local_cxy , &process->local_list ) );
603    pm->local_nr++;
604
605    // release lock protecting the local list
606    remote_queuelock_release( lock_xp );
607}
608
609////////////////////////////////////////////////////////
610void cluster_process_local_unlink( process_t * process )
611{
612    pmgr_t * pm = &LOCAL_CLUSTER->pmgr;
613
614    // get extended pointers on local process list lock
615    xptr_t lock_xp = XPTR( local_cxy , &pm->local_lock );
616
617    // get lock protecting the local list
618    remote_queuelock_acquire( lock_xp );
619
620    // remove process from local list
621    xlist_unlink( XPTR( local_cxy , &process->local_list ) );
622    pm->local_nr--;
623
624    // release lock protecting the local list
625    remote_queuelock_release( lock_xp );
626}
627
628///////////////////////////////////////////////////////
629void cluster_process_copies_link( process_t * process )
630{
631    pmgr_t * pm = &LOCAL_CLUSTER->pmgr;
632
633#if DEBUG_CLUSTER_PROCESS_COPIES
634uint32_t   cycle = (uint32_t)hal_get_cycles();
635thread_t * this  = CURRENT_THREAD;
636if( DEBUG_CLUSTER_PROCESS_COPIES < cycle )
637printk("\n[%s] thread[%x,%x] enters for process %x / cycle %d\n",
638__FUNCTION__ , this->process->pid , this->trdid , process->pid , cycle );
639#endif
640
641    // get owner cluster identifier CXY and process LPID
642    pid_t    pid        = process->pid;
643    cxy_t    owner_cxy  = CXY_FROM_PID( pid );
644    lpid_t   lpid       = LPID_FROM_PID( pid );
645
646    // get extended pointer on lock protecting copies_list[lpid]
647    xptr_t copies_lock  = XPTR( owner_cxy , &pm->copies_lock[lpid] );
648
649    // get extended pointer on the copies_list[lpid] root
650    xptr_t copies_root  = XPTR( owner_cxy , &pm->copies_root[lpid] );
651
652    // get extended pointer on the local copies_list entry
653    xptr_t copies_entry = XPTR( local_cxy , &process->copies_list );
654
655    // get lock protecting copies_list[lpid]
656    remote_queuelock_acquire( copies_lock );
657
658    // add copy to copies_list
659    xlist_add_first( copies_root , copies_entry );
660    hal_remote_atomic_add( XPTR( owner_cxy , &pm->copies_nr[lpid] ) , 1 );
661
662    // release lock protecting copies_list[lpid]
663    remote_queuelock_release( copies_lock );
664
665#if DEBUG_CLUSTER_PROCESS_COPIES
666cycle = (uint32_t)hal_get_cycles();
667if( DEBUG_CLUSTER_PROCESS_COPIES < cycle )
668printk("\n[%s] thread[%x,%x] exit for process %x / cycle %d\n",
669__FUNCTION__ , this->process->pid , this->trdid , process->pid , cycle );
670#endif
671
672}  // end cluster_process_copies_link()
673
674/////////////////////////////////////////////////////////
675void cluster_process_copies_unlink( process_t * process )
676{
677    pmgr_t * pm = &LOCAL_CLUSTER->pmgr;
678
679#if DEBUG_CLUSTER_PROCESS_COPIES
680uint32_t   cycle = (uint32_t)hal_get_cycles();
681thread_t * this  = CURRENT_THREAD;
682if( DEBUG_CLUSTER_PROCESS_COPIES < cycle )
683printk("\n[%s] thread[%x,%x] enters for process %x / cycle %d\n",
684__FUNCTION__ , this->process->pid , this->trdid , process->pid , cycle );
685#endif
686
687    // get owner cluster identifier CXY and process LPID
688    pid_t    pid        = process->pid;
689    cxy_t    owner_cxy  = CXY_FROM_PID( pid );
690    lpid_t   lpid       = LPID_FROM_PID( pid );
691
692    // get extended pointer on lock protecting copies_list[lpid]
693    xptr_t copies_lock  = XPTR( owner_cxy , &pm->copies_lock[lpid] );
694
695    // get extended pointer on the local copies_list entry
696    xptr_t copies_entry = XPTR( local_cxy , &process->copies_list );
697
698    // get lock protecting copies_list[lpid]
699    remote_queuelock_acquire( copies_lock );
700
701    // remove copy from copies_list
702    xlist_unlink( copies_entry );
703    hal_remote_atomic_add( XPTR( owner_cxy , &pm->copies_nr[lpid] ) , -1 );
704
705    // release lock protecting copies_list[lpid]
706    remote_queuelock_release( copies_lock );
707
708#if DEBUG_CLUSTER_PROCESS_COPIES
709cycle = (uint32_t)hal_get_cycles();
710if( DEBUG_CLUSTER_PROCESS_COPIES < cycle )
711printk("\n[%s] thread[%x,%x] exit for process %x / cycle %d\n",
712__FUNCTION__ , this->process->pid , this->trdid , process->pid , cycle );
713#endif
714
715}  // end cluster_process_copies_unlink()
716
717////////////////////////////////////////////
718void cluster_processes_display( cxy_t   cxy,
719                                bool_t  owned )
720{
721    xptr_t        root_xp;
722    xptr_t        lock_xp;
723    xptr_t        iter_xp;
724    xptr_t        process_xp;
725    process_t   * process_ptr;
726    cxy_t         process_cxy;
727    pid_t         pid;
728    cxy_t         txt0_cxy;
729    chdev_t     * txt0_ptr;
730    xptr_t        txt0_xp;
731    xptr_t        txt0_lock_xp;
732    uint32_t      pref_nr;       // number of owned processes in cluster cxy
733
734assert( (cluster_is_active( cxy ) ), "illegal cluster index" );
735
736    // get extended pointer on root and lock for local process list in cluster
737    root_xp = XPTR( cxy , &LOCAL_CLUSTER->pmgr.local_root );
738    lock_xp = XPTR( cxy , &LOCAL_CLUSTER->pmgr.local_lock );
739
740    // get number of owned processes in cluster cxy
741    pref_nr = hal_remote_l32( XPTR( cxy , &LOCAL_CLUSTER->pmgr.pref_nr ) );
742
743    // display nothing if no user process in cluster cxy
744    if( (owned != false) && (pref_nr < 2) ) return;
745   
746    // get pointers on TXT0 chdev
747    txt0_xp  = chdev_dir.txt_tx[0];
748    txt0_cxy = GET_CXY( txt0_xp );
749    txt0_ptr = GET_PTR( txt0_xp );
750
751    // get extended pointer on TXT0 lock
752    txt0_lock_xp = XPTR( txt0_cxy , &txt0_ptr->wait_lock );
753
754    // get lock on local process list
755    remote_queuelock_acquire( lock_xp );
756
757    // get TXT0 lock
758    remote_busylock_acquire( txt0_lock_xp );
759     
760    nolock_printk("\n***** processes in cluster %x / cycle %d\n",
761    cxy , (uint32_t)hal_get_cycles() );
762
763    // loop on all processes in cluster cxy
764    XLIST_FOREACH( root_xp , iter_xp )
765    {
766        process_xp  = XLIST_ELEMENT( iter_xp , process_t , local_list );
767        process_ptr = GET_PTR( process_xp );
768        process_cxy = GET_CXY( process_xp );
769
770        // get process PID
771        pid = hal_remote_l32( XPTR( process_cxy , &process_ptr->pid ) );
772
773        if( owned )  // display only user & owned processes
774        {
775            if( (CXY_FROM_PID( pid ) == cxy) && (LPID_FROM_PID( pid ) != 0) )
776            {
777                process_display( process_xp );
778            }
779        }
780        else         // display all local processes
781        {
782            process_display( process_xp );
783        }
784    }
785
786    // release TXT0 lock
787    remote_busylock_release( txt0_lock_xp );
788
789    // release lock on local process list
790    remote_queuelock_release( lock_xp );
791
792}  // end cluster_processes_display()
793
794
Note: See TracBrowser for help on using the repository browser.