source: trunk/kernel/drivers/soclib/soclib_cma.c @ 26

/*
 * soclib_nic.c - SOCLIB_NIC (Network Interface Controler) driver implementation.
 *
 * Author     Alain Greiner (2016)
 *
 * Copyright (c) UPMC Sorbonne Universites
 *
 * This file is part of ALMOS-MKH.
 *
 * ALMOS-MKH.is free software; you can redistribute it and/or modify it
 * under the terms of the GNU General Public License as published by
 * the Free Software Foundation; version 2.0 of the License.
 *
 * ALMOS-MKH.is distributed in the hope that it will be useful, but
 * WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with ALMOS-MKH.; if not, write to the Free Software Foundation,
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
 */

#include <chdev.h>
#include <dev_nic.h>
#include <soclib_nic.h>
#include <spinlock.h>


/////////////////////////////////////
void soclib_nic_init( xptr_t xp_dev )
{
    uint32_t    i;
    kmem_req_t  req;
    
    // get NIC device descriptor cluster and local pointer
    cxy_t      dev_cxy  = GET_CXY( dev );
    device_t * dev_ptr  = (device_t *)GET_PTR( dev );
  
    // get hardware device base address
        xptr_t     base = hal_remote_lwd( XPTR( dev_cxy , &dev_ptr->base ) );

    // get hardware device cluster and local pointer
    cxy_t      nic_cxy  = GET_CXY( base );
    uint32_t * nic_ptr  = (uint32_t *)GET_PTR( base );

    // initialize Soclib NIC global registers 
    hal_remote_sw( XPTR( nic_cxy , &nic_ptr + NIC_G_BC_ENABLE ) , 0 );
    hal_remote_sw( XPTR( nic_cxy , &nic_ptr + NIC_G_ON        ) , 0 );

    // allocate memory for chbuf descriptor (one page)
    if( sizeof(nic_chbuf_t) > CONFIG_PPM_PAGE_SIZE )
    {
        printk("PANIC in %s : chbuf descriptor exceeds one page\n", __FUNCTION__ );
        hal_core_sleep;
    }

    req->type   = KMEM_PAGE;
    req->size   = 0;
    req_flags   = AF_KERNEL;

    nic_chbuf_t * chbuf = (nic_chbuf_t *)kmem_alloc( &req );

    if( chbuf == NULL )
    {
        printk("PANIC in %s : no more memory for chbuf desccriptor\n", __FUNCTION__ );
        hal_core_sleep;
    }

    // initialise chbuf state
    chbuf->cont_id  = 0;
    chbuf->pkt_id   = 0;
    chbuf->word_id  = 34;
    
    // allocate containers (one page per container)
    // and complete chbuf descriptor initialization
    if( CONFIG_PPM_PAGE_SIZE != 4096 )
    {
        printk("PANIC in %s : chbuf container must be 4 Kbytes\n", __FUNCTION__ );
        hal_core_sleep;
    }

    for( i = 0 ; i < CONFIG_NIC_CHBUF_DEPTH ; i++ )
    {
        uint32_t * container = (uint32_t *)kmem_alloc( req );   

        if( container == NULL )
        {
            printk("PANIC in %s : no more memory for container\n", __FUNCTION__ );
            hal_core_sleep;
        }
        
        chbuf->cont[i] = container;
        chbuf->full[i] = (paddr_t)XPTR( local_cxy , container );
    }

    // get a free WTI mailbox
    uint32_t wti_id = dev_icu_wti_alloc();
    if( wti_id == -1 )
    {
        printk("PANIC in %s : cannot allocate WTI mailbox\n", __FUNCTION__ );
        hal_core_sleep;
    }

    // enable WTI IRQ in local ICU and update WTI interrupt vector
    dev_icu_enable_irq( WTI_TYPE , wti_id , xp_dev );

    // link NIC IRQ to WTI mailbox in PIC component 
    uint32_t irq_id; 
    if( is_rx ) irq_id = devices_irq.nic_rx[channel];
    else        irq_id = devices_irq.nic_tx[channel];
    dev_pic_bind_irq( irq_id , local_cxy , wti_id );

} // end soclib_nic_init()


////////////////////////////////////////////////
void __attribute__ ((noinline)) soclib_nic_cmd()
{
    uint32_t       cmd;          // command type    
    char         * buffer;       // pointer on command buffer   
    uint32_t       length;       // Ethernet packet length
    uint32_t       offset;       // offset in buffer
    nic_chbuf_t  * chbuf;        // pointer on chbuf descriptor
    uint32_t       cont_id;      // index of current container in chbuf
    uint32_t       pkt_id;       // index of current packet in container
    uint32_t       word_id;      // index of first word of current packet in container
    uint32_t     * container;    // pointer on container (array of uint32_t)
    uint16_t     * header;       // pointer on container header (array of uint16_t)
    uint32_t       npackets;     // number of packets in current container

    volatile uint64_t  sts;  // container descriptor (containing status)

    thread_t * this = CURRENT_THREAD;

    // get command arguments
    cmd    = this->dev.nic.cmd;
    buffer = this->dev.nic.buffer;
    length = this->dev.nic.length;

    // get chbuf descriptor pointer
    chbuf = (nic_chbuf_t *)dev->ext.nic.queue;

    // analyse command type
    switch( cmd )
    {
        /////////////////////////////////////////////////////////////////////////////
        case NIC_CMD_READ:   // transfer one packet from RX queue to command buffer
        {
            // get current container index
            cont_id = chbuf->cont_id;
            
            if( chbuf->full[cont_id] == 0 )  // container empty
            {
                printk("PANIC in %s : read an empty container\n", __FUNCTION__ );
                hal_core_sleep();
            }

            // get pointer on container and header 
            container = chbuf->cont[cont_id];
            header    = (uint16_t *)header;

            // get  expected packet index and first word index in container
            pkt_id  = chbuf->pkt_id;
            word_id = chbuf->word_id;

            // get packet length and number of packets from container header
            length    = header[pkt_id + 2];
            npackets  = header[0];

            if( pkt_id >= npackets )  // packet index too large
            {
                printk("PANIC in %s : read a non readable container\n", __FUNCTION__ );
                hal_core_sleep();
            }

            // move the packet from container to buffer
            memcpy( buffer , container + word_id , length );

            // update current packet index and first word index
            chbuf->pkt_id  = pkt_id + 1;
            if( length & 0x3 ) chbuf->word_id = word_id + (length>>2) + 1;
            else               chbuf->word_id = word_id + (length>>2);
        }
        break;    // end READ
            
        //////////////////////////////////////////////////////////////////////////
        case NIC_CMD_WRITE:  // move one packet from command buffer to TX queue
        {
            // get current TX container indexes
            cont_id = chbuf->cont_id;
            pkt_id  = chbuf->pkt_id;
            word_id = chbuf->word_id;

            if( chbuf->full[cont_id] != 0 )  // container full
            {
                printk("PANIC in %s : write to a full container\n", __FUNCTION__ );
                hal_core_sleep();
            }

            // get pointer on container and header 
            container = chbuf->cont[cont_id];
            header    = (uint16_t *)container;

            if( length > ((1024 - word_id)<<2) )  // packet length too large
            {
                printk("PANIC in %s : write to a non writable container\n", __FUNCTION__ );
                hal_core_sleep();
            }

            // update packet length in container header
            header[pkt_id + 2] = (uint16_t)length;

            // move the packet from buffer to container
            memcpy( container + word_id , buffer , length );

            // update current packet index and first word index
            chbuf->pkt_id  = pkt_id + 1;
            if( length & 0x3 ) chbuf->word_id = word_id + (length>>2) + 1;
            else               chbuf->word_id = word_id + (length>>2);
        }
        break;  // end WRITE

        ////////////////////////////////////////////////////////////////////////////
        case NIC_CMD_WRITABLE:  // analyse chbuf status / update status if required
        {
            // get current container state 
            cont_id = chbuf->cont_id;
            word_id = chbuf->word_id;

            // compute current container writable
            bool_t ok = ( chbuf->full[cont_id] == 0 ) &&
                        ( length <= ((1024 - word_id)<<2) );

            if( ok )                // current container writable
            {
                // return chbuf writable
                this->dev.nic.status = true;
            }
            else                    // current container not writable
            {
                // release current container
                chbuf->full[cont_id] = 1;

                // check next container 
                cont_id = (cont_id + 1) % CONFIG_NIC_CHBUF_DEPTH;

                if( chbuf->full[cont_id] == 0 ) // next container empty
                {
                    // update chbuf status
                    chbuf->word_id = 34;
                    chbuf->cont_id = cont-id;
                    chbuf->pkt_id  = 0;
                     
                    // return chbuf writable
                    this->dev.nic.status = true;
                }
                else                            // next container full     
                {
                    // return chbuf non writable
                    this->dev.nic.status = false;
                }
            }
        }
        break;  // end WRITABLE

        /////////////////////////////////////////////////////////////////////////////
        case NIC_CMD_READABLE:  // analyse chbuf status / update status if required
        {
            // get current container state
            cont_id  = chbuf->cont_id;
            pkt_id   = chbuf->pkt_id;
            npackets = chbuf->cont[cont_id][0] & 0x0000FFFF; 
            
            // compute current container readable
            bool_t ok = ( chbuf->full[cont_id] == 1 ) &&
                        ( pkt_id < npackets );

            if( ok )                    // current container readable
            {
                // return chbuf readable     
                this->dev.nic.status = true;
            }
            else                        // current container non readable
            {
                // release current container
                chbuf->full[cont_id] = 0;

                // check next container
                cont_id = (cont_id + 1) % CONFIG_NIC_CHBUF_DEPTH;

                if( chbuf->full[cont_id] == 1 ) // next container full 
                {
                    // update chbuf status
                    chbuf->word_id = 34;
                    chbuf->cont_id = cont-id;
                    chbuf->pkt_id  = 0;
                     
                    // return chbuf readable
                    this->dev.nic.status = true;
                }
                else                            // next container empty    
                {
                    // return chbuf non readable
                    this->dev.nic.status = false;
                }
            }
   
        }
        break;  // end READABLE
    } 
} // end soclib_nic_cmd()


////////////////////////////////////////////////////////////////
void __attribute__ ((noinline)) soclib_nic_isr( device_t * dev )
{
    cxy_t local_cxy = LOCAL_CUSTER->cxy;

    // acknowledge WTI IRQ TODO

    // unblock server thread 
    thread_t * server = dev->server;
    thread_unblock( XPTR( local_cxy , server ) , THREAD_BLOCKED_IO );

} // end soclib_nic_isr()