1 | ///////////////////////////////////////////////////////////////////////////////////////////// |
---|
2 | // File : main.c (for classif application) |
---|
3 | // Date : november 2014 |
---|
4 | // author : Alain Greiner |
---|
5 | ///////////////////////////////////////////////////////////////////////////////////////////// |
---|
6 | // This multi-threaded application takes a Gigabit Ethernet packets stream, and |
---|
7 | // makes a packet analysis and classification, based on the source MAC address. |
---|
8 | // It uses the NIC peripheral, and the chained buffer build by the CMA component |
---|
9 | // to consume packets on the Gigabit Ethernet port. |
---|
10 | // |
---|
11 | // It is described as a TCG (Task and Communication Graph) containing |
---|
12 | // - one "load" task per cluster. |
---|
13 | // - from one to three "analyse" tasks per cluster. |
---|
14 | // In each cluster, the "load" task communicates with the local "analyse" tasks through |
---|
15 | // a local MWMR fifo containing NB_PROCS_MAX containers (one item = one container). |
---|
16 | // The MWMR fifo descriptor and the data buffer containing the containers are defined |
---|
17 | // as global variables distributed in (up to) 16 clusters. |
---|
18 | // |
---|
19 | // WARNING: the platform cannot contain more than 16 clusters: (X_SIZE < 4) && (Y_SIZE < 4) |
---|
20 | // |
---|
21 | // 1) The "load" task transfer one container from the kernel chbuf associated to the |
---|
22 | // NIC_RX channel, to a private buffer. Then it copies this bufferer to the local MWMR fifo. |
---|
23 | // Each "load" task loads CONTAINERS_MAX containers before exit, and the |
---|
24 | // task in cluster[0,0] displays the results stored in global counters filled |
---|
25 | // by the "analyse" tasks. |
---|
26 | // |
---|
27 | // 2) The "analyse" task transfer one container from the local MWMR fifo to a private |
---|
28 | // local buffer. It analyse each packet contained in the container, compute the |
---|
29 | // packet type, depending on the 4 MSB bits of the source MAC address, |
---|
30 | // and increment the corresponding counters. |
---|
31 | // |
---|
32 | // It uses the he following hardware parameters, defined in the hard_config.h file: |
---|
33 | // - X_SIZE : number of clusters in a row |
---|
34 | // - Y_SIZE : number of clusters in a column |
---|
35 | // - NB_PROCS_MAX : number of processors per cluster |
---|
36 | ///////////////////////////////////////////////////////////////////////////////////////////// |
---|
37 | |
---|
38 | #include "stdio.h" |
---|
39 | #include "barrier.h" |
---|
40 | #include "malloc.h" |
---|
41 | #include "user_lock.h" |
---|
42 | #include "mwmr_channel.h" |
---|
43 | #include "hard_config.h" |
---|
44 | |
---|
45 | #define LOAD_VERBOSE 0 |
---|
46 | #define ANALYSE_VERBOSE 0 |
---|
47 | #define CONTAINERS_MAX 10 |
---|
48 | |
---|
49 | /////////// distributed data ///////////////////////////////////////////////////////////// |
---|
50 | // - fifo_x_y is the local MWMR fifo descriptor |
---|
51 | // - data_x_y is the local MWMR fifo data buffer |
---|
52 | // - sync_x_y is the local variable signaling MWMR fifo initialisation |
---|
53 | /////////// distributed data ///////////////////////////////////////////////////////////// |
---|
54 | |
---|
55 | #if ( (X_SIZE > 0) && (Y_SIZE > 0) ) |
---|
56 | __attribute__((section (".data_0_0"))) mwmr_channel_t fifo_0_0; |
---|
57 | __attribute__((section (".data_0_0"))) unsigned int data_0_0[NB_PROCS_MAX<<10]; |
---|
58 | __attribute__((section (".data_0_0"))) unsigned int sync_0_0 = 0; |
---|
59 | #endif |
---|
60 | #if ( (X_SIZE > 0) && (Y_SIZE > 1) ) |
---|
61 | __attribute__((section (".data_0_1"))) mwmr_channel_t fifo_0_1; |
---|
62 | __attribute__((section (".data_0_1"))) unsigned int data_0_1[NB_PROCS_MAX<<10]; |
---|
63 | __attribute__((section (".data_0_1"))) unsigned int sync_0_1 = 0; |
---|
64 | #endif |
---|
65 | #if ( (X_SIZE > 0) && (Y_SIZE > 2) ) |
---|
66 | __attribute__((section (".data_0_2"))) mwmr_channel_t fifo_0_2; |
---|
67 | __attribute__((section (".data_0_2"))) unsigned int data_0_2[NB_PROCS_MAX<<10]; |
---|
68 | __attribute__((section (".data_0_2"))) unsigned int sync_0_2 = 0; |
---|
69 | #endif |
---|
70 | #if ( (X_SIZE > 0) && (Y_SIZE > 3) ) |
---|
71 | __attribute__((section (".data_0_3"))) mwmr_channel_t fifo_0_3; |
---|
72 | __attribute__((section (".data_0_3"))) unsigned int data_0_3[NB_PROCS_MAX<<10]; |
---|
73 | __attribute__((section (".data_0_3"))) unsigned int sync_0_3 = 0; |
---|
74 | #endif |
---|
75 | #if ( (X_SIZE > 1) && (Y_SIZE > 0) ) |
---|
76 | __attribute__((section (".data_1_0"))) mwmr_channel_t fifo_1_0; |
---|
77 | __attribute__((section (".data_1_0"))) unsigned int data_1_0[NB_PROCS_MAX<<10]; |
---|
78 | __attribute__((section (".data_1_0"))) unsigned int sync_1_0 = 0; |
---|
79 | #endif |
---|
80 | #if ( (X_SIZE > 1) && (Y_SIZE > 1) ) |
---|
81 | __attribute__((section (".data_1_1"))) mwmr_channel_t fifo_1_1; |
---|
82 | __attribute__((section (".data_1_1"))) unsigned int data_1_1[NB_PROCS_MAX<<10]; |
---|
83 | __attribute__((section (".data_1_1"))) unsigned int sync_1_1 = 0; |
---|
84 | #endif |
---|
85 | #if ( (X_SIZE > 1) && (Y_SIZE > 2) ) |
---|
86 | __attribute__((section (".data_1_2"))) mwmr_channel_t fifo_1_2; |
---|
87 | __attribute__((section (".data_1_2"))) unsigned int data_1_2[NB_PROCS_MAX<<10]; |
---|
88 | __attribute__((section (".data_1_2"))) unsigned int sync_1_2 = 0; |
---|
89 | #endif |
---|
90 | #if ( (X_SIZE > 1) && (Y_SIZE > 3) ) |
---|
91 | __attribute__((section (".data_1_3"))) mwmr_channel_t fifo_1_3; |
---|
92 | __attribute__((section (".data_1_3"))) unsigned int data_1_3[NB_PROCS_MAX<<10]; |
---|
93 | __attribute__((section (".data_1_3"))) unsigned int sync_1_3 = 0; |
---|
94 | #endif |
---|
95 | #if ( (X_SIZE > 2) && (Y_SIZE > 0) ) |
---|
96 | __attribute__((section (".data_2_0"))) mwmr_channel_t fifo_2_0; |
---|
97 | __attribute__((section (".data_2_0"))) unsigned int data_2_0[NB_PROCS_MAX<<10]; |
---|
98 | __attribute__((section (".data_2_0"))) unsigned int sync_2_0 = 0; |
---|
99 | #endif |
---|
100 | #if ( (X_SIZE > 2) && (Y_SIZE > 1) ) |
---|
101 | __attribute__((section (".data_2_1"))) mwmr_channel_t fifo_2_1; |
---|
102 | __attribute__((section (".data_2_1"))) unsigned int data_2_1[NB_PROCS_MAX<<10]; |
---|
103 | __attribute__((section (".data_2_1"))) unsigned int sync_2_1 = 0; |
---|
104 | #endif |
---|
105 | #if ( (X_SIZE > 2) && (Y_SIZE > 2) ) |
---|
106 | __attribute__((section (".data_2_2"))) mwmr_channel_t fifo_2_2; |
---|
107 | __attribute__((section (".data_2_2"))) unsigned int data_2_2[NB_PROCS_MAX<<10]; |
---|
108 | __attribute__((section (".data_2_2"))) unsigned int sync_2_2 = 0; |
---|
109 | #endif |
---|
110 | #if ( (X_SIZE > 2) && (Y_SIZE > 3) ) |
---|
111 | __attribute__((section (".data_2_3"))) mwmr_channel_t fifo_2_3; |
---|
112 | __attribute__((section (".data_2_3"))) unsigned int data_2_3[NB_PROCS_MAX<<10]; |
---|
113 | __attribute__((section (".data_2_3"))) unsigned int sync_2_3 = 0; |
---|
114 | #endif |
---|
115 | #if ( (X_SIZE > 3) && (Y_SIZE > 0) ) |
---|
116 | __attribute__((section (".data_3_0"))) mwmr_channel_t fifo_3_0; |
---|
117 | __attribute__((section (".data_3_0"))) unsigned int data_3_0[NB_PROCS_MAX<<10]; |
---|
118 | __attribute__((section (".data_3_0"))) unsigned int sync_3_0 = 0; |
---|
119 | #endif |
---|
120 | #if ( (X_SIZE > 3) && (Y_SIZE > 1) ) |
---|
121 | __attribute__((section (".data_3_1"))) mwmr_channel_t fifo_3_1; |
---|
122 | __attribute__((section (".data_3_1"))) unsigned int data_3_1[NB_PROCS_MAX<<10]; |
---|
123 | __attribute__((section (".data_3_1"))) unsigned int sync_3_1 = 0; |
---|
124 | #endif |
---|
125 | #if ( (X_SIZE > 3) && (Y_SIZE > 2) ) |
---|
126 | __attribute__((section (".data_3_2"))) mwmr_channel_t fifo_3_2; |
---|
127 | __attribute__((section (".data_3_2"))) unsigned int data_3_2[NB_PROCS_MAX<<10]; |
---|
128 | __attribute__((section (".data_3_2"))) unsigned int sync_3_2 = 0; |
---|
129 | #endif |
---|
130 | #if ( (X_SIZE > 3) && (Y_SIZE > 3) ) |
---|
131 | __attribute__((section (".data_3_3"))) mwmr_channel_t fifo_3_3; |
---|
132 | __attribute__((section (".data_3_3"))) unsigned int data_3_3[NB_PROCS_MAX<<10]; |
---|
133 | __attribute__((section (".data_3_3"))) unsigned int sync_3_3 = 0; |
---|
134 | #endif |
---|
135 | |
---|
136 | /////////// shared variables in cluster[0,0] ////////////////////////// |
---|
137 | |
---|
138 | __attribute__((section (".data_0_0"))) unsigned int count[16]; |
---|
139 | |
---|
140 | __attribute__((section (".data_0_0"))) giet_barrier_t barrier; |
---|
141 | |
---|
142 | __attribute__((section (".data_0_0"))) unsigned int global_init_ok = 0; |
---|
143 | |
---|
144 | __attribute__((section (".data_0_0"))) unsigned int nic_channel; |
---|
145 | |
---|
146 | |
---|
147 | ///////////////////////////////////////// |
---|
148 | __attribute__ ((constructor)) void load() |
---|
149 | ///////////////////////////////////////// |
---|
150 | { |
---|
151 | // get processor identifiers |
---|
152 | unsigned int x; |
---|
153 | unsigned int y; |
---|
154 | unsigned int l; |
---|
155 | giet_proc_xyp( &x, &y, &l ); |
---|
156 | |
---|
157 | if (X_SIZE > 4 ) giet_exit("The X_SIZE parameter cannot be larger than 4\n"); |
---|
158 | if (Y_SIZE > 4 ) giet_exit("The Y_SIZE parameter cannot be larger than 4\n"); |
---|
159 | |
---|
160 | // local buffer to store one container |
---|
161 | unsigned int temp[1024]; |
---|
162 | |
---|
163 | // get pointer on local MWMR fifo descriptor and data buffer |
---|
164 | unsigned int offset = ((x * 4) + y) * 0x10000; |
---|
165 | mwmr_channel_t* fifo = (mwmr_channel_t*)(((unsigned int)&fifo_0_0) + offset); |
---|
166 | unsigned int* data = (unsigned int*) (((unsigned int)data_0_0) + offset); |
---|
167 | unsigned int* sync = (unsigned int*) (((unsigned int)&sync_0_0) + offset); |
---|
168 | |
---|
169 | if ( (x==X_SIZE-1) && (y==Y_SIZE-1) ) |
---|
170 | giet_shr_printf("\n*** Task load starts on P[%d,%d,%d] at cycle %d\n" |
---|
171 | " &fifo = %x / &data = %x / &sync = %x\n", |
---|
172 | x, y, l, giet_proctime(), |
---|
173 | (unsigned int)fifo, (unsigned int)data, (unsigned int)sync ); |
---|
174 | |
---|
175 | // Task load on cluster[0,0] makes global initialisation: |
---|
176 | // - NIC & CMA channels allocation & initialisation. |
---|
177 | // - barrier for all load tasks initialisation. |
---|
178 | // Other load task wait completion. |
---|
179 | if ( (x==0) && (y==0) ) |
---|
180 | { |
---|
181 | // get NIC_RX channel |
---|
182 | nic_channel = giet_nic_rx_alloc(); |
---|
183 | |
---|
184 | // start CMA transfer |
---|
185 | giet_nic_rx_start(); |
---|
186 | |
---|
187 | // barrier init |
---|
188 | barrier_init( &barrier, X_SIZE * Y_SIZE ); |
---|
189 | |
---|
190 | global_init_ok = 1; |
---|
191 | } |
---|
192 | else |
---|
193 | { |
---|
194 | while ( global_init_ok == 0 ) asm volatile ("nop"); |
---|
195 | } |
---|
196 | |
---|
197 | // Each load task initialises local MWMR fifo (width = 4kbytes / depth = NB_PROCS_MAX) |
---|
198 | mwmr_init( fifo , data , 1024 , NB_PROCS_MAX ); |
---|
199 | |
---|
200 | // signal MWMR fifo initialisation completion |
---|
201 | *sync = 1; |
---|
202 | |
---|
203 | // main loop (on containers) |
---|
204 | unsigned int container = 0; |
---|
205 | while ( container < CONTAINERS_MAX ) |
---|
206 | { |
---|
207 | // get one container from kernel chbuf |
---|
208 | giet_nic_rx_move( nic_channel, temp ); |
---|
209 | |
---|
210 | // get packets number |
---|
211 | unsigned int npackets = temp[0] & 0x0000FFFF; |
---|
212 | unsigned int nwords = temp[0] >> 16; |
---|
213 | |
---|
214 | if ( (x==X_SIZE-1) && (y==Y_SIZE-1) ) |
---|
215 | giet_shr_printf("\nTask load on P[%d,%d,%d] get container %d at cycle %d" |
---|
216 | " : %d packets / %d words\n", |
---|
217 | x, y, l, container, giet_proctime(), npackets, nwords ); |
---|
218 | |
---|
219 | // put container to MWMR channel |
---|
220 | mwmr_write( fifo, temp, 1 ); |
---|
221 | |
---|
222 | container++; |
---|
223 | } |
---|
224 | |
---|
225 | // all load tasks synchronise before result display |
---|
226 | barrier_wait( &barrier ); |
---|
227 | |
---|
228 | // Task load in cluster[0,0] displays counters and stops NIC / CMA transfer |
---|
229 | if ( (x==0) && (y==0) ) |
---|
230 | { |
---|
231 | giet_shr_printf("\n@@@@ Clasification Results @@@\n" |
---|
232 | " - TYPE 0 : %d packets\n" |
---|
233 | " - TYPE 1 : %d packets\n" |
---|
234 | " - TYPE 2 : %d packets\n" |
---|
235 | " - TYPE 3 : %d packets\n" |
---|
236 | " - TYPE 4 : %d packets\n" |
---|
237 | " - TYPE 5 : %d packets\n" |
---|
238 | " - TYPE 6 : %d packets\n" |
---|
239 | " - TYPE 7 : %d packets\n" |
---|
240 | " - TYPE 8 : %d packets\n" |
---|
241 | " - TYPE 9 : %d packets\n" |
---|
242 | " - TYPE A : %d packets\n" |
---|
243 | " - TYPE B : %d packets\n" |
---|
244 | " - TYPE C : %d packets\n" |
---|
245 | " - TYPE D : %d packets\n" |
---|
246 | " - TYPE E : %d packets\n" |
---|
247 | " - TYPE F : %d packets\n", |
---|
248 | count[0x0], count[0x1], count[0x2], count[0x3], |
---|
249 | count[0x4], count[0x5], count[0x6], count[0x7], |
---|
250 | count[0x8], count[0x9], count[0xA], count[0xB], |
---|
251 | count[0xC], count[0xD], count[0xE], count[0xF] ); |
---|
252 | |
---|
253 | giet_nic_rx_stop(); |
---|
254 | |
---|
255 | giet_nic_rx_stats(); |
---|
256 | |
---|
257 | } |
---|
258 | |
---|
259 | // all load tasks synchronise before exit |
---|
260 | barrier_wait( &barrier ); |
---|
261 | |
---|
262 | giet_exit("Task completed"); |
---|
263 | |
---|
264 | } // end load() |
---|
265 | |
---|
266 | //////////////////////////////////////////// |
---|
267 | __attribute__ ((constructor)) void analyse() |
---|
268 | //////////////////////////////////////////// |
---|
269 | { |
---|
270 | // get processor identifiers |
---|
271 | unsigned int x; |
---|
272 | unsigned int y; |
---|
273 | unsigned int l; |
---|
274 | giet_proc_xyp( &x, &y, &l ); |
---|
275 | |
---|
276 | // local buffer to store one container |
---|
277 | unsigned int temp[1024]; |
---|
278 | |
---|
279 | // get pointer on MWMR channel descriptor |
---|
280 | unsigned int offset = ((x * 4) + y) * 0x10000; |
---|
281 | mwmr_channel_t* fifo = (mwmr_channel_t*)(((unsigned int)&fifo_0_0) + offset); |
---|
282 | unsigned int* sync = (unsigned int*) (((unsigned int)&sync_0_0) + offset); |
---|
283 | |
---|
284 | if ( (x==X_SIZE-1) && (y==Y_SIZE-1) ) |
---|
285 | giet_shr_printf("\n*** Task analyse starts on P[%d,%d,%d] at cycle %d\n" |
---|
286 | " &fifo = %x / &sync = %x\n", |
---|
287 | x, y, l, giet_proctime(), |
---|
288 | (unsigned int)fifo, (unsigned int)sync ); |
---|
289 | |
---|
290 | // wait MWMR channel initialisation (done by task load) |
---|
291 | while ( *sync == 0 ) asm volatile ("nop"); |
---|
292 | |
---|
293 | // infinite loop (on containers) |
---|
294 | unsigned int nwords; // number of words in container |
---|
295 | unsigned int npackets; // number of packets in container |
---|
296 | unsigned int length; // number of bytes in current packet |
---|
297 | unsigned int word; // current packet first word in container |
---|
298 | unsigned int type; // current packet type |
---|
299 | unsigned int p; // current packet index |
---|
300 | while ( 1 ) |
---|
301 | { |
---|
302 | // get one container from MWMR fifo |
---|
303 | mwmr_read( fifo, temp, 1 ); |
---|
304 | |
---|
305 | // get packets number |
---|
306 | npackets = temp[0] & 0x0000FFFF; |
---|
307 | nwords = temp[0] >> 16; |
---|
308 | |
---|
309 | if ( (x==X_SIZE-1) && (y==Y_SIZE-1) ) |
---|
310 | giet_shr_printf("\nTask analyse on P[%d,%d,%d] get container at cycle %d" |
---|
311 | " : %d packets / %d words\n", |
---|
312 | x, y, l, giet_proctime(), npackets, nwords ); |
---|
313 | |
---|
314 | // initialize word index in container |
---|
315 | word = 34; |
---|
316 | |
---|
317 | // loop on packets |
---|
318 | for( p = 0 ; p < npackets ; p++ ) |
---|
319 | { |
---|
320 | // get packet length from container header |
---|
321 | if ( (p & 0x1) == 0 ) length = temp[1+(p>>1)] >> 16; |
---|
322 | else length = temp[1+(p>>1)] & 0x0000FFFF; |
---|
323 | |
---|
324 | // get packet type (source mac address 4 MSB bits) |
---|
325 | type = (temp[word+1] & 0x0000F000) >> 12; |
---|
326 | |
---|
327 | // increment counter |
---|
328 | atomic_increment( &count[type], 1 ); |
---|
329 | |
---|
330 | // update word index |
---|
331 | if ( length & 0x3 ) word += (length>>2)+1; |
---|
332 | else word += (length>>2); |
---|
333 | } |
---|
334 | } |
---|
335 | } // end analyse() |
---|
336 | |
---|