2 * Portable interface to the CPU cycle counter
\r
4 * Copyright (C) 2006-2015, ARM Limited, All Rights Reserved
\r
5 * SPDX-License-Identifier: Apache-2.0
\r
7 * Licensed under the Apache License, Version 2.0 (the "License"); you may
\r
8 * not use this file except in compliance with the License.
\r
9 * You may obtain a copy of the License at
\r
11 * http://www.apache.org/licenses/LICENSE-2.0
\r
13 * Unless required by applicable law or agreed to in writing, software
\r
14 * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
\r
15 * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
\r
16 * See the License for the specific language governing permissions and
\r
17 * limitations under the License.
\r
19 * This file is part of mbed TLS (https://tls.mbed.org)
\r
22 #if !defined(MBEDTLS_CONFIG_FILE)
\r
23 #include "mbedtls/config.h"
\r
25 #include MBEDTLS_CONFIG_FILE
\r
28 #if defined(MBEDTLS_SELF_TEST) && defined(MBEDTLS_PLATFORM_C)
\r
29 #include "mbedtls/platform.h"
\r
32 #define mbedtls_printf printf
\r
35 #if defined(MBEDTLS_TIMING_C)
\r
37 #include "mbedtls/timing.h"
\r
39 #if !defined(MBEDTLS_TIMING_ALT)
\r
41 #if !defined(unix) && !defined(__unix__) && !defined(__unix) && \
\r
42 !defined(__APPLE__) && !defined(_WIN32) && !defined(__QNXNTO__) && \
\r
44 #error "This module only works on Unix and Windows, see MBEDTLS_TIMING_C in config.h"
\r
51 #if defined(_WIN32) && !defined(EFIX64) && !defined(EFI32)
\r
53 #include <windows.h>
\r
54 #include <winbase.h>
\r
55 #include <process.h>
\r
59 LARGE_INTEGER start;
\r
65 #include <sys/types.h>
\r
66 #include <sys/time.h>
\r
72 struct timeval start;
\r
75 #endif /* _WIN32 && !EFIX64 && !EFI32 */
\r
77 #if !defined(HAVE_HARDCLOCK) && defined(MBEDTLS_HAVE_ASM) && \
\r
78 ( defined(_MSC_VER) && defined(_M_IX86) ) || defined(__WATCOMC__)
\r
80 #define HAVE_HARDCLOCK
\r
82 unsigned long mbedtls_timing_hardclock( void )
\r
86 __asm mov [tsc], eax
\r
89 #endif /* !HAVE_HARDCLOCK && MBEDTLS_HAVE_ASM &&
\r
90 ( _MSC_VER && _M_IX86 ) || __WATCOMC__ */
\r
92 /* some versions of mingw-64 have 32-bit longs even on x84_64 */
\r
93 #if !defined(HAVE_HARDCLOCK) && defined(MBEDTLS_HAVE_ASM) && \
\r
94 defined(__GNUC__) && ( defined(__i386__) || ( \
\r
95 ( defined(__amd64__) || defined( __x86_64__) ) && __SIZEOF_LONG__ == 4 ) )
\r
97 #define HAVE_HARDCLOCK
\r
99 unsigned long mbedtls_timing_hardclock( void )
\r
101 unsigned long lo, hi;
\r
102 asm volatile( "rdtsc" : "=a" (lo), "=d" (hi) );
\r
105 #endif /* !HAVE_HARDCLOCK && MBEDTLS_HAVE_ASM &&
\r
106 __GNUC__ && __i386__ */
\r
108 #if !defined(HAVE_HARDCLOCK) && defined(MBEDTLS_HAVE_ASM) && \
\r
109 defined(__GNUC__) && ( defined(__amd64__) || defined(__x86_64__) )
\r
111 #define HAVE_HARDCLOCK
\r
113 unsigned long mbedtls_timing_hardclock( void )
\r
115 unsigned long lo, hi;
\r
116 asm volatile( "rdtsc" : "=a" (lo), "=d" (hi) );
\r
117 return( lo | ( hi << 32 ) );
\r
119 #endif /* !HAVE_HARDCLOCK && MBEDTLS_HAVE_ASM &&
\r
120 __GNUC__ && ( __amd64__ || __x86_64__ ) */
\r
122 #if !defined(HAVE_HARDCLOCK) && defined(MBEDTLS_HAVE_ASM) && \
\r
123 defined(__GNUC__) && ( defined(__powerpc__) || defined(__ppc__) )
\r
125 #define HAVE_HARDCLOCK
\r
127 unsigned long mbedtls_timing_hardclock( void )
\r
129 unsigned long tbl, tbu0, tbu1;
\r
133 asm volatile( "mftbu %0" : "=r" (tbu0) );
\r
134 asm volatile( "mftb %0" : "=r" (tbl ) );
\r
135 asm volatile( "mftbu %0" : "=r" (tbu1) );
\r
137 while( tbu0 != tbu1 );
\r
141 #endif /* !HAVE_HARDCLOCK && MBEDTLS_HAVE_ASM &&
\r
142 __GNUC__ && ( __powerpc__ || __ppc__ ) */
\r
144 #if !defined(HAVE_HARDCLOCK) && defined(MBEDTLS_HAVE_ASM) && \
\r
145 defined(__GNUC__) && defined(__sparc64__)
\r
147 #if defined(__OpenBSD__)
\r
148 #warning OpenBSD does not allow access to tick register using software version instead
\r
150 #define HAVE_HARDCLOCK
\r
152 unsigned long mbedtls_timing_hardclock( void )
\r
154 unsigned long tick;
\r
155 asm volatile( "rdpr %%tick, %0;" : "=&r" (tick) );
\r
158 #endif /* __OpenBSD__ */
\r
159 #endif /* !HAVE_HARDCLOCK && MBEDTLS_HAVE_ASM &&
\r
160 __GNUC__ && __sparc64__ */
\r
162 #if !defined(HAVE_HARDCLOCK) && defined(MBEDTLS_HAVE_ASM) && \
\r
163 defined(__GNUC__) && defined(__sparc__) && !defined(__sparc64__)
\r
165 #define HAVE_HARDCLOCK
\r
167 unsigned long mbedtls_timing_hardclock( void )
\r
169 unsigned long tick;
\r
170 asm volatile( ".byte 0x83, 0x41, 0x00, 0x00" );
\r
171 asm volatile( "mov %%g1, %0" : "=r" (tick) );
\r
174 #endif /* !HAVE_HARDCLOCK && MBEDTLS_HAVE_ASM &&
\r
175 __GNUC__ && __sparc__ && !__sparc64__ */
\r
177 #if !defined(HAVE_HARDCLOCK) && defined(MBEDTLS_HAVE_ASM) && \
\r
178 defined(__GNUC__) && defined(__alpha__)
\r
180 #define HAVE_HARDCLOCK
\r
182 unsigned long mbedtls_timing_hardclock( void )
\r
185 asm volatile( "rpcc %0" : "=r" (cc) );
\r
186 return( cc & 0xFFFFFFFF );
\r
188 #endif /* !HAVE_HARDCLOCK && MBEDTLS_HAVE_ASM &&
\r
189 __GNUC__ && __alpha__ */
\r
191 #if !defined(HAVE_HARDCLOCK) && defined(MBEDTLS_HAVE_ASM) && \
\r
192 defined(__GNUC__) && defined(__ia64__)
\r
194 #define HAVE_HARDCLOCK
\r
196 unsigned long mbedtls_timing_hardclock( void )
\r
199 asm volatile( "mov %0 = ar.itc" : "=r" (itc) );
\r
202 #endif /* !HAVE_HARDCLOCK && MBEDTLS_HAVE_ASM &&
\r
203 __GNUC__ && __ia64__ */
\r
205 #if !defined(HAVE_HARDCLOCK) && defined(_MSC_VER) && \
\r
206 !defined(EFIX64) && !defined(EFI32)
\r
208 #define HAVE_HARDCLOCK
\r
210 unsigned long mbedtls_timing_hardclock( void )
\r
212 LARGE_INTEGER offset;
\r
214 QueryPerformanceCounter( &offset );
\r
216 return( (unsigned long)( offset.QuadPart ) );
\r
218 #endif /* !HAVE_HARDCLOCK && _MSC_VER && !EFIX64 && !EFI32 */
\r
220 #if !defined(HAVE_HARDCLOCK)
\r
222 #define HAVE_HARDCLOCK
\r
224 static int hardclock_init = 0;
\r
225 static struct timeval tv_init;
\r
227 unsigned long mbedtls_timing_hardclock( void )
\r
229 struct timeval tv_cur;
\r
231 if( hardclock_init == 0 )
\r
233 gettimeofday( &tv_init, NULL );
\r
234 hardclock_init = 1;
\r
237 gettimeofday( &tv_cur, NULL );
\r
238 return( ( tv_cur.tv_sec - tv_init.tv_sec ) * 1000000
\r
239 + ( tv_cur.tv_usec - tv_init.tv_usec ) );
\r
241 #endif /* !HAVE_HARDCLOCK */
\r
243 volatile int mbedtls_timing_alarmed = 0;
\r
245 #if defined(_WIN32) && !defined(EFIX64) && !defined(EFI32)
\r
247 unsigned long mbedtls_timing_get_timer( struct mbedtls_timing_hr_time *val, int reset )
\r
249 struct _hr_time *t = (struct _hr_time *) val;
\r
253 QueryPerformanceCounter( &t->start );
\r
258 unsigned long delta;
\r
259 LARGE_INTEGER now, hfreq;
\r
260 QueryPerformanceCounter( &now );
\r
261 QueryPerformanceFrequency( &hfreq );
\r
262 delta = (unsigned long)( ( now.QuadPart - t->start.QuadPart ) * 1000ul
\r
263 / hfreq.QuadPart );
\r
268 /* It's OK to use a global because alarm() is supposed to be global anyway */
\r
269 static DWORD alarmMs;
\r
271 static void TimerProc( void *TimerContext )
\r
273 (void) TimerContext;
\r
275 mbedtls_timing_alarmed = 1;
\r
276 /* _endthread will be called implicitly on return
\r
277 * That ensures execution of thread funcition's epilogue */
\r
280 void mbedtls_set_alarm( int seconds )
\r
284 /* No need to create a thread for this simple case.
\r
285 * Also, this shorcut is more reliable at least on MinGW32 */
\r
286 mbedtls_timing_alarmed = 1;
\r
290 mbedtls_timing_alarmed = 0;
\r
291 alarmMs = seconds * 1000;
\r
292 (void) _beginthread( TimerProc, 0, NULL );
\r
295 #else /* _WIN32 && !EFIX64 && !EFI32 */
\r
297 unsigned long mbedtls_timing_get_timer( struct mbedtls_timing_hr_time *val, int reset )
\r
299 struct _hr_time *t = (struct _hr_time *) val;
\r
303 gettimeofday( &t->start, NULL );
\r
308 unsigned long delta;
\r
309 struct timeval now;
\r
310 gettimeofday( &now, NULL );
\r
311 delta = ( now.tv_sec - t->start.tv_sec ) * 1000ul
\r
312 + ( now.tv_usec - t->start.tv_usec ) / 1000;
\r
317 static void sighandler( int signum )
\r
319 mbedtls_timing_alarmed = 1;
\r
320 signal( signum, sighandler );
\r
323 void mbedtls_set_alarm( int seconds )
\r
325 mbedtls_timing_alarmed = 0;
\r
326 signal( SIGALRM, sighandler );
\r
330 /* alarm(0) cancelled any previous pending alarm, but the
\r
331 handler won't fire, so raise the flag straight away. */
\r
332 mbedtls_timing_alarmed = 1;
\r
336 #endif /* _WIN32 && !EFIX64 && !EFI32 */
\r
339 * Set delays to watch
\r
341 void mbedtls_timing_set_delay( void *data, uint32_t int_ms, uint32_t fin_ms )
\r
343 mbedtls_timing_delay_context *ctx = (mbedtls_timing_delay_context *) data;
\r
345 ctx->int_ms = int_ms;
\r
346 ctx->fin_ms = fin_ms;
\r
349 (void) mbedtls_timing_get_timer( &ctx->timer, 1 );
\r
353 * Get number of delays expired
\r
355 int mbedtls_timing_get_delay( void *data )
\r
357 mbedtls_timing_delay_context *ctx = (mbedtls_timing_delay_context *) data;
\r
358 unsigned long elapsed_ms;
\r
360 if( ctx->fin_ms == 0 )
\r
363 elapsed_ms = mbedtls_timing_get_timer( &ctx->timer, 0 );
\r
365 if( elapsed_ms >= ctx->fin_ms )
\r
368 if( elapsed_ms >= ctx->int_ms )
\r
374 #endif /* !MBEDTLS_TIMING_ALT */
\r
376 #if defined(MBEDTLS_SELF_TEST)
\r
379 * Busy-waits for the given number of milliseconds.
\r
380 * Used for testing mbedtls_timing_hardclock.
\r
382 static void busy_msleep( unsigned long msec )
\r
384 struct mbedtls_timing_hr_time hires;
\r
385 unsigned long i = 0; /* for busy-waiting */
\r
386 volatile unsigned long j; /* to prevent optimisation */
\r
388 (void) mbedtls_timing_get_timer( &hires, 1 );
\r
390 while( mbedtls_timing_get_timer( &hires, 0 ) < msec )
\r
399 if( verbose != 0 ) \
\r
401 mbedtls_printf( "failed at line %d\n", __LINE__ ); \
\r
402 mbedtls_printf( " cycles=%lu ratio=%lu millisecs=%lu secs=%lu hardfail=%d a=%lu b=%lu\n", \
\r
403 cycles, ratio, millisecs, secs, hardfail, \
\r
404 (unsigned long) a, (unsigned long) b ); \
\r
405 mbedtls_printf( " elapsed(hires)=%lu elapsed(ctx)=%lu status(ctx)=%d\n", \
\r
406 mbedtls_timing_get_timer( &hires, 0 ), \
\r
407 mbedtls_timing_get_timer( &ctx.timer, 0 ), \
\r
408 mbedtls_timing_get_delay( &ctx ) ); \
\r
416 * Warning: this is work in progress, some tests may not be reliable enough
\r
417 * yet! False positives may happen.
\r
419 int mbedtls_timing_self_test( int verbose )
\r
421 unsigned long cycles = 0, ratio = 0;
\r
422 unsigned long millisecs = 0, secs = 0;
\r
424 struct mbedtls_timing_hr_time hires;
\r
425 uint32_t a = 0, b = 0;
\r
426 mbedtls_timing_delay_context ctx;
\r
429 mbedtls_printf( " TIMING tests note: will take some time!\n" );
\r
432 mbedtls_printf( " TIMING test #1 (set_alarm / get_timer): " );
\r
437 (void) mbedtls_timing_get_timer( &hires, 1 );
\r
439 mbedtls_set_alarm( (int) secs );
\r
440 while( !mbedtls_timing_alarmed )
\r
443 millisecs = mbedtls_timing_get_timer( &hires, 0 );
\r
445 /* For some reason on Windows it looks like alarm has an extra delay
\r
446 * (maybe related to creating a new thread). Allow some room here. */
\r
447 if( millisecs < 800 * secs || millisecs > 1200 * secs + 300 )
\r
452 mbedtls_printf( "passed\n" );
\r
455 mbedtls_printf( " TIMING test #2 (set/get_delay ): " );
\r
460 mbedtls_timing_set_delay( &ctx, a, a + b ); /* T = 0 */
\r
462 busy_msleep( a - a / 4 ); /* T = a - a/4 */
\r
463 if( mbedtls_timing_get_delay( &ctx ) != 0 )
\r
466 busy_msleep( a / 4 + b / 4 ); /* T = a + b/4 */
\r
467 if( mbedtls_timing_get_delay( &ctx ) != 1 )
\r
470 busy_msleep( b ); /* T = a + b + b/4 */
\r
471 if( mbedtls_timing_get_delay( &ctx ) != 2 )
\r
475 mbedtls_timing_set_delay( &ctx, 0, 0 );
\r
476 busy_msleep( 200 );
\r
477 if( mbedtls_timing_get_delay( &ctx ) != -1 )
\r
481 mbedtls_printf( "passed\n" );
\r
484 mbedtls_printf( " TIMING test #3 (hardclock / get_timer): " );
\r
487 * Allow one failure for possible counter wrapping.
\r
488 * On a 4Ghz 32-bit machine the cycle counter wraps about once per second;
\r
489 * since the whole test is about 10ms, it shouldn't happen twice in a row.
\r
496 mbedtls_printf( "failed (ignored)\n" );
\r
498 goto hard_test_done;
\r
501 /* Get a reference ratio cycles/ms */
\r
503 cycles = mbedtls_timing_hardclock();
\r
504 busy_msleep( millisecs );
\r
505 cycles = mbedtls_timing_hardclock() - cycles;
\r
506 ratio = cycles / millisecs;
\r
508 /* Check that the ratio is mostly constant */
\r
509 for( millisecs = 2; millisecs <= 4; millisecs++ )
\r
511 cycles = mbedtls_timing_hardclock();
\r
512 busy_msleep( millisecs );
\r
513 cycles = mbedtls_timing_hardclock() - cycles;
\r
515 /* Allow variation up to 20% */
\r
516 if( cycles / millisecs < ratio - ratio / 5 ||
\r
517 cycles / millisecs > ratio + ratio / 5 )
\r
525 mbedtls_printf( "passed\n" );
\r
530 mbedtls_printf( "\n" );
\r
535 #endif /* MBEDTLS_SELF_TEST */
\r
537 #endif /* MBEDTLS_TIMING_C */
\r