thread.c 54 KB
Newer Older
Alexandre Julliard's avatar
Alexandre Julliard committed
1 2 3 4
/*
 * Server-side thread management
 *
 * Copyright (C) 1998 Alexandre Julliard
5 6 7 8 9 10 11 12 13 14 15 16 17
 *
 * This library is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2.1 of the License, or (at your option) any later version.
 *
 * This library is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
 * License along with this library; if not, write to the Free Software
18
 * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301, USA
Alexandre Julliard's avatar
Alexandre Julliard committed
19 20
 */

21
#include "config.h"
22
#include "wine/port.h"
23

Alexandre Julliard's avatar
Alexandre Julliard committed
24
#include <assert.h>
25
#include <errno.h>
Alexandre Julliard's avatar
Alexandre Julliard committed
26
#include <fcntl.h>
Alexandre Julliard's avatar
Alexandre Julliard committed
27
#include <signal.h>
28
#include <stdarg.h>
Alexandre Julliard's avatar
Alexandre Julliard committed
29 30 31
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
Alexandre Julliard's avatar
Alexandre Julliard committed
32
#include <sys/types.h>
Alexandre Julliard's avatar
Alexandre Julliard committed
33
#include <unistd.h>
34
#include <time.h>
35 36 37
#ifdef HAVE_POLL_H
#include <poll.h>
#endif
38 39 40
#ifdef HAVE_SCHED_H
#include <sched.h>
#endif
Alexandre Julliard's avatar
Alexandre Julliard committed
41

42 43
#include "ntstatus.h"
#define WIN32_NO_STATUS
44
#include "windef.h"
45
#include "winternl.h"
46

47
#include "file.h"
48 49 50
#include "handle.h"
#include "process.h"
#include "thread.h"
51
#include "request.h"
52
#include "user.h"
53
#include "security.h"
Alexandre Julliard's avatar
Alexandre Julliard committed
54 55


56 57 58 59 60 61
#ifdef __i386__
static const unsigned int supported_cpus = CPU_FLAG(CPU_x86);
#elif defined(__x86_64__)
static const unsigned int supported_cpus = CPU_FLAG(CPU_x86_64) | CPU_FLAG(CPU_x86);
#elif defined(__powerpc__)
static const unsigned int supported_cpus = CPU_FLAG(CPU_POWERPC);
62 63
#elif defined(__arm__)
static const unsigned int supported_cpus = CPU_FLAG(CPU_ARM);
64
#elif defined(__aarch64__)
65
static const unsigned int supported_cpus = CPU_FLAG(CPU_ARM64) | CPU_FLAG(CPU_ARM);
66 67 68 69
#else
#error Unsupported CPU
#endif

Alexandre Julliard's avatar
Alexandre Julliard committed
70 71 72 73
/* thread queues */

struct thread_wait
{
74 75
    struct thread_wait     *next;       /* next wait structure for this thread */
    struct thread          *thread;     /* owner thread */
Alexandre Julliard's avatar
Alexandre Julliard committed
76 77
    int                     count;      /* count of objects */
    int                     flags;
78
    int                     abandoned;
79
    enum select_op          select;
80
    client_ptr_t            key;        /* wait key for keyed events */
81
    client_ptr_t            cookie;     /* magic cookie to return to client */
82
    timeout_t               timeout;
83
    struct timeout_user    *user;
Alexandre Julliard's avatar
Alexandre Julliard committed
84 85 86
    struct wait_queue_entry queues[1];
};

87 88 89 90
/* asynchronous procedure calls */

struct thread_apc
{
91
    struct object       obj;      /* object header */
92
    struct list         entry;    /* queue linked list */
93
    struct thread      *caller;   /* thread that queued this apc */
94
    struct object      *owner;    /* object that queued this apc */
95
    int                 executed; /* has it been executed by the client? */
96 97
    apc_call_t          call;     /* call arguments */
    apc_result_t        result;   /* call results once executed */
98 99
};

100
static void dump_thread_apc( struct object *obj, int verbose );
101
static int thread_apc_signaled( struct object *obj, struct wait_queue_entry *entry );
102
static void thread_apc_destroy( struct object *obj );
103
static void clear_apc_queue( struct list *queue );
104 105 106 107 108

static const struct object_ops thread_apc_ops =
{
    sizeof(struct thread_apc),  /* size */
    dump_thread_apc,            /* dump */
109
    no_get_type,                /* get_type */
110 111 112 113 114 115 116
    add_queue,                  /* add_queue */
    remove_queue,               /* remove_queue */
    thread_apc_signaled,        /* signaled */
    no_satisfied,               /* satisfied */
    no_signal,                  /* signal */
    no_get_fd,                  /* get_fd */
    no_map_access,              /* map_access */
117 118
    default_get_sd,             /* get_sd */
    default_set_sd,             /* set_sd */
119
    no_lookup_name,             /* lookup_name */
120 121
    no_link_name,               /* link_name */
    NULL,                       /* unlink_name */
122
    no_open_file,               /* open_file */
123
    no_close_handle,            /* close_handle */
124
    thread_apc_destroy          /* destroy */
125 126
};

Alexandre Julliard's avatar
Alexandre Julliard committed
127

Alexandre Julliard's avatar
Alexandre Julliard committed
128 129
/* thread operations */

Alexandre Julliard's avatar
Alexandre Julliard committed
130
static void dump_thread( struct object *obj, int verbose );
131
static int thread_signaled( struct object *obj, struct wait_queue_entry *entry );
132
static unsigned int thread_map_access( struct object *obj, unsigned int access );
133
static void thread_poll_event( struct fd *fd, int event );
Alexandre Julliard's avatar
Alexandre Julliard committed
134 135 136 137
static void destroy_thread( struct object *obj );

static const struct object_ops thread_ops =
{
138 139
    sizeof(struct thread),      /* size */
    dump_thread,                /* dump */
140
    no_get_type,                /* get_type */
141 142 143 144
    add_queue,                  /* add_queue */
    remove_queue,               /* remove_queue */
    thread_signaled,            /* signaled */
    no_satisfied,               /* satisfied */
145
    no_signal,                  /* signal */
146
    no_get_fd,                  /* get_fd */
147
    thread_map_access,          /* map_access */
148 149
    default_get_sd,             /* get_sd */
    default_set_sd,             /* set_sd */
150
    no_lookup_name,             /* lookup_name */
151 152
    no_link_name,               /* link_name */
    NULL,                       /* unlink_name */
153
    no_open_file,               /* open_file */
154
    no_close_handle,            /* close_handle */
155 156 157 158 159
    destroy_thread              /* destroy */
};

static const struct fd_ops thread_fd_ops =
{
160 161
    NULL,                       /* get_poll_events */
    thread_poll_event,          /* poll_event */
162 163
    NULL,                       /* flush */
    NULL,                       /* get_fd_type */
164
    NULL,                       /* ioctl */
165
    NULL,                       /* queue_async */
166
    NULL                        /* reselect_async */
Alexandre Julliard's avatar
Alexandre Julliard committed
167 168
};

169
static struct list thread_list = LIST_INIT(thread_list);
Alexandre Julliard's avatar
Alexandre Julliard committed
170

171
/* initialize the structure for a newly allocated thread */
172
static inline void init_thread_structure( struct thread *thread )
173 174 175
{
    int i;

176
    thread->unix_pid        = -1;  /* not known yet */
177
    thread->unix_tid        = -1;  /* not known yet */
178
    thread->context         = NULL;
179
    thread->suspend_context = NULL;
180
    thread->teb             = 0;
181
    thread->entry_point     = 0;
182 183
    thread->debug_ctx       = NULL;
    thread->debug_event     = NULL;
184
    thread->debug_break     = 0;
185 186 187
    thread->queue           = NULL;
    thread->wait            = NULL;
    thread->error           = 0;
188 189 190 191
    thread->req_data        = NULL;
    thread->req_toread      = 0;
    thread->reply_data      = NULL;
    thread->reply_towrite   = 0;
192 193 194
    thread->request_fd      = NULL;
    thread->reply_fd        = NULL;
    thread->wait_fd         = NULL;
195 196
    thread->state           = RUNNING;
    thread->exit_code       = 0;
197
    thread->priority        = 0;
198
    thread->suspend         = 0;
199
    thread->desktop_users   = 0;
200
    thread->token           = NULL;
201

202
    thread->creation_time = current_time;
203
    thread->exit_time     = 0;
204

205
    list_init( &thread->mutex_list );
206 207 208
    list_init( &thread->system_apc );
    list_init( &thread->user_apc );

209 210 211 212
    for (i = 0; i < MAX_INFLIGHT_FDS; i++)
        thread->inflight[i].server = thread->inflight[i].client = -1;
}

213
/* check if address looks valid for a client-side data structure (TEB etc.) */
214
static inline int is_valid_address( client_ptr_t addr )
215
{
216
    return addr && !(addr % sizeof(int));
217 218
}

219
/* create a new thread */
220
struct thread *create_thread( int fd, struct process *process )
221 222 223
{
    struct thread *thread;

224 225
    if (process->is_terminating)
    {
226
        close( fd );
227 228 229 230
        set_error( STATUS_PROCESS_IS_TERMINATING );
        return NULL;
    }

231 232 233 234 235
    if (!(thread = alloc_object( &thread_ops )))
    {
        close( fd );
        return NULL;
    }
236

237
    init_thread_structure( thread );
238

239
    thread->process = (struct process *)grab_object( process );
240
    thread->desktop = process->desktop;
241
    thread->affinity = process->affinity;
242 243
    if (!current) current = thread;

244
    list_add_head( &thread_list, &thread->entry );
Alexandre Julliard's avatar
Alexandre Julliard committed
245

246 247
    if (!(thread->id = alloc_ptid( thread )))
    {
248
        close( fd );
249 250 251
        release_object( thread );
        return NULL;
    }
252
    if (!(thread->request_fd = create_anonymous_fd( &thread_fd_ops, fd, &thread->obj, 0 )))
253 254 255 256
    {
        release_object( thread );
        return NULL;
    }
257

258
    set_fd_events( thread->request_fd, POLLIN );  /* start listening to events */
259
    add_process_thread( thread->process, thread );
260
    return thread;
Alexandre Julliard's avatar
Alexandre Julliard committed
261 262
}

263
/* handle a client event */
264
static void thread_poll_event( struct fd *fd, int event )
265
{
266 267
    struct thread *thread = get_fd_user( fd );
    assert( thread->obj.ops == &thread_ops );
268

269
    grab_object( thread );
270
    if (event & (POLLERR | POLLHUP)) kill_thread( thread, 0 );
271
    else if (event & POLLIN) read_request( thread );
272
    else if (event & POLLOUT) write_reply( thread );
273
    release_object( thread );
274 275 276 277 278 279 280 281
}

/* cleanup everything that is no longer needed by a dead thread */
/* used by destroy_thread and kill_thread */
static void cleanup_thread( struct thread *thread )
{
    int i;

282 283
    clear_apc_queue( &thread->system_apc );
    clear_apc_queue( &thread->user_apc );
284 285
    free( thread->req_data );
    free( thread->reply_data );
286 287 288
    if (thread->request_fd) release_object( thread->request_fd );
    if (thread->reply_fd) release_object( thread->reply_fd );
    if (thread->wait_fd) release_object( thread->wait_fd );
289
    free( thread->suspend_context );
290
    cleanup_clipboard_thread(thread);
291
    destroy_thread_windows( thread );
292
    free_msg_queue( thread );
293
    close_thread_desktop( thread );
294 295 296 297 298 299 300 301
    for (i = 0; i < MAX_INFLIGHT_FDS; i++)
    {
        if (thread->inflight[i].client != -1)
        {
            close( thread->inflight[i].server );
            thread->inflight[i].client = thread->inflight[i].server = -1;
        }
    }
302 303
    thread->req_data = NULL;
    thread->reply_data = NULL;
304 305 306
    thread->request_fd = NULL;
    thread->reply_fd = NULL;
    thread->wait_fd = NULL;
307 308
    thread->context = NULL;
    thread->suspend_context = NULL;
309
    thread->desktop = 0;
310 311
}

Alexandre Julliard's avatar
Alexandre Julliard committed
312 313 314 315 316 317
/* destroy a thread when its refcount is 0 */
static void destroy_thread( struct object *obj )
{
    struct thread *thread = (struct thread *)obj;
    assert( obj->ops == &thread_ops );

318
    assert( !thread->debug_ctx );  /* cannot still be debugging something */
319
    list_remove( &thread->entry );
320
    cleanup_thread( thread );
321
    release_object( thread->process );
322
    if (thread->id) free_ptid( thread->id );
323
    if (thread->token) release_object( thread->token );
Alexandre Julliard's avatar
Alexandre Julliard committed
324 325
}

Alexandre Julliard's avatar
Alexandre Julliard committed
326 327 328 329 330 331
/* dump a thread on stdout for debugging purposes */
static void dump_thread( struct object *obj, int verbose )
{
    struct thread *thread = (struct thread *)obj;
    assert( obj->ops == &thread_ops );

332 333
    fprintf( stderr, "Thread id=%04x unix pid=%d unix tid=%d state=%d\n",
             thread->id, thread->unix_pid, thread->unix_tid, thread->state );
Alexandre Julliard's avatar
Alexandre Julliard committed
334 335
}

336
static int thread_signaled( struct object *obj, struct wait_queue_entry *entry )
Alexandre Julliard's avatar
Alexandre Julliard committed
337 338 339 340 341
{
    struct thread *mythread = (struct thread *)obj;
    return (mythread->state == TERMINATED);
}

342 343
static unsigned int thread_map_access( struct object *obj, unsigned int access )
{
344
    if (access & GENERIC_READ)    access |= STANDARD_RIGHTS_READ | THREAD_QUERY_INFORMATION | THREAD_GET_CONTEXT;
345
    if (access & GENERIC_WRITE)   access |= STANDARD_RIGHTS_WRITE | THREAD_SET_INFORMATION | THREAD_SET_CONTEXT |
346
                                            THREAD_TERMINATE | THREAD_SUSPEND_RESUME;
347
    if (access & GENERIC_EXECUTE) access |= STANDARD_RIGHTS_EXECUTE | SYNCHRONIZE | THREAD_QUERY_LIMITED_INFORMATION;
348
    if (access & GENERIC_ALL)     access |= THREAD_ALL_ACCESS;
349 350 351 352

    if (access & THREAD_QUERY_INFORMATION) access |= THREAD_QUERY_LIMITED_INFORMATION;
    if (access & THREAD_SET_INFORMATION) access |= THREAD_SET_LIMITED_INFORMATION;

353 354 355
    return access & ~(GENERIC_READ | GENERIC_WRITE | GENERIC_EXECUTE | GENERIC_ALL);
}

356 357 358 359 360
static void dump_thread_apc( struct object *obj, int verbose )
{
    struct thread_apc *apc = (struct thread_apc *)obj;
    assert( obj->ops == &thread_apc_ops );

361
    fprintf( stderr, "APC owner=%p type=%u\n", apc->owner, apc->call.type );
362 363
}

364
static int thread_apc_signaled( struct object *obj, struct wait_queue_entry *entry )
365
{
366 367
    struct thread_apc *apc = (struct thread_apc *)obj;
    return apc->executed;
368 369
}

370 371 372 373
static void thread_apc_destroy( struct object *obj )
{
    struct thread_apc *apc = (struct thread_apc *)obj;
    if (apc->caller) release_object( apc->caller );
374
    if (apc->owner) release_object( apc->owner );
375 376
}

377 378 379 380 381 382 383 384
/* queue an async procedure call */
static struct thread_apc *create_apc( struct object *owner, const apc_call_t *call_data )
{
    struct thread_apc *apc;

    if ((apc = alloc_object( &thread_apc_ops )))
    {
        apc->call        = *call_data;
385
        apc->caller      = NULL;
386 387 388
        apc->owner       = owner;
        apc->executed    = 0;
        apc->result.type = APC_NONE;
389
        if (owner) grab_object( owner );
390 391 392 393
    }
    return apc;
}

Alexandre Julliard's avatar
Alexandre Julliard committed
394
/* get a thread pointer from a thread id (and increment the refcount) */
395
struct thread *get_thread_from_id( thread_id_t id )
Alexandre Julliard's avatar
Alexandre Julliard committed
396
{
397 398 399
    struct object *obj = get_ptid_entry( id );

    if (obj && obj->ops == &thread_ops) return (struct thread *)grab_object( obj );
400
    set_error( STATUS_INVALID_CID );
401
    return NULL;
Alexandre Julliard's avatar
Alexandre Julliard committed
402 403
}

Alexandre Julliard's avatar
Alexandre Julliard committed
404
/* get a thread from a handle (and increment the refcount) */
405
struct thread *get_thread_from_handle( obj_handle_t handle, unsigned int access )
Alexandre Julliard's avatar
Alexandre Julliard committed
406
{
Alexandre Julliard's avatar
Alexandre Julliard committed
407 408
    return (struct thread *)get_handle_obj( current->process, handle,
                                            access, &thread_ops );
Alexandre Julliard's avatar
Alexandre Julliard committed
409 410
}

411 412
/* find a thread from a Unix tid */
struct thread *get_thread_from_tid( int tid )
413
{
414
    struct thread *thread;
415

416 417
    LIST_FOR_EACH_ENTRY( thread, &thread_list, struct thread, entry )
    {
418
        if (thread->unix_tid == tid) return thread;
419
    }
420 421 422 423 424 425 426 427
    return NULL;
}

/* find a thread from a Unix pid */
struct thread *get_thread_from_pid( int pid )
{
    struct thread *thread;

428 429 430 431
    LIST_FOR_EACH_ENTRY( thread, &thread_list, struct thread, entry )
    {
        if (thread->unix_pid == pid) return thread;
    }
432
    return NULL;
433 434
}

435
int set_thread_affinity( struct thread *thread, affinity_t affinity )
436
{
437
    int ret = 0;
438
#ifdef HAVE_SCHED_SETAFFINITY
439
    if (thread->unix_tid != -1)
440 441 442 443 444 445 446 447 448
    {
        cpu_set_t set;
        int i;
        affinity_t mask;

        CPU_ZERO( &set );
        for (i = 0, mask = 1; mask; i++, mask <<= 1)
            if (affinity & mask) CPU_SET( i, &set );

449
        ret = sched_setaffinity( thread->unix_tid, sizeof(set), &set );
450 451
    }
#endif
452 453
    if (!ret) thread->affinity = affinity;
    return ret;
454 455
}

456 457 458 459 460 461 462 463 464 465 466
affinity_t get_thread_affinity( struct thread *thread )
{
    affinity_t mask = 0;
#ifdef HAVE_SCHED_SETAFFINITY
    if (thread->unix_tid != -1)
    {
        cpu_set_t set;
        unsigned int i;

        if (!sched_getaffinity( thread->unix_tid, sizeof(set), &set ))
            for (i = 0; i < 8 * sizeof(mask); i++)
467
                if (CPU_ISSET( i, &set )) mask |= (affinity_t)1 << i;
468 469
    }
#endif
470
    if (!mask) mask = ~(affinity_t)0;
471 472 473
    return mask;
}

474 475 476
#define THREAD_PRIORITY_REALTIME_HIGHEST 6
#define THREAD_PRIORITY_REALTIME_LOWEST -7

477
/* set all information about a thread */
478
static void set_thread_info( struct thread *thread,
479
                             const struct set_thread_info_request *req )
480 481
{
    if (req->mask & SET_THREAD_INFO_PRIORITY)
482 483 484 485 486 487 488 489 490 491 492 493 494 495 496
    {
        int max = THREAD_PRIORITY_HIGHEST;
        int min = THREAD_PRIORITY_LOWEST;
        if (thread->process->priority == PROCESS_PRIOCLASS_REALTIME)
        {
            max = THREAD_PRIORITY_REALTIME_HIGHEST;
            min = THREAD_PRIORITY_REALTIME_LOWEST;
        }
        if ((req->priority >= min && req->priority <= max) ||
            req->priority == THREAD_PRIORITY_IDLE ||
            req->priority == THREAD_PRIORITY_TIME_CRITICAL)
            thread->priority = req->priority;
        else
            set_error( STATUS_INVALID_PARAMETER );
    }
497
    if (req->mask & SET_THREAD_INFO_AFFINITY)
498 499 500 501
    {
        if ((req->affinity & thread->process->affinity) != req->affinity)
            set_error( STATUS_INVALID_PARAMETER );
        else if (thread->state == TERMINATED)
502
            set_error( STATUS_THREAD_IS_TERMINATING );
503 504 505
        else if (set_thread_affinity( thread, req->affinity ))
            file_set_error();
    }
506 507
    if (req->mask & SET_THREAD_INFO_TOKEN)
        security_set_thread_token( thread, req->token );
508 509
    if (req->mask & SET_THREAD_INFO_ENTRYPOINT)
        thread->entry_point = req->entry_point;
510 511
}

512 513 514
/* stop a thread (at the Unix level) */
void stop_thread( struct thread *thread )
{
515
    if (thread->context) return;  /* already inside a debug event, no need for a signal */
516 517 518 519
    /* can't stop a thread while initialisation is in progress */
    if (is_process_init_done(thread->process)) send_thread_signal( thread, SIGUSR1 );
}

520 521 522 523 524 525
/* stop a thread if it's supposed to be suspended */
void stop_thread_if_suspended( struct thread *thread )
{
    if (thread->suspend + thread->process->suspend > 0) stop_thread( thread );
}

526
/* suspend a thread */
527
static int suspend_thread( struct thread *thread )
528 529
{
    int old_count = thread->suspend;
530
    if (thread->suspend < MAXIMUM_SUSPEND_COUNT)
531
    {
532
        if (!(thread->process->suspend + thread->suspend++)) stop_thread( thread );
533
    }
534
    else set_error( STATUS_SUSPEND_COUNT_EXCEEDED );
535 536 537 538
    return old_count;
}

/* resume a thread */
539
static int resume_thread( struct thread *thread )
540 541 542 543
{
    int old_count = thread->suspend;
    if (thread->suspend > 0)
    {
544
        if (!(--thread->suspend + thread->process->suspend)) wake_thread( thread );
545 546
    }
    return old_count;
Alexandre Julliard's avatar
Alexandre Julliard committed
547 548 549
}

/* add a thread to an object wait queue; return 1 if OK, 0 on error */
550
int add_queue( struct object *obj, struct wait_queue_entry *entry )
Alexandre Julliard's avatar
Alexandre Julliard committed
551
{
552
    grab_object( obj );
553 554
    entry->obj = obj;
    list_add_tail( &obj->wait_queue, &entry->entry );
555
    return 1;
Alexandre Julliard's avatar
Alexandre Julliard committed
556 557 558
}

/* remove a thread from an object wait queue */
559
void remove_queue( struct object *obj, struct wait_queue_entry *entry )
Alexandre Julliard's avatar
Alexandre Julliard committed
560
{
561
    list_remove( &entry->entry );
Alexandre Julliard's avatar
Alexandre Julliard committed
562 563 564
    release_object( obj );
}

565 566 567 568 569
struct thread *get_wait_queue_thread( struct wait_queue_entry *entry )
{
    return entry->wait->thread;
}

570 571 572 573 574 575 576 577 578 579
enum select_op get_wait_queue_select_op( struct wait_queue_entry *entry )
{
    return entry->wait->select;
}

client_ptr_t get_wait_queue_key( struct wait_queue_entry *entry )
{
    return entry->wait->key;
}

580 581 582 583 584
void make_wait_abandoned( struct wait_queue_entry *entry )
{
    entry->wait->abandoned = 1;
}

Alexandre Julliard's avatar
Alexandre Julliard committed
585 586 587 588 589 590 591 592
/* finish waiting */
static void end_wait( struct thread *thread )
{
    struct thread_wait *wait = thread->wait;
    struct wait_queue_entry *entry;
    int i;

    assert( wait );
593
    thread->wait = wait->next;
594 595
    for (i = 0, entry = wait->queues; i < wait->count; i++, entry++)
        entry->obj->ops->remove_queue( entry->obj, entry );
596
    if (wait->user) remove_timeout_user( wait->user );
Alexandre Julliard's avatar
Alexandre Julliard committed
597 598 599 600
    free( wait );
}

/* build the thread wait structure */
601 602
static int wait_on( const select_op_t *select_op, unsigned int count, struct object *objects[],
                    int flags, timeout_t timeout )
Alexandre Julliard's avatar
Alexandre Julliard committed
603 604 605
{
    struct thread_wait *wait;
    struct wait_queue_entry *entry;
606
    unsigned int i;
Alexandre Julliard's avatar
Alexandre Julliard committed
607

608
    if (!(wait = mem_alloc( FIELD_OFFSET(struct thread_wait, queues[count]) ))) return 0;
609 610
    wait->next    = current->wait;
    wait->thread  = current;
Alexandre Julliard's avatar
Alexandre Julliard committed
611 612
    wait->count   = count;
    wait->flags   = flags;
613
    wait->select  = select_op->op;
614
    wait->cookie  = 0;
615
    wait->user    = NULL;
616
    wait->timeout = timeout;
617
    wait->abandoned = 0;
618
    current->wait = wait;
Alexandre Julliard's avatar
Alexandre Julliard committed
619 620 621

    for (i = 0, entry = wait->queues; i < count; i++, entry++)
    {
622
        struct object *obj = objects[i];
623
        entry->wait = wait;
624 625
        if (!obj->ops->add_queue( obj, entry ))
        {
626 627
            wait->count = i;
            end_wait( current );
628 629
            return 0;
        }
Alexandre Julliard's avatar
Alexandre Julliard committed
630 631 632 633
    }
    return 1;
}

634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652
static int wait_on_handles( const select_op_t *select_op, unsigned int count, const obj_handle_t *handles,
                            int flags, timeout_t timeout )
{
    struct object *objects[MAXIMUM_WAIT_OBJECTS];
    unsigned int i;
    int ret = 0;

    assert( count <= MAXIMUM_WAIT_OBJECTS );

    for (i = 0; i < count; i++)
        if (!(objects[i] = get_handle_obj( current->process, handles[i], SYNCHRONIZE, NULL )))
            break;

    if (i == count) ret = wait_on( select_op, count, objects, flags, timeout );

    while (i > 0) release_object( objects[--i] );
    return ret;
}

Alexandre Julliard's avatar
Alexandre Julliard committed
653
/* check if the thread waiting condition is satisfied */
654
static int check_wait( struct thread *thread )
Alexandre Julliard's avatar
Alexandre Julliard committed
655
{
656
    int i;
Alexandre Julliard's avatar
Alexandre Julliard committed
657
    struct thread_wait *wait = thread->wait;
658
    struct wait_queue_entry *entry;
Alexandre Julliard's avatar
Alexandre Julliard committed
659

660 661 662 663 664
    assert( wait );

    if ((wait->flags & SELECT_INTERRUPTIBLE) && !list_empty( &thread->system_apc ))
        return STATUS_USER_APC;

665
    /* Suspended threads may not acquire locks, but they can run system APCs */
666
    if (thread->process->suspend + thread->suspend > 0) return -1;
667

668
    if (wait->select == SELECT_WAIT_ALL)
Alexandre Julliard's avatar
Alexandre Julliard committed
669
    {
670 671 672
        int not_ok = 0;
        /* Note: we must check them all anyway, as some objects may
         * want to do something when signaled, even if others are not */
Alexandre Julliard's avatar
Alexandre Julliard committed
673
        for (i = 0, entry = wait->queues; i < wait->count; i++, entry++)
674
            not_ok |= !entry->obj->ops->signaled( entry->obj, entry );
675
        if (not_ok) goto other_checks;
Alexandre Julliard's avatar
Alexandre Julliard committed
676 677
        /* Wait satisfied: tell it to all objects */
        for (i = 0, entry = wait->queues; i < wait->count; i++, entry++)
678 679
            entry->obj->ops->satisfied( entry->obj, entry );
        return wait->abandoned ? STATUS_ABANDONED_WAIT_0 : STATUS_WAIT_0;
Alexandre Julliard's avatar
Alexandre Julliard committed
680 681 682 683 684
    }
    else
    {
        for (i = 0, entry = wait->queues; i < wait->count; i++, entry++)
        {
685
            if (!entry->obj->ops->signaled( entry->obj, entry )) continue;
Alexandre Julliard's avatar
Alexandre Julliard committed
686
            /* Wait satisfied: tell it to the object */
687 688 689
            entry->obj->ops->satisfied( entry->obj, entry );
            if (wait->abandoned) i += STATUS_ABANDONED_WAIT_0;
            return i;
Alexandre Julliard's avatar
Alexandre Julliard committed
690 691
        }
    }
692 693

 other_checks:
694
    if ((wait->flags & SELECT_ALERTABLE) && !list_empty(&thread->user_apc)) return STATUS_USER_APC;
695
    if (wait->timeout <= current_time) return STATUS_TIMEOUT;
696 697 698
    return -1;
}

699
/* send the wakeup signal to a thread */
700
static int send_thread_wakeup( struct thread *thread, client_ptr_t cookie, int signaled )
701 702 703 704
{
    struct wake_up_reply reply;
    int ret;

705
    memset( &reply, 0, sizeof(reply) );
706 707
    reply.cookie   = cookie;
    reply.signaled = signaled;
708 709
    if ((ret = write( get_unix_fd( thread->wait_fd ), &reply, sizeof(reply) )) == sizeof(reply))
        return 0;
710 711 712 713 714
    if (ret >= 0)
        fatal_protocol_error( thread, "partial wakeup write %d\n", ret );
    else if (errno == EPIPE)
        kill_thread( thread, 0 );  /* normal death */
    else
715
        fatal_protocol_error( thread, "write: %s\n", strerror( errno ));
716 717 718
    return -1;
}

Alexandre Julliard's avatar
Alexandre Julliard committed
719
/* attempt to wake up a thread */
720
/* return >0 if OK, 0 if the wait condition is still not satisfied and -1 on error */
721
int wake_thread( struct thread *thread )
Alexandre Julliard's avatar
Alexandre Julliard committed
722
{
723
    int signaled, count;
724
    client_ptr_t cookie;
725

726 727 728 729 730
    for (count = 0; thread->wait; count++)
    {
        if ((signaled = check_wait( thread )) == -1) break;

        cookie = thread->wait->cookie;
731
        if (debug_level) fprintf( stderr, "%04x: *wakeup* signaled=%d\n", thread->id, signaled );
732
        end_wait( thread );
733
        if (cookie && send_thread_wakeup( thread, cookie, signaled ) == -1) /* error */
734 735 736 737
        {
            if (!count) count = -1;
            break;
        }
738 739
    }
    return count;
Alexandre Julliard's avatar
Alexandre Julliard committed
740 741
}

742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762
/* attempt to wake up a thread from a wait queue entry, assuming that it is signaled */
int wake_thread_queue_entry( struct wait_queue_entry *entry )
{
    struct thread_wait *wait = entry->wait;
    struct thread *thread = wait->thread;
    int signaled;
    client_ptr_t cookie;

    if (thread->wait != wait) return 0;  /* not the current wait */
    if (thread->process->suspend + thread->suspend > 0) return 0;  /* cannot acquire locks */

    assert( wait->select != SELECT_WAIT_ALL );

    signaled = entry - wait->queues;
    entry->obj->ops->satisfied( entry->obj, entry );
    if (wait->abandoned) signaled += STATUS_ABANDONED_WAIT_0;

    cookie = wait->cookie;
    if (debug_level) fprintf( stderr, "%04x: *wakeup* signaled=%d\n", thread->id, signaled );
    end_wait( thread );

763
    if (!cookie || send_thread_wakeup( thread, cookie, signaled ) != -1)
764 765 766 767 768
        wake_thread( thread );  /* check other waits too */

    return 1;
}

769 770 771
/* thread wait timeout */
static void thread_timeout( void *ptr )
{
772 773
    struct thread_wait *wait = ptr;
    struct thread *thread = wait->thread;
774
    client_ptr_t cookie = wait->cookie;
775

776 777
    wait->user = NULL;
    if (thread->wait != wait) return; /* not the top-level wait, ignore it */
778
    if (thread->suspend + thread->process->suspend > 0) return;  /* suspended, ignore it */
779

780
    if (debug_level) fprintf( stderr, "%04x: *wakeup* signaled=TIMEOUT\n", thread->id );
781
    end_wait( thread );
782 783

    assert( cookie );
784
    if (send_thread_wakeup( thread, cookie, STATUS_TIMEOUT ) == -1) return;
785 786
    /* check if other objects have become signaled in the meantime */
    wake_thread( thread );
787 788
}

789 790 791 792 793 794 795 796 797 798 799 800 801 802 803
/* try signaling an event flag, a semaphore or a mutex */
static int signal_object( obj_handle_t handle )
{
    struct object *obj;
    int ret = 0;

    obj = get_handle_obj( current->process, handle, 0, NULL );
    if (obj)
    {
        ret = obj->ops->signal( obj, get_handle_access( current->process, handle ));
        release_object( obj );
    }
    return ret;
}

804
/* select on a list of handles */
805
static timeout_t select_on( const select_op_t *select_op, data_size_t op_size, client_ptr_t cookie,
806
                            int flags, timeout_t timeout )
Alexandre Julliard's avatar
Alexandre Julliard committed
807
{
808
    int ret;
809
    unsigned int count;
810
    struct object *object;
811

812 813
    if (timeout <= 0) timeout = current_time - timeout;

814
    switch (select_op->op)
815
    {
816
    case SELECT_NONE:
817
        if (!wait_on( select_op, 0, NULL, flags, timeout )) return timeout;
818 819 820
        break;

    case SELECT_WAIT:
821
    case SELECT_WAIT_ALL:
822 823 824 825 826 827
        count = (op_size - offsetof( select_op_t, wait.handles )) / sizeof(select_op->wait.handles[0]);
        if (op_size < offsetof( select_op_t, wait.handles ) || count > MAXIMUM_WAIT_OBJECTS)
        {
            set_error( STATUS_INVALID_PARAMETER );
            return 0;
        }
828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844
        if (!wait_on_handles( select_op, count, select_op->wait.handles, flags, timeout ))
            return timeout;
        break;

    case SELECT_SIGNAL_AND_WAIT:
        if (!wait_on_handles( select_op, 1, &select_op->signal_and_wait.wait, flags, timeout ))
            return timeout;
        if (select_op->signal_and_wait.signal)
        {
            if (!signal_object( select_op->signal_and_wait.signal ))
            {
                end_wait( current );
                return timeout;
            }
            /* check if we woke ourselves up */
            if (!current->wait) return timeout;
        }
845 846
        break;

847 848 849 850 851 852 853 854 855 856 857
    case SELECT_KEYED_EVENT_WAIT:
    case SELECT_KEYED_EVENT_RELEASE:
        object = (struct object *)get_keyed_event_obj( current->process, select_op->keyed_event.handle,
                         select_op->op == SELECT_KEYED_EVENT_WAIT ? KEYEDEVENT_WAIT : KEYEDEVENT_WAKE );
        if (!object) return timeout;
        ret = wait_on( select_op, 1, &object, flags, timeout );
        release_object( object );
        if (!ret) return timeout;
        current->wait->key = select_op->keyed_event.key;
        break;

858
    default:
859
        set_error( STATUS_INVALID_PARAMETER );
860
        return 0;
861
    }
862

863 864 865 866 867
    if ((ret = check_wait( current )) != -1)
    {
        /* condition is already satisfied */
        end_wait( current );
        set_error( ret );
868
        return timeout;
869 870 871
    }

    /* now we need to wait */
872
    if (current->wait->timeout != TIMEOUT_INFINITE)
873
    {
874
        if (!(current->wait->user = add_timeout_user( current->wait->timeout,
875
                                                      thread_timeout, current->wait )))
876 877
        {
            end_wait( current );
878
            return timeout;
879 880
        }
    }
881
    current->wait->cookie = cookie;
882
    set_error( STATUS_PENDING );
883
    return timeout;
Alexandre Julliard's avatar
Alexandre Julliard committed
884 885 886 887 888
}

/* attempt to wake threads sleeping on the object wait queue */
void wake_up( struct object *obj, int max )
{
889
    struct list *ptr;
890
    int ret;
Alexandre Julliard's avatar
Alexandre Julliard committed
891

892
    LIST_FOR_EACH( ptr, &obj->wait_queue )
Alexandre Julliard's avatar
Alexandre Julliard committed
893
    {
894
        struct wait_queue_entry *entry = LIST_ENTRY( ptr, struct wait_queue_entry, entry );
895 896
        if (!(ret = wake_thread( get_wait_queue_thread( entry )))) continue;
        if (ret > 0 && max && !--max) break;
897 898
        /* restart at the head of the list since a wake up can change the object wait queue */
        ptr = &obj->wait_queue;
Alexandre Julliard's avatar
Alexandre Julliard committed
899 900 901
    }
}

902 903 904 905 906 907 908 909 910 911 912 913 914 915
/* return the apc queue to use for a given apc type */
static inline struct list *get_apc_queue( struct thread *thread, enum apc_type type )
{
    switch(type)
    {
    case APC_NONE:
    case APC_USER:
    case APC_TIMER:
        return &thread->user_apc;
    default:
        return &thread->system_apc;
    }
}

916 917 918 919 920 921 922
/* check if thread is currently waiting for a (system) apc */
static inline int is_in_apc_wait( struct thread *thread )
{
    return (thread->process->suspend || thread->suspend ||
            (thread->wait && (thread->wait->flags & SELECT_INTERRUPTIBLE)));
}

923 924
/* queue an existing APC to a given thread */
static int queue_apc( struct process *process, struct thread *thread, struct thread_apc *apc )
925
{
926 927 928 929 930
    struct list *queue;

    if (!thread)  /* find a suitable thread inside the process */
    {
        struct thread *candidate;
931

932 933 934 935
        /* first try to find a waiting thread */
        LIST_FOR_EACH_ENTRY( candidate, &process->thread_list, struct thread, proc_entry )
        {
            if (candidate->state == TERMINATED) continue;
936
            if (is_in_apc_wait( candidate ))
937 938 939 940 941 942 943 944 945 946 947 948 949 950 951 952 953 954
            {
                thread = candidate;
                break;
            }
        }
        if (!thread)
        {
            /* then use the first one that accepts a signal */
            LIST_FOR_EACH_ENTRY( candidate, &process->thread_list, struct thread, proc_entry )
            {
                if (send_thread_signal( candidate, SIGUSR1 ))
                {
                    thread = candidate;
                    break;
                }
            }
        }
        if (!thread) return 0;  /* nothing found */
955
        queue = get_apc_queue( thread, apc->call.type );
956 957 958 959
    }
    else
    {
        if (thread->state == TERMINATED) return 0;
960 961 962 963 964 965
        queue = get_apc_queue( thread, apc->call.type );
        /* send signal for system APCs if needed */
        if (queue == &thread->system_apc && list_empty( queue ) && !is_in_apc_wait( thread ))
        {
            if (!send_thread_signal( thread, SIGUSR1 )) return 0;
        }
966 967 968
        /* cancel a possible previous APC with the same owner */
        if (apc->owner) thread_cancel_apc( thread, apc->owner, apc->call.type );
    }
969

970
    grab_object( apc );
971 972
    list_add_tail( queue, &apc->entry );
    if (!list_prev( queue, &apc->entry ))  /* first one */
973
        wake_thread( thread );
974

975 976 977
    return 1;
}

978 979 980 981 982 983 984 985 986 987 988 989 990 991
/* queue an async procedure call */
int thread_queue_apc( struct thread *thread, struct object *owner, const apc_call_t *call_data )
{
    struct thread_apc *apc;
    int ret = 0;

    if ((apc = create_apc( owner, call_data )))
    {
        ret = queue_apc( NULL, thread, apc );
        release_object( apc );
    }
    return ret;
}

992
/* cancel the async procedure call owned by a specific object */
993
void thread_cancel_apc( struct thread *thread, struct object *owner, enum apc_type type )
994 995
{
    struct thread_apc *apc;
996 997
    struct list *queue = get_apc_queue( thread, type );

998
    LIST_FOR_EACH_ENTRY( apc, queue, struct thread_apc, entry )
999 1000
    {
        if (apc->owner != owner) continue;
1001
        list_remove( &apc->entry );
1002 1003
        apc->executed = 1;
        wake_up( &apc->obj, 0 );
1004
        release_object( apc );
1005 1006 1007 1008
        return;
    }
}

1009
/* remove the head apc from the queue; the returned object must be released by the caller */
1010
static struct thread_apc *thread_dequeue_apc( struct thread *thread, int system_only )
1011
{
1012 1013
    struct thread_apc *apc = NULL;
    struct list *ptr = list_head( &thread->system_apc );
1014

1015 1016
    if (!ptr && !system_only) ptr = list_head( &thread->user_apc );
    if (ptr)
1017
    {
1018 1019
        apc = LIST_ENTRY( ptr, struct thread_apc, entry );
        list_remove( ptr );
1020 1021 1022 1023
    }
    return apc;
}

1024 1025 1026 1027 1028 1029 1030 1031 1032 1033 1034 1035 1036 1037 1038
/* clear an APC queue, cancelling all the APCs on it */
static void clear_apc_queue( struct list *queue )
{
    struct list *ptr;

    while ((ptr = list_head( queue )))
    {
        struct thread_apc *apc = LIST_ENTRY( ptr, struct thread_apc, entry );
        list_remove( &apc->entry );
        apc->executed = 1;
        wake_up( &apc->obj, 0 );
        release_object( apc );
    }
}

1039 1040 1041 1042 1043 1044 1045 1046 1047 1048 1049 1050 1051 1052 1053 1054 1055 1056 1057 1058 1059 1060 1061 1062 1063 1064 1065 1066 1067 1068
/* add an fd to the inflight list */
/* return list index, or -1 on error */
int thread_add_inflight_fd( struct thread *thread, int client, int server )
{
    int i;

    if (server == -1) return -1;
    if (client == -1)
    {
        close( server );
        return -1;
    }

    /* first check if we already have an entry for this fd */
    for (i = 0; i < MAX_INFLIGHT_FDS; i++)
        if (thread->inflight[i].client == client)
        {
            close( thread->inflight[i].server );
            thread->inflight[i].server = server;
            return i;
        }

    /* now find a free spot to store it */
    for (i = 0; i < MAX_INFLIGHT_FDS; i++)
        if (thread->inflight[i].client == -1)
        {
            thread->inflight[i].client = client;
            thread->inflight[i].server = server;
            return i;
        }
1069 1070

    close( server );
1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084 1085 1086 1087 1088 1089 1090 1091 1092 1093 1094 1095 1096
    return -1;
}

/* get an inflight fd and purge it from the list */
/* the fd must be closed when no longer used */
int thread_get_inflight_fd( struct thread *thread, int client )
{
    int i, ret;

    if (client == -1) return -1;

    do
    {
        for (i = 0; i < MAX_INFLIGHT_FDS; i++)
        {
            if (thread->inflight[i].client == client)
            {
                ret = thread->inflight[i].server;
                thread->inflight[i].server = thread->inflight[i].client = -1;
                return ret;
            }
        }
    } while (!receive_fd( thread->process ));  /* in case it is still in the socket buffer */
    return -1;
}

Alexandre Julliard's avatar
Alexandre Julliard committed
1097
/* kill a thread on the spot */
1098
void kill_thread( struct thread *thread, int violent_death )
Alexandre Julliard's avatar
Alexandre Julliard committed
1099
{
Alexandre Julliard's avatar
Alexandre Julliard committed
1100
    if (thread->state == TERMINATED) return;  /* already killed */
Alexandre Julliard's avatar
Alexandre Julliard committed
1101
    thread->state = TERMINATED;
1102
    thread->exit_time = current_time;
1103
    if (current == thread) current = NULL;
1104
    if (debug_level)
1105 1106
        fprintf( stderr,"%04x: *killed* exit_code=%d\n",
                 thread->id, thread->exit_code );
1107 1108
    if (thread->wait)
    {
1109
        while (thread->wait) end_wait( thread );
1110
        send_thread_wakeup( thread, 0, thread->exit_code );
1111
        /* if it is waiting on the socket, we don't need to send a SIGQUIT */
1112 1113
        violent_death = 0;
    }
1114
    kill_console_processes( thread, 0 );
1115
    debug_exit_thread( thread );
Alexandre Julliard's avatar
Alexandre Julliard committed
1116
    abandon_mutexes( thread );
Alexandre Julliard's avatar
Alexandre Julliard committed
1117
    wake_up( &thread->obj, 0 );
1118
    if (violent_death) send_thread_signal( thread, SIGQUIT );
1119
    cleanup_thread( thread );
1120
    remove_process_thread( thread->process, thread );
Alexandre Julliard's avatar
Alexandre Julliard committed
1121
    release_object( thread );
Alexandre Julliard's avatar
Alexandre Julliard committed
1122
}
1123

1124 1125 1126 1127 1128 1129 1130 1131 1132 1133 1134 1135 1136 1137 1138 1139 1140 1141 1142 1143 1144 1145
/* copy parts of a context structure */
static void copy_context( context_t *to, const context_t *from, unsigned int flags )
{
    assert( to->cpu == from->cpu );
    to->flags |= flags;
    if (flags & SERVER_CTX_CONTROL) to->ctl = from->ctl;
    if (flags & SERVER_CTX_INTEGER) to->integer = from->integer;
    if (flags & SERVER_CTX_SEGMENTS) to->seg = from->seg;
    if (flags & SERVER_CTX_FLOATING_POINT) to->fp = from->fp;
    if (flags & SERVER_CTX_DEBUG_REGISTERS) to->debug = from->debug;
    if (flags & SERVER_CTX_EXTENDED_REGISTERS) to->ext = from->ext;
}

/* return the context flags that correspond to system regs */
/* (system regs are the ones we can't access on the client side) */
static unsigned int get_context_system_regs( enum cpu_type cpu )
{
    switch (cpu)
    {
    case CPU_x86:     return SERVER_CTX_DEBUG_REGISTERS;
    case CPU_x86_64:  return SERVER_CTX_DEBUG_REGISTERS;
    case CPU_POWERPC: return 0;
1146
    case CPU_ARM:     return 0;
1147
    case CPU_ARM64:   return 0;
1148 1149 1150 1151
    }
    return 0;
}

1152 1153 1154
/* trigger a breakpoint event in a given thread */
void break_thread( struct thread *thread )
{
1155
    debug_event_t data;
1156 1157 1158

    assert( thread->context );

1159 1160 1161 1162
    memset( &data, 0, sizeof(data) );
    data.exception.first     = 1;
    data.exception.exc_code  = STATUS_BREAKPOINT;
    data.exception.flags     = EXCEPTION_CONTINUABLE;
1163 1164 1165 1166 1167 1168 1169 1170 1171 1172 1173
    switch (thread->context->cpu)
    {
    case CPU_x86:
        data.exception.address = thread->context->ctl.i386_regs.eip;
        break;
    case CPU_x86_64:
        data.exception.address = thread->context->ctl.x86_64_regs.rip;
        break;
    case CPU_POWERPC:
        data.exception.address = thread->context->ctl.powerpc_regs.iar;
        break;
1174 1175 1176
    case CPU_ARM:
        data.exception.address = thread->context->ctl.arm_regs.pc;
        break;
1177 1178 1179
    case CPU_ARM64:
        data.exception.address = thread->context->ctl.arm64_regs.pc;
        break;
1180
    }
1181 1182 1183 1184
    generate_debug_event( thread, EXCEPTION_DEBUG_EVENT, &data );
    thread->debug_break = 0;
}

1185 1186 1187 1188 1189 1190 1191
/* take a snapshot of currently running threads */
struct thread_snapshot *thread_snap( int *count )
{
    struct thread_snapshot *snapshot, *ptr;
    struct thread *thread;
    int total = 0;

1192
    LIST_FOR_EACH_ENTRY( thread, &thread_list, struct thread, entry )
1193 1194 1195
        if (thread->state != TERMINATED) total++;
    if (!total || !(snapshot = mem_alloc( sizeof(*snapshot) * total ))) return NULL;
    ptr = snapshot;
1196
    LIST_FOR_EACH_ENTRY( thread, &thread_list, struct thread, entry )
1197 1198 1199 1200 1201 1202 1203 1204 1205 1206 1207 1208
    {
        if (thread->state == TERMINATED) continue;
        ptr->thread   = thread;
        ptr->count    = thread->obj.refcount;
        ptr->priority = thread->priority;
        grab_object( thread );
        ptr++;
    }
    *count = total;
    return snapshot;
}

1209 1210 1211 1212 1213 1214 1215 1216 1217
/* gets the current impersonation token */
struct token *thread_get_impersonation_token( struct thread *thread )
{
    if (thread->token)
        return thread->token;
    else
        return thread->process->token;
}

1218 1219 1220 1221 1222
/* check if a cpu type can be supported on this server */
int is_cpu_supported( enum cpu_type cpu )
{
    unsigned int prefix_cpu_mask = get_prefix_cpu_mask();

1223
    if (supported_cpus & prefix_cpu_mask & CPU_FLAG(cpu)) return 1;
1224 1225 1226 1227 1228 1229 1230 1231 1232
    if (!(supported_cpus & prefix_cpu_mask))
        set_error( STATUS_NOT_SUPPORTED );
    else if (supported_cpus & CPU_FLAG(cpu))
        set_error( STATUS_INVALID_IMAGE_WIN_64 );  /* server supports it but not the prefix */
    else
        set_error( STATUS_INVALID_IMAGE_FORMAT );
    return 0;
}

1233 1234 1235
/* create a new thread */
DECL_HANDLER(new_thread)
{
1236
    struct thread *thread;
1237
    int request_fd = thread_get_inflight_fd( current, req->request_fd );
1238

1239
    if (request_fd == -1 || fcntl( request_fd, F_SETFL, O_NONBLOCK ) == -1)
1240
    {
1241
        if (request_fd != -1) close( request_fd );
1242 1243 1244 1245 1246 1247 1248
        set_error( STATUS_INVALID_HANDLE );
        return;
    }

    if ((thread = create_thread( request_fd, current->process )))
    {
        if (req->suspend) thread->suspend++;
1249
        reply->tid = get_thread_id( thread );
1250
        if ((reply->handle = alloc_handle( current->process, thread, req->access, req->attributes )))
1251
        {
1252 1253
            /* thread object will be released when the thread gets killed */
            return;
1254
        }
1255
        kill_thread( thread, 1 );
1256 1257 1258 1259 1260 1261
    }
}

/* initialize a new thread */
DECL_HANDLER(init_thread)
{
1262
    struct process *process = current->process;
1263 1264 1265 1266 1267 1268 1269 1270 1271 1272 1273 1274
    int wait_fd, reply_fd;

    if ((reply_fd = thread_get_inflight_fd( current, req->reply_fd )) == -1)
    {
        set_error( STATUS_TOO_MANY_OPENED_FILES );
        return;
    }
    if ((wait_fd = thread_get_inflight_fd( current, req->wait_fd )) == -1)
    {
        set_error( STATUS_TOO_MANY_OPENED_FILES );
        goto error;
    }
1275

1276
    if (current->reply_fd)  /* already initialised */
1277
    {
1278
        set_error( STATUS_INVALID_PARAMETER );
1279 1280
        goto error;
    }
1281

1282
    if (fcntl( reply_fd, F_SETFL, O_NONBLOCK ) == -1) goto error;
1283

1284
    current->reply_fd = create_anonymous_fd( &thread_fd_ops, reply_fd, &current->obj, 0 );
1285 1286
    current->wait_fd  = create_anonymous_fd( &thread_fd_ops, wait_fd, &current->obj, 0 );
    if (!current->reply_fd || !current->wait_fd) return;
1287

1288
    if (!is_valid_address(req->teb))
1289 1290 1291 1292 1293
    {
        set_error( STATUS_INVALID_PARAMETER );
        return;
    }

1294
    current->unix_pid = req->unix_pid;
1295
    current->unix_tid = req->unix_tid;
1296
    current->teb      = req->teb;
1297
    current->entry_point = process->peb ? req->entry : 0;
1298

1299 1300
    if (!process->peb)  /* first thread, initialize the process too */
    {
1301
        if (!is_cpu_supported( req->cpu )) return;
1302
        process->unix_pid = current->unix_pid;
1303
        process->peb      = req->entry;
1304
        process->cpu      = req->cpu;
1305
        reply->info_size  = init_process( current );
1306
        if (!process->parent_id)
1307 1308 1309
            process->affinity = current->affinity = get_thread_affinity( current );
        else
            set_thread_affinity( current, current->affinity );
1310 1311 1312
    }
    else
    {
1313 1314 1315 1316 1317
        if (req->cpu != process->cpu)
        {
            set_error( STATUS_INVALID_PARAMETER );
            return;
        }
1318 1319
        if (process->unix_pid != current->unix_pid)
            process->unix_pid = -1;  /* can happen with linuxthreads */
1320
        stop_thread_if_suspended( current );
1321
        generate_debug_event( current, CREATE_THREAD_DEBUG_EVENT, &req->entry );
1322
        set_thread_affinity( current, current->affinity );
1323 1324
    }
    debug_level = max( debug_level, req->debug_level );
1325

1326
    reply->pid     = get_process_id( process );
1327 1328
    reply->tid     = get_thread_id( current );
    reply->version = SERVER_PROTOCOL_VERSION;
1329
    reply->server_start = server_start_time;
1330
    reply->all_cpus     = supported_cpus & get_prefix_cpu_mask();
1331 1332 1333 1334 1335 1336 1337
    return;

 error:
    if (reply_fd != -1) close( reply_fd );
    if (wait_fd != -1) close( wait_fd );
}

1338 1339 1340 1341 1342
/* terminate a thread */
DECL_HANDLER(terminate_thread)
{
    struct thread *thread;

1343 1344
    reply->self = 0;
    reply->last = 0;
1345 1346
    if ((thread = get_thread_from_handle( req->handle, THREAD_TERMINATE )))
    {
1347 1348 1349 1350
        thread->exit_code = req->exit_code;
        if (thread != current) kill_thread( thread, 1 );
        else
        {
1351 1352
            reply->self = 1;
            reply->last = (thread->process->running_threads == 1);
1353
        }
1354 1355 1356 1357
        release_object( thread );
    }
}

1358 1359 1360 1361 1362 1363 1364 1365
/* open a handle to a thread */
DECL_HANDLER(open_thread)
{
    struct thread *thread = get_thread_from_id( req->tid );

    reply->handle = 0;
    if (thread)
    {
1366
        reply->handle = alloc_handle( current->process, thread, req->access, req->attributes );
1367 1368 1369 1370
        release_object( thread );
    }
}

1371 1372 1373 1374
/* fetch information about a thread */
DECL_HANDLER(get_thread_info)
{
    struct thread *thread;
1375
    obj_handle_t handle = req->handle;
1376

1377
    if (!handle) thread = get_thread_from_id( req->tid_in );
1378
    else thread = get_thread_from_handle( req->handle, THREAD_QUERY_LIMITED_INFORMATION );
1379 1380

    if (thread)
1381
    {
1382
        reply->pid            = get_process_id( thread->process );
1383 1384
        reply->tid            = get_thread_id( thread );
        reply->teb            = thread->teb;
1385
        reply->entry_point    = thread->entry_point;
1386
        reply->exit_code      = (thread->state == TERMINATED) ? thread->exit_code : STATUS_PENDING;
1387
        reply->priority       = thread->priority;
1388
        reply->affinity       = thread->affinity;
1389 1390 1391 1392 1393 1394 1395 1396 1397 1398 1399 1400 1401
        reply->last           = thread->process->running_threads == 1;

        release_object( thread );
    }
}

/* fetch information about thread times */
DECL_HANDLER(get_thread_times)
{
    struct thread *thread;

    if ((thread = get_thread_from_handle( req->handle, THREAD_QUERY_INFORMATION )))
    {
1402 1403
        reply->creation_time  = thread->creation_time;
        reply->exit_time      = thread->exit_time;
1404

1405 1406 1407 1408 1409 1410 1411 1412 1413 1414 1415 1416 1417 1418 1419 1420 1421 1422 1423 1424
        release_object( thread );
    }
}

/* set information about a thread */
DECL_HANDLER(set_thread_info)
{
    struct thread *thread;

    if ((thread = get_thread_from_handle( req->handle, THREAD_SET_INFORMATION )))
    {
        set_thread_info( thread, req );
        release_object( thread );
    }
}

/* suspend a thread */
DECL_HANDLER(suspend_thread)
{
    struct thread *thread;
1425

1426 1427
    if ((thread = get_thread_from_handle( req->handle, THREAD_SUSPEND_RESUME )))
    {
1428
        if (thread->state == TERMINATED) set_error( STATUS_ACCESS_DENIED );
1429
        else reply->count = suspend_thread( thread );
1430 1431 1432 1433 1434 1435 1436 1437
        release_object( thread );
    }
}

/* resume a thread */
DECL_HANDLER(resume_thread)
{
    struct thread *thread;
1438

1439 1440
    if ((thread = get_thread_from_handle( req->handle, THREAD_SUSPEND_RESUME )))
    {
1441
        reply->count = resume_thread( thread );
1442 1443 1444 1445 1446 1447 1448
        release_object( thread );
    }
}

/* select on a handle list */
DECL_HANDLER(select)
{
1449 1450
    select_op_t select_op;
    data_size_t op_size;
1451 1452 1453 1454 1455 1456 1457 1458
    struct thread_apc *apc;
    const apc_result_t *result = get_req_data();

    if (get_req_data_size() < sizeof(*result))
    {
        set_error( STATUS_INVALID_PARAMETER );
        return;
    }
1459 1460 1461 1462 1463 1464
    if (!req->cookie)
    {
        set_error( STATUS_INVALID_PARAMETER );
        return;
    }

1465 1466 1467
    op_size = min( get_req_data_size() - sizeof(*result), sizeof(select_op) );
    memset( &select_op, 0, sizeof(select_op) );
    memcpy( &select_op, result + 1, op_size );
1468 1469 1470 1471 1472 1473 1474 1475 1476 1477 1478 1479 1480 1481 1482 1483 1484 1485

    /* first store results of previous apc */
    if (req->prev_apc)
    {
        if (!(apc = (struct thread_apc *)get_handle_obj( current->process, req->prev_apc,
                                                         0, &thread_apc_ops ))) return;
        apc->result = *result;
        apc->executed = 1;
        if (apc->result.type == APC_CREATE_THREAD)  /* transfer the handle to the caller process */
        {
            obj_handle_t handle = duplicate_handle( current->process, apc->result.create_thread.handle,
                                                    apc->caller->process, 0, 0, DUP_HANDLE_SAME_ACCESS );
            close_handle( current->process, apc->result.create_thread.handle );
            apc->result.create_thread.handle = handle;
            clear_error();  /* ignore errors from the above calls */
        }
        else if (apc->result.type == APC_ASYNC_IO)
        {
1486
            if (apc->owner)
1487
                async_set_result( apc->owner, apc->result.async_io.status, apc->result.async_io.total );
1488 1489 1490 1491 1492 1493
        }
        wake_up( &apc->obj, 0 );
        close_handle( current->process, req->prev_apc );
        release_object( apc );
    }

1494
    reply->timeout = select_on( &select_op, op_size, req->cookie, req->flags, req->timeout );
1495 1496 1497 1498 1499 1500 1501 1502 1503 1504

    if (get_error() == STATUS_USER_APC)
    {
        for (;;)
        {
            if (!(apc = thread_dequeue_apc( current, !(req->flags & SELECT_ALERTABLE) )))
                break;
            /* Optimization: ignore APC_NONE calls, they are only used to
             * wake up a thread, but since we got here the thread woke up already.
             */
1505 1506
            if (apc->call.type != APC_NONE &&
                (reply->apc_handle = alloc_handle( current->process, apc, SYNCHRONIZE, 0 )))
1507
            {
1508
                reply->call = apc->call;
1509 1510 1511 1512 1513 1514 1515 1516
                release_object( apc );
                break;
            }
            apc->executed = 1;
            wake_up( &apc->obj, 0 );
            release_object( apc );
        }
    }
1517 1518
}

1519
/* queue an APC for a thread or process */
1520 1521
DECL_HANDLER(queue_apc)
{
1522 1523
    struct thread *thread = NULL;
    struct process *process = NULL;
1524 1525 1526 1527 1528
    struct thread_apc *apc;

    if (!(apc = create_apc( NULL, &req->call ))) return;

    switch (apc->call.type)
1529
    {
1530 1531
    case APC_NONE:
    case APC_USER:
1532
        thread = get_thread_from_handle( req->handle, THREAD_SET_CONTEXT );
1533 1534 1535
        break;
    case APC_VIRTUAL_ALLOC:
    case APC_VIRTUAL_FREE:
1536
    case APC_VIRTUAL_PROTECT:
1537
    case APC_VIRTUAL_FLUSH:
1538 1539
    case APC_VIRTUAL_LOCK:
    case APC_VIRTUAL_UNLOCK:
1540
    case APC_UNMAP_VIEW:
1541
        process = get_process_from_handle( req->handle, PROCESS_VM_OPERATION );
1542 1543
        break;
    case APC_VIRTUAL_QUERY:
1544
        process = get_process_from_handle( req->handle, PROCESS_QUERY_INFORMATION );
1545
        break;
1546
    case APC_MAP_VIEW:
1547
        process = get_process_from_handle( req->handle, PROCESS_VM_OPERATION );
1548
        if (process && process != current->process)
1549 1550 1551 1552 1553 1554 1555 1556 1557 1558 1559 1560
        {
            /* duplicate the handle into the target process */
            obj_handle_t handle = duplicate_handle( current->process, apc->call.map_view.handle,
                                                    process, 0, 0, DUP_HANDLE_SAME_ACCESS );
            if (handle) apc->call.map_view.handle = handle;
            else
            {
                release_object( process );
                process = NULL;
            }
        }
        break;
1561
    case APC_CREATE_THREAD:
1562
        process = get_process_from_handle( req->handle, PROCESS_CREATE_THREAD );
1563 1564 1565 1566
        break;
    default:
        set_error( STATUS_INVALID_PARAMETER );
        break;
1567
    }
1568 1569 1570 1571 1572 1573 1574 1575

    if (thread)
    {
        if (!queue_apc( NULL, thread, apc )) set_error( STATUS_THREAD_IS_TERMINATING );
        release_object( thread );
    }
    else if (process)
    {
1576 1577
        reply->self = (process == current->process);
        if (!reply->self)
1578
        {
1579 1580
            obj_handle_t handle = alloc_handle( current->process, apc, SYNCHRONIZE, 0 );
            if (handle)
1581
            {
1582 1583 1584 1585 1586 1587 1588 1589 1590 1591
                if (queue_apc( process, NULL, apc ))
                {
                    apc->caller = (struct thread *)grab_object( current );
                    reply->handle = handle;
                }
                else
                {
                    close_handle( current->process, handle );
                    set_error( STATUS_PROCESS_IS_TERMINATING );
                }
1592 1593 1594 1595 1596
            }
        }
        release_object( process );
    }

1597
    release_object( apc );
1598
}
1599

1600 1601 1602 1603 1604 1605 1606
/* Get the result of an APC call */
DECL_HANDLER(get_apc_result)
{
    struct thread_apc *apc;

    if (!(apc = (struct thread_apc *)get_handle_obj( current->process, req->handle,
                                                     0, &thread_apc_ops ))) return;
1607 1608 1609 1610 1611 1612

    if (apc->executed) reply->result = apc->result;
    else set_error( STATUS_PENDING );

    /* close the handle directly to avoid an extra round-trip */
    close_handle( current->process, req->handle );
1613 1614 1615
    release_object( apc );
}

1616 1617 1618 1619
/* retrieve the current context of a thread */
DECL_HANDLER(get_thread_context)
{
    struct thread *thread;
1620
    context_t *context;
1621

1622
    if (get_reply_max_size() < sizeof(context_t))
1623 1624 1625 1626 1627
    {
        set_error( STATUS_INVALID_PARAMETER );
        return;
    }
    if (!(thread = get_thread_from_handle( req->handle, THREAD_GET_CONTEXT ))) return;
1628
    reply->self = (thread == current);
1629

1630
    if (thread != current && !thread->context)
1631 1632
    {
        /* thread is not suspended, retry (if it's still running) */
1633 1634 1635 1636 1637 1638 1639 1640 1641 1642 1643
        if (thread->state == RUNNING)
        {
            set_error( STATUS_PENDING );
            if (req->suspend)
            {
                release_object( thread );
                /* make sure we have suspend access */
                if (!(thread = get_thread_from_handle( req->handle, THREAD_SUSPEND_RESUME ))) return;
                suspend_thread( thread );
            }
        }
1644
        else set_error( STATUS_UNSUCCESSFUL );
1645
    }
1646
    else if ((context = set_reply_data_size( sizeof(context_t) )))
1647
    {
1648
        unsigned int flags = get_context_system_regs( thread->process->cpu );
1649

1650 1651
        memset( context, 0, sizeof(context_t) );
        context->cpu = thread->process->cpu;
1652 1653
        if (thread->context) copy_context( context, thread->context, req->flags & ~flags );
        if (flags) get_thread_context( thread, context, flags );
1654 1655 1656 1657 1658 1659 1660 1661
    }
    release_object( thread );
}

/* set the current context of a thread */
DECL_HANDLER(set_thread_context)
{
    struct thread *thread;
1662
    const context_t *context = get_req_data();
1663

1664
    if (get_req_data_size() < sizeof(context_t))
1665 1666 1667 1668
    {
        set_error( STATUS_INVALID_PARAMETER );
        return;
    }
1669
    if (!(thread = get_thread_from_handle( req->handle, THREAD_SET_CONTEXT ))) return;
1670
    reply->self = (thread == current);
1671

1672
    if (thread != current && !thread->context)
1673 1674
    {
        /* thread is not suspended, retry (if it's still running) */
1675 1676 1677 1678 1679 1680 1681 1682 1683 1684 1685
        if (thread->state == RUNNING)
        {
            set_error( STATUS_PENDING );
            if (req->suspend)
            {
                release_object( thread );
                /* make sure we have suspend access */
                if (!(thread = get_thread_from_handle( req->handle, THREAD_SUSPEND_RESUME ))) return;
                suspend_thread( thread );
            }
        }
1686
        else set_error( STATUS_UNSUCCESSFUL );
1687
    }
1688
    else if (context->cpu == thread->process->cpu)
1689
    {
1690 1691
        unsigned int system_flags = get_context_system_regs(context->cpu) & context->flags;
        unsigned int client_flags = context->flags & ~system_flags;
1692

1693 1694
        if (system_flags) set_thread_context( thread, context, system_flags );
        if (thread->context && !get_error()) copy_context( thread->context, context, client_flags );
1695
    }
1696 1697
    else set_error( STATUS_INVALID_PARAMETER );

1698
    release_object( thread );
1699 1700
}

1701 1702 1703 1704 1705 1706 1707 1708 1709 1710 1711 1712
/* retrieve the suspended context of a thread */
DECL_HANDLER(get_suspend_context)
{
    if (get_reply_max_size() < sizeof(context_t))
    {
        set_error( STATUS_INVALID_PARAMETER );
        return;
    }

    if (current->suspend_context)
    {
        set_reply_data_ptr( current->suspend_context, sizeof(context_t) );
1713 1714 1715 1716 1717
        if (current->context == current->suspend_context)
        {
            current->context = NULL;
            stop_thread_if_suspended( current );
        }
1718 1719 1720 1721 1722 1723 1724 1725 1726 1727 1728 1729 1730 1731 1732 1733 1734 1735 1736 1737 1738 1739 1740 1741 1742 1743 1744 1745 1746
        current->suspend_context = NULL;
    }
    else set_error( STATUS_INVALID_PARAMETER );  /* not suspended, shouldn't happen */
}

/* store the suspended context of a thread */
DECL_HANDLER(set_suspend_context)
{
    const context_t *context = get_req_data();

    if (get_req_data_size() < sizeof(context_t))
    {
        set_error( STATUS_INVALID_PARAMETER );
        return;
    }

    if (current->context || context->cpu != current->process->cpu)
    {
        /* nested suspend or exception, shouldn't happen */
        set_error( STATUS_INVALID_PARAMETER );
    }
    else if ((current->suspend_context = mem_alloc( sizeof(context_t) )))
    {
        memcpy( current->suspend_context, get_req_data(), sizeof(context_t) );
        current->context = current->suspend_context;
        if (current->debug_break) break_thread( current );
    }
}

1747 1748 1749 1750 1751 1752
/* fetch a selector entry for a thread */
DECL_HANDLER(get_selector_entry)
{
    struct thread *thread;
    if ((thread = get_thread_from_handle( req->handle, THREAD_QUERY_INFORMATION )))
    {
1753
        get_selector_entry( thread, req->entry, &reply->base, &reply->limit, &reply->flags );
1754 1755 1756
        release_object( thread );
    }
}