/* -*- Mode: C++; tab-width: 4; indent-tabs-mode: nil; c-basic-offset: 2 -*- */
/* ***** BEGIN LICENSE BLOCK *****
* Version: MPL 1.1/GPL 2.0/LGPL 2.1
*
* The contents of this file are subject to the Mozilla Public License Version
* 1.1 (the "License"); you may not use this file except in compliance with
* the License. You may obtain a copy of the License at
* http://www.mozilla.org/MPL/
*
* Software distributed under the License is distributed on an "AS IS" basis,
* WITHOUT WARRANTY OF ANY KIND, either express or implied. See the License
* for the specific language governing rights and limitations under the
* License.
*
* The Original Code is the Netscape Portable Runtime (NSPR).
*
* The Initial Developer of the Original Code is
* Netscape Communications Corporation.
* Portions created by the Initial Developer are Copyright (C) 1999-2000
* the Initial Developer. All Rights Reserved.
*
* Contributor(s):
*
* Alternatively, the contents of this file may be used under the terms of
* either the GNU General Public License Version 2 or later (the "GPL"), or
* the GNU Lesser General Public License Version 2.1 or later (the "LGPL"),
* in which case the provisions of the GPL or the LGPL are applicable instead
* of those above. If you wish to allow use of your version of this file only
* under the terms of either the GPL or the LGPL, and not to allow others to
* use your version of this file under the terms of the MPL, indicate your
* decision by deleting the provisions above and replace them with the notice
* and other provisions required by the GPL or the LGPL. If you do not delete
* the provisions above, a recipient may use your version of this file under
* the terms of any one of the MPL, the GPL or the LGPL.
*
* ***** END LICENSE BLOCK ***** */
/***********************************************************************
**
** Name: thrpool.c
**
** Description: Test threadpool functionality.
**
** Modification History:
*/
#include "primpl.h"
#include "plgetopt.h"
#include <stdio.h>
#include <string.h>
#include <errno.h>
#ifdef XP_UNIX
#include <sys/mman.h>
#endif
#if defined(_PR_PTHREADS) && !defined(_PR_DCETHREADS)
#include <pthread.h>
#endif
/* for getcwd */
#if defined(XP_UNIX) || defined (XP_OS2_EMX) || defined(XP_BEOS)
#include <unistd.h>
#elif defined(XP_PC)
#include <direct.h>
#endif
#ifdef WIN32
#include <process.h>
#endif
static int _debug_on = 0;
static char *program_name = NULL;
static void serve_client_write(void *arg);
#ifdef XP_MAC
#include "prlog.h"
#include "prsem.h"
int fprintf(FILE *stream, const char *fmt, ...)
{
PR_LogPrint(fmt);
return 0;
}
#define printf PR_LogPrint
extern void SetupMacPrintfLog(char *logFile);
#else
#include "obsolete/prsem.h"
#endif
#ifdef XP_PC
#define mode_t int
#endif
#define DPRINTF(arg) if (_debug_on) printf arg
#define BUF_DATA_SIZE (2 * 1024)
#define TCP_MESG_SIZE 1024
#define NUM_TCP_CLIENTS 10 /* for a listen queue depth of 5 */
#define NUM_TCP_CONNECTIONS_PER_CLIENT 10
#define NUM_TCP_MESGS_PER_CONNECTION 10
#define TCP_SERVER_PORT 10000
#define SERVER_MAX_BIND_COUNT 100
static PRInt32 num_tcp_clients = NUM_TCP_CLIENTS;
static PRInt32 num_tcp_connections_per_client = NUM_TCP_CONNECTIONS_PER_CLIENT;
static PRInt32 tcp_mesg_size = TCP_MESG_SIZE;
static PRInt32 num_tcp_mesgs_per_connection = NUM_TCP_MESGS_PER_CONNECTION;
static void TCP_Server_Accept(void *arg);
int failed_already=0;
typedef struct buffer {
char data[BUF_DATA_SIZE];
} buffer;
typedef struct Server_Param {
PRJobIoDesc iod; /* socket to read from/write to */
PRInt32 datalen; /* bytes of data transfered in each read/write */
PRNetAddr netaddr;
PRMonitor *exit_mon; /* monitor to signal on exit */
PRInt32 *job_counterp; /* counter to decrement, before exit */
PRInt32 conn_counter; /* counter to decrement, before exit */
PRThreadPool *tp;
} Server_Param;
typedef struct Serve_Client_Param {
PRJobIoDesc iod; /* socket to read from/write to */
PRInt32 datalen; /* bytes of data transfered in each read/write */
PRMonitor *exit_mon; /* monitor to signal on exit */
PRInt32 *job_counterp; /* counter to decrement, before exit */
PRThreadPool *tp;
} Serve_Client_Param;
typedef struct Session {
PRJobIoDesc iod; /* socket to read from/write to */
buffer *in_buf;
PRInt32 bytes;
PRInt32 msg_num;
PRInt32 bytes_read;
PRMonitor *exit_mon; /* monitor to signal on exit */
PRInt32 *job_counterp; /* counter to decrement, before exit */
PRThreadPool *tp;
} Session;
static void
serve_client_read(void *arg)
{
Session *sp = (Session *) arg;
int rem;
int bytes;
int offset;
PRFileDesc *sockfd;
char *buf;
PRJob *jobp;
PRIntervalTime timeout = PR_INTERVAL_NO_TIMEOUT;
sockfd = sp->iod.socket;
buf = sp->in_buf->data;
PR_ASSERT(sp->msg_num < num_tcp_mesgs_per_connection);
PR_ASSERT(sp->bytes_read < sp->bytes);
offset = sp->bytes_read;
rem = sp->bytes - offset;
bytes = PR_Recv(sockfd, buf + offset, rem, 0, timeout);
if (bytes < 0) {
return;
}
sp->bytes_read += bytes;
sp->iod.timeout = PR_SecondsToInterval(60);
if (sp->bytes_read < sp->bytes) {
jobp = PR_QueueJob_Read(sp->tp, &sp->iod, serve_client_read, sp,
PR_FALSE);
PR_ASSERT(NULL != jobp);
return;
}
PR_ASSERT(sp->bytes_read == sp->bytes);
DPRINTF(("serve_client: read complete, msg(%d) \n", sp->msg_num));
sp->iod.timeout = PR_SecondsToInterval(60);
jobp = PR_QueueJob_Write(sp->tp, &sp->iod, serve_client_write, sp,
PR_FALSE);
PR_ASSERT(NULL != jobp);
return;
}
static void
serve_client_write(void *arg)
{
Session *sp = (Session *) arg;
int bytes;
PRFileDesc *sockfd;
char *buf;
PRJob *jobp;
sockfd = sp->iod.socket;
buf = sp->in_buf->data;
PR_ASSERT(sp->msg_num < num_tcp_mesgs_per_connection);
bytes = PR_Send(sockfd, buf, sp->bytes, 0, PR_INTERVAL_NO_TIMEOUT);
PR_ASSERT(bytes == sp->bytes);
if (bytes < 0) {
return;
}
DPRINTF(("serve_client: write complete, msg(%d) \n", sp->msg_num));
sp->msg_num++;
if (sp->msg_num < num_tcp_mesgs_per_connection) {
sp->bytes_read = 0;
sp->iod.timeout = PR_SecondsToInterval(60);
jobp = PR_QueueJob_Read(sp->tp, &sp->iod, serve_client_read, sp,
PR_FALSE);
PR_ASSERT(NULL != jobp);
return;
}
DPRINTF(("serve_client: read/write complete, msg(%d) \n", sp->msg_num));
if (PR_Shutdown(sockfd, PR_SHUTDOWN_BOTH) < 0) {
fprintf(stderr,"%s: ERROR - PR_Shutdown\n", program_name);
}
PR_Close(sockfd);
PR_EnterMonitor(sp->exit_mon);
--(*sp->job_counterp);
PR_Notify(sp->exit_mon);
PR_ExitMonitor(sp->exit_mon);
PR_DELETE(sp->in_buf);
PR_DELETE(sp);
return;
}
/*
* Serve_Client
* Thread, started by the server, for serving a client connection.
* Reads data from socket and writes it back, unmodified, and
* closes the socket
*/
static void PR_CALLBACK
Serve_Client(void *arg)
{
Serve_Client_Param *scp = (Serve_Client_Param *) arg;
buffer *in_buf;
Session *sp;
PRJob *jobp;
sp = PR_NEW(Session);
sp->iod = scp->iod;
in_buf = PR_NEW(buffer);
if (in_buf == NULL) {
fprintf(stderr,"%s: failed to alloc buffer struct\n",program_name);
failed_already=1;
return;
}
sp->in_buf = in_buf;
sp->bytes = scp->datalen;
sp->msg_num = 0;
sp->bytes_read = 0;
sp->tp = scp->tp;
sp->exit_mon = scp->exit_mon;
sp->job_counterp = scp->job_counterp;
sp->iod.timeout = PR_SecondsToInterval(60);
jobp = PR_QueueJob_Read(sp->tp, &sp->iod, serve_client_read, sp,
PR_FALSE);
PR_ASSERT(NULL != jobp);
PR_DELETE(scp);
}
static void
print_stats(void *arg)
{
Server_Param *sp = (Server_Param *) arg;
PRThreadPool *tp = sp->tp;
PRInt32 counter;
PRJob *jobp;
PR_EnterMonitor(sp->exit_mon);
counter = (*sp->job_counterp);
PR_ExitMonitor(sp->exit_mon);
printf("PRINT_STATS: #client connections = %d\n",counter);
jobp = PR_QueueJob_Timer(tp, PR_MillisecondsToInterval(500),
print_stats, sp, PR_FALSE);
PR_ASSERT(NULL != jobp);
}
static int job_counter = 0;
/*
* TCP Server
* Server binds an address to a socket, starts a client process and
* listens for incoming connections.
* Each client connects to the server and sends a chunk of data
* Starts a Serve_Client job for each incoming connection, to read
* the data from the client and send it back to the client, unmodified.
* Each client checks that data received from server is same as the
* data it sent to the server.
* Finally, the threadpool is shutdown
*/
static void PR_CALLBACK
TCP_Server(void *arg)
{
PRThreadPool *tp = (PRThreadPool *) arg;
Server_Param *sp;
PRFileDesc *sockfd;
PRNetAddr netaddr;
PRMonitor *sc_mon;
PRJob *jobp;
int i;
PRStatus rval;
/*
* Create a tcp socket
*/
if ((sockfd = PR_NewTCPSocket()) == NULL) {
fprintf(stderr,"%s: PR_NewTCPSocket failed\n", program_name);
return;
}
memset(&netaddr, 0 , sizeof(netaddr));
netaddr.inet.family = PR_AF_INET;
netaddr.inet.port = PR_htons(TCP_SERVER_PORT);
netaddr.inet.ip = PR_htonl(PR_INADDR_ANY);
/*
* try a few times to bind server's address, if addresses are in
* use
*/
i = 0;
while (PR_Bind(sockfd, &netaddr) < 0) {
if (PR_GetError() == PR_ADDRESS_IN_USE_ERROR) {
netaddr.inet.port += 2;
if (i++ < SERVER_MAX_BIND_COUNT)
continue;
}
fprintf(stderr,"%s: ERROR - PR_Bind failed\n", program_name);
perror("PR_Bind");
failed_already=1;
return;
}
if (PR_Listen(sockfd, 32) < 0) {
fprintf(stderr,"%s: ERROR - PR_Listen failed\n", program_name);
failed_already=1;
return;
}
if (PR_GetSockName(sockfd, &netaddr) < 0) {
fprintf(stderr,"%s: ERROR - PR_GetSockName failed\n", program_name);
failed_already=1;
return;
}
DPRINTF((
"TCP_Server: PR_BIND netaddr.inet.ip = 0x%lx, netaddr.inet.port = %d\n",
netaddr.inet.ip, netaddr.inet.port));
sp = PR_NEW(Server_Param);
if (sp == NULL) {
fprintf(stderr,"%s: PR_NEW failed\n", program_name);
failed_already=1;
return;
}
sp->iod.socket = sockfd;
sp->iod.timeout = PR_SecondsToInterval(60);
sp->datalen = tcp_mesg_size;
sp->exit_mon = sc_mon;
sp->job_counterp = &job_counter;
sp->conn_counter = 0;
sp->tp = tp;
sp->netaddr = netaddr;
/* create and cancel an io job */
jobp = PR_QueueJob_Accept(tp, &sp->iod, TCP_Server_Accept, sp,
PR_FALSE);
PR_ASSERT(NULL != jobp);
rval = PR_CancelJob(jobp);
PR_ASSERT(PR_SUCCESS == rval);
/*
* create the client process
*/
{
#define MAX_ARGS 4
char *argv[MAX_ARGS + 1];
int index = 0;
char port[32];
char path[1024 + sizeof("/thrpool_client")];
(void)getcwd(path, sizeof(path));
(void)strcat(path, "/thrpool_client");
#ifdef XP_PC
(void)strcat(path, ".exe");
#endif
argv[index++] = path;
sprintf(port,"%d",PR_ntohs(netaddr.inet.port));
if (_debug_on)
{
argv[index++] = "-d";
argv[index++] = "-p";
argv[index++] = port;
argv[index++] = NULL;
} else {
argv[index++] = "-p";
argv[index++] = port;
argv[index++] = NULL;
}
PR_ASSERT(MAX_ARGS >= (index - 1));
DPRINTF(("creating client process %s ...\n", path));
if (PR_FAILURE == PR_CreateProcessDetached(path, argv, NULL, NULL)) {
fprintf(stderr,
"thrpool_server: ERROR - PR_CreateProcessDetached failed\n");
failed_already=1;
return;
}
}
sc_mon = PR_NewMonitor();
if (sc_mon == NULL) {
fprintf(stderr,"%s: PR_NewMonitor failed\n", program_name);
failed_already=1;
return;
}
sp->iod.socket = sockfd;
sp->iod.timeout = PR_SecondsToInterval(60);
sp->datalen = tcp_mesg_size;
sp->exit_mon = sc_mon;
sp->job_counterp = &job_counter;
sp->conn_counter = 0;
sp->tp = tp;
sp->netaddr = netaddr;
/* create and cancel a timer job */
jobp = PR_QueueJob_Timer(tp, PR_MillisecondsToInterval(5000),
print_stats, sp, PR_FALSE);
PR_ASSERT(NULL != jobp);
rval = PR_CancelJob(jobp);
PR_ASSERT(PR_SUCCESS == rval);
DPRINTF(("TCP_Server: Accepting connections \n"));
jobp = PR_QueueJob_Accept(tp, &sp->iod, TCP_Server_Accept, sp,
PR_FALSE);
PR_ASSERT(NULL != jobp);
return;
}
static void
TCP_Server_Accept(void *arg)
{
Server_Param *sp = (Server_Param *) arg;
PRThreadPool *tp = sp->tp;
Serve_Client_Param *scp;
PRFileDesc *newsockfd;
PRJob *jobp;
if ((newsockfd = PR_Accept(sp->iod.socket, &sp->netaddr,
PR_INTERVAL_NO_TIMEOUT)) == NULL) {
fprintf(stderr,"%s: ERROR - PR_Accept failed\n", program_name);
failed_already=1;
goto exit;
}
scp = PR_NEW(Serve_Client_Param);
if (scp == NULL) {
fprintf(stderr,"%s: PR_NEW failed\n", program_name);
failed_already=1;
goto exit;
}
/*
* Start a Serve_Client job for each incoming connection
*/
scp->iod.socket = newsockfd;
scp->iod.timeout = PR_SecondsToInterval(60);
scp->datalen = tcp_mesg_size;
scp->exit_mon = sp->exit_mon;
scp->job_counterp = sp->job_counterp;
scp->tp = sp->tp;
PR_EnterMonitor(sp->exit_mon);
(*sp->job_counterp)++;
PR_ExitMonitor(sp->exit_mon);
jobp = PR_QueueJob(tp, Serve_Client, scp,
PR_FALSE);
PR_ASSERT(NULL != jobp);
DPRINTF(("TCP_Server: Created Serve_Client = 0x%lx\n", jobp));
/*
* single-threaded update; no lock needed
*/
sp->conn_counter++;
if (sp->conn_counter <
(num_tcp_clients * num_tcp_connections_per_client)) {
jobp = PR_QueueJob_Accept(tp, &sp->iod, TCP_Server_Accept, sp,
PR_FALSE);
PR_ASSERT(NULL != jobp);
return;
}
jobp = PR_QueueJob_Timer(tp, PR_MillisecondsToInterval(500),
print_stats, sp, PR_FALSE);
PR_ASSERT(NULL != jobp);
DPRINTF(("TCP_Server: Created print_stats timer job = 0x%lx\n", jobp));
exit:
PR_EnterMonitor(sp->exit_mon);
/* Wait for server jobs to finish */
while (0 != *sp->job_counterp) {
PR_Wait(sp->exit_mon, PR_INTERVAL_NO_TIMEOUT);
DPRINTF(("TCP_Server: conn_counter = %d\n",
*sp->job_counterp));
}
PR_ExitMonitor(sp->exit_mon);
if (sp->iod.socket) {
PR_Close(sp->iod.socket);
}
PR_DestroyMonitor(sp->exit_mon);
printf("%30s","TCP_Socket_Client_Server_Test:");
printf("%2ld Server %2ld Clients %2ld connections_per_client\n",1l,
num_tcp_clients, num_tcp_connections_per_client);
printf("%30s %2ld messages_per_connection %4ld bytes_per_message\n",":",
num_tcp_mesgs_per_connection, tcp_mesg_size);
DPRINTF(("%s: calling PR_ShutdownThreadPool\n", program_name));
PR_ShutdownThreadPool(sp->tp);
PR_DELETE(sp);
}
/************************************************************************/
#define DEFAULT_INITIAL_THREADS 4
#define DEFAULT_MAX_THREADS 100
#define DEFAULT_STACKSIZE (512 * 1024)
int
main(int argc, char **argv)
{
PRInt32 initial_threads = DEFAULT_INITIAL_THREADS;
PRInt32 max_threads = DEFAULT_MAX_THREADS;
PRInt32 stacksize = DEFAULT_STACKSIZE;
PRThreadPool *tp = NULL;
PRStatus rv;
PRJob *jobp;
/*
* -d debug mode
*/
PLOptStatus os;
PLOptState *opt;
program_name = argv[0];
opt = PL_CreateOptState(argc, argv, "d");
while (PL_OPT_EOL != (os = PL_GetNextOpt(opt)))
{
if (PL_OPT_BAD == os) continue;
switch (opt->option)
{
case 'd': /* debug mode */
_debug_on = 1;
break;
default:
break;
}
}
PL_DestroyOptState(opt);
PR_Init(PR_USER_THREAD, PR_PRIORITY_NORMAL, 0);
PR_STDIO_INIT();
#ifdef XP_MAC
SetupMacPrintfLog("socket.log");
#endif
PR_SetConcurrency(4);
tp = PR_CreateThreadPool(initial_threads, max_threads, stacksize);
if (NULL == tp) {
printf("PR_CreateThreadPool failed\n");
failed_already=1;
goto done;
}
jobp = PR_QueueJob(tp, TCP_Server, tp, PR_TRUE);
rv = PR_JoinJob(jobp);
PR_ASSERT(PR_SUCCESS == rv);
DPRINTF(("%s: calling PR_JoinThreadPool\n", program_name));
rv = PR_JoinThreadPool(tp);
PR_ASSERT(PR_SUCCESS == rv);
DPRINTF(("%s: returning from PR_JoinThreadPool\n", program_name));
done:
PR_Cleanup();
if (failed_already) return 1;
else return 0;
}