===================================================================
RCS file: /home/cvs/OpenXM_contrib2/asir2000/io/tcpf.c,v
retrieving revision 1.2
retrieving revision 1.58
diff -u -p -r1.2 -r1.58
--- OpenXM_contrib2/asir2000/io/tcpf.c	1999/12/13 01:56:04	1.2
+++ OpenXM_contrib2/asir2000/io/tcpf.c	2010/09/01 08:01:09	1.58
@@ -1,17 +1,67 @@
-/* $OpenXM: OpenXM_contrib2/asir2000/io/tcpf.c,v 1.1.1.1 1999/12/03 07:39:11 noro Exp $ */
-#if INET
+/*
+ * Copyright (c) 1994-2000 FUJITSU LABORATORIES LIMITED 
+ * All rights reserved.
+ * 
+ * FUJITSU LABORATORIES LIMITED ("FLL") hereby grants you a limited,
+ * non-exclusive and royalty-free license to use, copy, modify and
+ * redistribute, solely for non-commercial and non-profit purposes, the
+ * computer program, "Risa/Asir" ("SOFTWARE"), subject to the terms and
+ * conditions of this Agreement. For the avoidance of doubt, you acquire
+ * only a limited right to use the SOFTWARE hereunder, and FLL or any
+ * third party developer retains all rights, including but not limited to
+ * copyrights, in and to the SOFTWARE.
+ * 
+ * (1) FLL does not grant you a license in any way for commercial
+ * purposes. You may use the SOFTWARE only for non-commercial and
+ * non-profit purposes only, such as academic, research and internal
+ * business use.
+ * (2) The SOFTWARE is protected by the Copyright Law of Japan and
+ * international copyright treaties. If you make copies of the SOFTWARE,
+ * with or without modification, as permitted hereunder, you shall affix
+ * to all such copies of the SOFTWARE the above copyright notice.
+ * (3) An explicit reference to this SOFTWARE and its copyright owner
+ * shall be made on your publication or presentation in any form of the
+ * results obtained by use of the SOFTWARE.
+ * (4) In the event that you modify the SOFTWARE, you shall notify FLL by
+ * e-mail at risa-admin@sec.flab.fujitsu.co.jp of the detailed specification
+ * for such modification or the source code of the modified part of the
+ * SOFTWARE.
+ * 
+ * THE SOFTWARE IS PROVIDED AS IS WITHOUT ANY WARRANTY OF ANY KIND. FLL
+ * MAKES ABSOLUTELY NO WARRANTIES, EXPRESSED, IMPLIED OR STATUTORY, AND
+ * EXPRESSLY DISCLAIMS ANY IMPLIED WARRANTY OF MERCHANTABILITY, FITNESS
+ * FOR A PARTICULAR PURPOSE OR NONINFRINGEMENT OF THIRD PARTIES'
+ * RIGHTS. NO FLL DEALER, AGENT, EMPLOYEES IS AUTHORIZED TO MAKE ANY
+ * MODIFICATIONS, EXTENSIONS, OR ADDITIONS TO THIS WARRANTY.
+ * UNDER NO CIRCUMSTANCES AND UNDER NO LEGAL THEORY, TORT, CONTRACT,
+ * OR OTHERWISE, SHALL FLL BE LIABLE TO YOU OR ANY OTHER PERSON FOR ANY
+ * DIRECT, INDIRECT, SPECIAL, INCIDENTAL, PUNITIVE OR CONSEQUENTIAL
+ * DAMAGES OF ANY CHARACTER, INCLUDING, WITHOUT LIMITATION, DAMAGES
+ * ARISING OUT OF OR RELATING TO THE SOFTWARE OR THIS AGREEMENT, DAMAGES
+ * FOR LOSS OF GOODWILL, WORK STOPPAGE, OR LOSS OF DATA, OR FOR ANY
+ * DAMAGES, EVEN IF FLL SHALL HAVE BEEN INFORMED OF THE POSSIBILITY OF
+ * SUCH DAMAGES, OR FOR ANY CLAIM BY ANY OTHER PARTY. EVEN IF A PART
+ * OF THE SOFTWARE HAS BEEN DEVELOPED BY A THIRD PARTY, THE THIRD PARTY
+ * DEVELOPER SHALL HAVE NO LIABILITY IN CONNECTION WITH THE USE,
+ * PERFORMANCE OR NON-PERFORMANCE OF THE SOFTWARE.
+ * $OpenXM: OpenXM_contrib2/asir2000/io/tcpf.c,v 1.57 2010/04/23 04:44:52 noro Exp $ 
+*/
 #include "ca.h"
 #include "parse.h"
 #include "com.h"
 #include <signal.h>
+#include <string.h>
 #if !defined(VISUAL)
+#include <unistd.h>
 #include <sys/types.h>
 #include <pwd.h>
 #endif
 #include "ox.h"
 
 #if defined(VISUAL)
-#include <winsock.h>
+#include <stdlib.h>
+#include <winsock2.h>
+#include <process.h>
 #endif
 
 #define OX_XTERM "ox_xterm"
@@ -27,25 +77,41 @@ static struct m_c {
 } *m_c_tab;
 
 static int m_c_i,m_c_s;
+int I_am_server;
 
-#if MPI
+extern int little_endian;
+
+#if defined(MPI)
 extern int mpi_nprocs;
 #define valid_mctab_index(ind)\
-if((ind)<0||(ind)>=(mpi_nprocs-1)){error("invalid server id");}
+if((ind)<0||(ind)>=mpi_nprocs){error("invalid server id");}
+#define check_valid_mctab_index(ind)\
+if((ind)<0||(ind)>=mpi_nprocs){(ind)=-1;}
 #else
 #define valid_mctab_index(ind)\
-if((ind)<0||(ind)>=m_c_i||\
-(!m_c_tab[ind].m&&!m_c_tab[ind].c)){error("invalid server id");}
+if((ind)<I_am_server||(ind)>=m_c_i||\
+((m_c_tab[ind].m<0)&&(m_c_tab[ind].c<0))){error("invalid server id");}
+#define check_valid_mctab_index(ind)\
+if((ind)<I_am_server||(ind)>=m_c_i||\
+((m_c_tab[ind].m<0)&&(m_c_tab[ind].c<0))){(ind)=-1;}
 #endif
 
+struct IOFP iofp_102[MAXIOFP];
+int nserver_102;
+int myrank_102;
+
+int register_102(int s,int rank, int is_master);
+
 int register_server();
 int get_mcindex(int);
 
-void Pox_launch(),Pox_launch_nox(),Pox_launch_main();
+void Pox_send_raw_cmo(), Pox_recv_raw_cmo();
+
+void Pox_launch(),Pox_launch_nox();
 void Pox_launch_generic();
 void Pox_shutdown();
 
-void Pox_rpc(),Pox_cmo_rpc(),Pox_reset(),Pox_sync(),Pox_select();
+void Pox_rpc(),Pox_cmo_rpc(),Pox_reset(),Pox_intr(),Pox_sync(),Pox_select();
 
 void Pox_push_local(),Pox_push_cmo(),Pox_push_vl(),Pox_push_cmd();
 
@@ -60,14 +126,38 @@ void Pox_flush();
 void Pgenerate_port(),Ptry_bind_listen(),Ptry_connect(),Ptry_accept();
 void Pregister_server();
 void Pox_get_serverinfo();
+void Pox_mpi_myid(), Pox_mpi_nprocs();
+void Pnd_exec_f4_red();
+void Pox_tcp_accept_102(),Pox_tcp_connect_102();
+void Pox_send_102(),Pox_recv_102();
+void Pox_set_rank_102();
+void Pox_get_rank_102();
+void Pox_reset_102();
+void Pox_bcast_102();
+void Pox_reduce_102();
 
 void ox_launch_generic();
 
 pointer bevalf();
 
 struct ftab tcp_tab[] = {
+	{"ox_send_raw_cmo",Pox_send_raw_cmo,2},
+	{"ox_recv_raw_cmo",Pox_recv_raw_cmo,1},
 	{"ox_get_serverinfo",Pox_get_serverinfo,-1},
 	{"generate_port",Pgenerate_port,-1},
+
+	/* from master to client */
+	{"ox_set_rank_102",Pox_set_rank_102,3},
+	{"ox_tcp_accept_102",Pox_tcp_accept_102,3},
+	{"ox_tcp_connect_102",Pox_tcp_connect_102,4},
+	{"ox_reset_102",Pox_reset_102,1},
+
+	{"ox_get_rank_102",Pox_get_rank_102,0},
+	{"ox_send_102",Pox_send_102,2},
+	{"ox_recv_102",Pox_recv_102,1},
+	{"ox_bcast_102",Pox_bcast_102,-2},
+	{"ox_reduce_102",Pox_reduce_102,-3},
+
 	{"try_bind_listen",Ptry_bind_listen,1},
 	{"try_connect",Ptry_connect,2},
 	{"try_accept",Ptry_accept,2},
@@ -82,8 +172,13 @@ struct ftab tcp_tab[] = {
 	{"ox_cmo_rpc",Pox_cmo_rpc,-99999999},
 
 	{"ox_sync",Pox_sync,1},
-#if !MPI
+#if defined(MPI)
+	{"ox_mpi_myid",Pox_mpi_myid,0},
+	{"ox_mpi_nprocs",Pox_mpi_nprocs,0},
+#endif
+#if !defined(MPI)
 	{"ox_reset",Pox_reset,-2},
+	{"ox_intr",Pox_intr,1},
 	{"ox_select",Pox_select,-2},
 #endif
 
@@ -93,7 +188,7 @@ struct ftab tcp_tab[] = {
 	{"ox_pop0_local",Pox_pop0_local,1},
 	{"ox_pop_cmo",Pox_pop_cmo,1},
 	{"ox_pop0_cmo",Pox_pop0_cmo,1},
-	{"ox_get",Pox_get,1},
+	{"ox_get",Pox_get,-1},
 	{"ox_pops",Pox_pops,-2},
 
 	{"ox_push_vl",Pox_push_vl,1},
@@ -107,31 +202,52 @@ struct ftab tcp_tab[] = {
 	{"ox_execute_string",Pox_execute_string,2},
 	{"ox_execute_function",Pox_execute_function,3},
 
+	{"nd_exec_f4_red",Pnd_exec_f4_red,0},
 
+
 	{0,0,0},
 };
 
 extern struct IOFP iofp[];
 extern MATHCAP my_mathcap;
+extern int ox_exchange_mathcap;
 
 char *getenv();
 
-void Pox_get_serverinfo(arg,rp)
-NODE arg;
-LIST *rp;
+void Pnd_exec_f4_red(Q *rp)
 {
+	nd_exec_f4_red_dist();
+	*rp = 0;
+}
+
+#if defined(MPI)
+extern int mpi_myid, mpi_nprocs;
+
+void Pox_mpi_myid(Q *rp)
+{
+	STOQ(mpi_myid,*rp);
+}
+
+void Pox_mpi_nprocs(Q *rp)
+{
+	STOQ(mpi_nprocs,*rp);
+}
+#endif
+
+void Pox_get_serverinfo(NODE arg,LIST *rp)
+{
 	int i,c;
-	Q sid;
+	Q s_id;
 	NODE t,n0,n;
 	LIST list,l;
 
 	if ( !arg ) {
-		for ( i = 0, n0 = 0; i < m_c_i; i++ )
-			if ( m_c_tab[i].m || m_c_tab[i].c ) {
+		for ( i = I_am_server?1:0, n0 = 0; i < m_c_i; i++ )
+			if ( (m_c_tab[i].m>=0) || (m_c_tab[i].c>=0) ) {
 				c = m_c_tab[i].c;
 				ox_get_serverinfo(c,&list);
-				STOQ(i,sid);
-				t = mknode(2,sid,list);
+				STOQ(i,s_id);
+				t = mknode(2,s_id,list);
 				MKLIST(l,t);
 				NEXTNODE(n0,n);
 				BDY(n) = (pointer)l;
@@ -141,7 +257,7 @@ LIST *rp;
 		MKLIST(*rp,n0);	
 	} else {
 		i = QTOS((Q)ARG0(arg));
-		if ( i >= 0 && i < m_c_i && (m_c_tab[i].m || m_c_tab[i].c) )
+		if ( i >= 0 && i < m_c_i && ((m_c_tab[i].m>=0) || (m_c_tab[i].c>=0)) )
 			ox_get_serverinfo(m_c_tab[i].c,rp);
 		else {
 			MKLIST(*rp,0);
@@ -154,9 +270,7 @@ LIST *rp;
   else use UNIX socket and return a string which represents a path name
 */
 
-void Pgenerate_port(arg,rp)
-NODE arg;
-Obj *rp;
+void Pgenerate_port(NODE arg,Obj *rp)
 {
 	char port_str[BUFSIZ];
 	int port;
@@ -171,25 +285,100 @@ Obj *rp;
 		*rp = (Obj)q;
 	} else {
 		generate_port(1,port_str);
-		s = (char *)MALLOC(strlen(port_str)+1);
+		s = (char *)MALLOC(strlen((char *)port_str)+1);
 		strcpy(s,port_str);
 		MKSTR(str,s);
 		*rp = (Obj)str;
 	}
 }
 
+void Pox_reset_102(NODE arg,Q *rp)
+{
+	int s;
+	int	index = QTOS((Q)ARG0(arg));
+
+	valid_mctab_index(index);
+	s = m_c_tab[index].c;
+	ox_send_cmd(s,SM_reset_102);
+	ox_flush_stream_force(s);
+	*rp = 0;
+}
+
+void Pox_get_rank_102(LIST *rp)
+{
+	Q n,r;
+	NODE node;
+
+	STOQ(nserver_102,n);
+	STOQ(myrank_102,r);
+	node = mknode(2,n,r);
+	MKLIST(*rp,node);
+}
+
+void Pox_set_rank_102(NODE arg,Q *rp)
+{
+	Q nserver,rank;
+	int s;
+	int	index = QTOS((Q)ARG0(arg));
+
+	valid_mctab_index(index);
+	s = m_c_tab[index].c;
+	nserver = (Q)ARG1(arg);	
+	rank = (Q)ARG2(arg);	
+	ox_send_data(s,nserver);
+	ox_send_data(s,rank);
+	ox_send_cmd(s,SM_set_rank_102);
+	ox_flush_stream_force(s);
+	*rp = 0;
+}
+
+/* ox_tcp_accept_102(server,port,rank) */
+
+void Pox_tcp_accept_102(NODE arg,Q *rp)
+{
+	int s;
+	int	index = QTOS((Q)ARG0(arg));
+
+	valid_mctab_index(index);
+	s = m_c_tab[index].c;
+
+	ox_send_data(s,ARG1(arg));
+	ox_send_data(s,ARG2(arg));
+	ox_send_cmd(s,SM_tcp_accept_102);
+	ox_flush_stream_force(s);
+	*rp = 0;
+}
+
 /*
+ ox_tcp_connect_102(server,host,port,rank)
+*/
+
+void Pox_tcp_connect_102(NODE arg,Q *rp)
+{
+	int s;
+	int	index = QTOS((Q)ARG0(arg));
+
+	valid_mctab_index(index);
+	s = m_c_tab[index].c;
+
+	ox_send_data(s,ARG1(arg));
+	ox_send_data(s,ARG2(arg));
+	ox_send_data(s,ARG3(arg));
+	ox_send_cmd(s,SM_tcp_connect_102);
+	ox_flush_stream_force(s);
+	*rp = 0;	
+}
+
+/*
  try_bind_listen(port)
 */
 
-void Ptry_bind_listen(arg,rp)
-NODE arg;
-Q *rp;
+void Ptry_bind_listen(NODE arg,Q *rp)
 {
 	char port_str[BUFSIZ];
 	int port,s,use_unix;
 
-	if ( !ARG0(arg) || NUM(ARG0(arg)) ) {
+	if ( IS_CYGWIN || !ARG0(arg) || NUM(ARG0(arg)) ) {
 		port = QTOS((Q)ARG0(arg));
 		sprintf(port_str,"%d",port);
 		use_unix = 0;
@@ -205,15 +394,13 @@ Q *rp;
  try_connect(host,port)
 */
 
-void Ptry_connect(arg,rp)
-NODE arg;
-Q *rp;
+void Ptry_connect(NODE arg,Q *rp)
 {
 	char port_str[BUFSIZ];
 	char *host;
 	int port,s,use_unix;
 
-	if ( !ARG1(arg) || NUM(ARG1(arg)) ) {
+	if ( IS_CYGWIN || !ARG1(arg) || NUM(ARG1(arg)) ) {
 		port = QTOS((Q)ARG1(arg));
 		sprintf(port_str,"%d",port);
 		use_unix = 0;
@@ -230,13 +417,11 @@ Q *rp;
  try_accept(sock,port)
 */
 
-void Ptry_accept(arg,rp)
-NODE arg;
-Q *rp;
+void Ptry_accept(NODE arg,Q *rp)
 {
 	int use_unix,s;
 
-	if ( !ARG1(arg) || NUM(ARG1(arg)) )
+	if ( IS_CYGWIN || !ARG1(arg) || NUM(ARG1(arg)) )
 		use_unix = 0;
 	else
 		use_unix = 1;
@@ -248,17 +433,16 @@ Q *rp;
  register_server(cs,cport,ss,sport)
 */
 
-void Pregister_server(arg,rp)
-NODE arg;
-Q *rp;
+void Pregister_server(NODE arg,Q *rp)
 {
 	int cs,ss,cn,sn,ind,use_unix,id;
 	char cport_str[BUFSIZ],sport_str[BUFSIZ];
+	Obj obj;
 	MATHCAP server_mathcap;
 
 	cs = QTOS((Q)ARG0(arg));		
 	ss = QTOS((Q)ARG2(arg));		
-	if ( !ARG1(arg) || NUM(ARG1(arg)) ) {
+	if ( IS_CYGWIN || !ARG1(arg) || NUM(ARG1(arg)) ) {
 		sprintf(cport_str,"%d",QTOS((Q)ARG1(arg)));
 		use_unix = 0;
 	} else {
@@ -278,26 +462,77 @@ Q *rp;
 	/* client mode */
 	cn = get_iofp(cs,cport_str,0);
 	sn = get_iofp(ss,sport_str,0);
+	/* get_iofp returns -1 if the laucher could not spawn the server */
+	if ( sn < 0 ) {
+		/* we should terminate the launcher */
+		ox_send_cmd(cn,SM_shutdown); ox_flush_stream_force(cn);
+		STOQ(-1,*rp);
+		return;
+	}
 
 	/* register server to the server list */
 	ind = register_server(use_unix,cn,sn);
 
-	/* request remote mathcap */
-	ox_send_cmd(sn,SM_mathcap);
-	ox_send_cmd(sn,SM_popCMO);
-	ox_flush_stream_force(sn);
-	ox_recv(sn,&id,&server_mathcap);
-	store_remote_mathcap(sn,server_mathcap);
-
-	/* send my mathcap */
-	create_my_mathcap("asir");
-	ox_send_data(sn,my_mathcap);
-	ox_send_cmd(sn,SM_setMathcap);
-
+	if ( ox_exchange_mathcap ) {
+		/* request remote mathcap */
+		ox_send_cmd(sn,SM_mathcap);
+		ox_send_cmd(sn,SM_popCMO);
+		ox_flush_stream_force(sn);
+		ox_recv(sn,&id,&obj); server_mathcap = (MATHCAP)obj;
+		store_remote_mathcap(sn,server_mathcap);
+	
+		/* send my mathcap */
+		create_my_mathcap("asir");
+		ox_send_data(sn,my_mathcap);
+		ox_send_cmd(sn,SM_setMathcap);
+	}
 	/* return the server id */
 	STOQ(ind,*rp);
 }
 
+#if !defined(VISUAL)
+#include <sys/file.h>
+#include <sys/types.h>
+#include <sys/stat.h>
+#include <pwd.h>
+
+static int find_executable(char *);
+static int find_executable_main(char *);
+
+static int find_executable(char *com)
+{
+	char *c,*s;
+	int len;
+	char dir[BUFSIZ],path[BUFSIZ];
+
+	for ( s = (char *)getenv("PATH"); s; ) {
+		c = (char *)index(s,':');
+		if ( c ) {
+			len = c-s;
+			strncpy(dir,s,len); s = c+1; dir[len] = 0;
+		} else {
+			strcpy(dir,s); s = 0;
+		}
+		sprintf(path,"%s/%s",dir,com);
+		if ( find_executable_main(path) )
+			return 1;
+	}
+	return 0;
+}
+
+static int find_executable_main(char *file)
+{
+	struct stat buf;
+
+	if ( stat(file,&buf) || (buf.st_mode & S_IFDIR) )
+		return 0;
+	if ( access(file,X_OK) )
+		return 0;
+	else
+		return 1;
+}
+
+#endif
 /*
   ox_launch_generic(host,launcher,server,use_unix,use_ssh,use_x,conn_to_serv)
 
@@ -311,37 +546,77 @@ Q *rp;
 	conn_to_serv: connect to server if 1
 */
 
-void Pox_launch_generic(arg,rp)
-NODE arg;
-Q *rp;
+void Pox_launch_generic(NODE arg,Q *rp)
 {
 	int use_unix,use_ssh,use_x,conn_to_serv;
 	char *host,*launcher,*server;
+	Q ret;
 
 	host = (arg&&ARG0(arg))?BDY((STRING)ARG0(arg)):0;
 	launcher = BDY((STRING)ARG1(arg));
 	server = BDY((STRING)ARG2(arg));
-	use_unix = ARG3(arg) ? 1 : 0;
+	use_unix = !IS_CYGWIN && ARG3(arg) ? 1 : 0;
 	use_ssh = ARG4(arg) ? 1 : 0;
 	use_x = ARG5(arg) ? 1 : 0;
 	conn_to_serv = QTOS((Q)ARG6(arg));
-	if ( !host )
+	if ( !IS_CYGWIN && !host )
 		use_unix = 1;
 	ox_launch_generic(host,launcher,server,
-		use_unix,use_ssh,use_x,conn_to_serv,rp);
+		use_unix,use_ssh,use_x,conn_to_serv,&ret);
+	*rp = ret;
 }
 
-void ox_launch_generic(host,launcher,server,
-		use_unix,use_ssh,use_x,conn_to_serv,rp)
-char *host,*launcher,*server;
-int use_unix,use_ssh,use_x,conn_to_serv;
-Q *rp;
+#if 0
+void ox_launcher_101_generic(char *host,char *launcher,
+		int use_unix,int use_ssh,int use_x,int conn_to_serv,Q *rp)
 {
+	int cs,cn,ind,id;
+	char control_port_str[BUFSIZ];
+	Obj obj;
+
+#if !defined(VISUAL)
+	if ( use_unix && !find_executable("xterm") ) use_x = 0;
+#endif
+	control_port_str[0] = 0;
+	do { 
+		generate_port(use_unix,control_port_str);
+		if ( conn_to_serv ) {
+			spawn_server_101(host,launcher,
+				use_unix,use_ssh,use_x,conn_to_serv,
+					control_port_str);
+			cs = try_connect(use_unix,host,control_port_str);
+		} else {
+			cs = try_bind_listen(use_unix,control_port_str);
+			if ( cs < 0 ) continue;
+			spawn_laucher_101(host,launcher,
+				use_unix,use_ssh,use_x,conn_to_serv,
+					control_port_str);
+			cs = try_accept(use_unix,cs);
+		}
+	} while ( cs < 0 );
+
+	/* client mode */
+	cn = get_iofp(cs,control_port_str,0);
+
+	/* register server to the server list */
+	ind = register_server_101(use_unix,cn);
+
+	STOQ(ind,*rp);
+}
+#endif
+
+void ox_launch_generic(char *host,char *launcher,char *server,
+		int use_unix,int use_ssh,int use_x,int conn_to_serv,Q *rp)
+{
 	int cs,ss,cn,sn,ind,id;
 	char control_port_str[BUFSIZ];
 	char server_port_str[BUFSIZ];
+	Obj obj;
 	MATHCAP server_mathcap;
 
+#if !defined(VISUAL)
+	if ( use_unix && !find_executable("xterm") ) use_x = 0;
+#endif
 	control_port_str[0] = 0;
 	server_port_str[0] = 0;
 	do { 
@@ -349,74 +624,239 @@ Q *rp;
 		generate_port(use_unix,server_port_str);
 		if ( !conn_to_serv ) {
 			cs = try_bind_listen(use_unix,control_port_str);
+			if ( cs < 0 ) continue;
 			ss = try_bind_listen(use_unix,server_port_str);
+			if ( ss < 0 ) continue;
 		}
 		spawn_server(host,launcher,server,
 			use_unix,use_ssh,use_x,conn_to_serv,
 				control_port_str,server_port_str);
 		if ( conn_to_serv ) {
 			cs = try_connect(use_unix,host,control_port_str);
+			if ( cs < 0 ) continue;
 			ss = try_connect(use_unix,host,server_port_str);
+			if ( ss < 0 ) continue;
 		} else {
 			cs = try_accept(use_unix,cs);
+			if ( cs < 0 ) continue;
 			ss = try_accept(use_unix,ss);
+			if ( ss < 0 ) continue;
 		}
 	} while ( cs < 0 || ss < 0 );
 
 	/* client mode */
 	cn = get_iofp(cs,control_port_str,0);
 	sn = get_iofp(ss,server_port_str,0);
+	/* get_iofp returns -1 if the laucher could not spawn the server */
+	if ( sn < 0 ) {
+		/* we should terminate the launcher */
+		ox_send_cmd(cn,SM_shutdown); ox_flush_stream_force(cn);
+		STOQ(-1,*rp);
+		return;
+	}
 
 	/* register server to the server list */
 	ind = register_server(use_unix,cn,sn);
 
-	/* request remote mathcap */
-	ox_send_cmd(sn,SM_mathcap);
-	ox_send_cmd(sn,SM_popCMO);
-	ox_flush_stream_force(sn);
-	ox_recv(sn,&id,&server_mathcap);
-	store_remote_mathcap(sn,server_mathcap);
-
-	/* send my mathcap */
-	create_my_mathcap("asir");
-	ox_send_data(sn,my_mathcap);
-	ox_send_cmd(sn,SM_setMathcap);
-
+	if ( ox_exchange_mathcap ) {
+		/* request remote mathcap */
+		ox_send_cmd(sn,SM_mathcap);
+		ox_send_cmd(sn,SM_popCMO);
+		ox_flush_stream_force(sn);
+		ox_recv(sn,&id,&obj); server_mathcap = (MATHCAP)obj;
+		store_remote_mathcap(sn,server_mathcap);
+	
+		/* send my mathcap */
+		create_my_mathcap("asir");
+		ox_send_data(sn,my_mathcap);
+		ox_send_cmd(sn,SM_setMathcap);
+	}
 	/* return the server id */
 	STOQ(ind,*rp);
 }
 
-int spawn_server(host,launcher,server,
-	use_unix,use_ssh,use_x,conn_to_serv,
-	control_port_str,server_port_str)
-char *host,*launcher,*server;
-int use_unix,use_ssh,use_x,conn_to_serv;
-char *control_port_str,*server_port_str;
+#if defined(__CYGWIN__)
+static void bslash2slash(char *buf)
 {
-	char cmd[BUFSIZ];
+	char *p;
+
+	for ( p = buf; *p; p++ )
+		if ( *p == '\\' )
+			*p = '/';
+}
+
+static int get_start_path(char *buf)
+{
+	static char start_path[BUFSIZ];
+	static int start_initialized = 0;
+	char name[BUFSIZ];
+
+	if ( start_initialized ) {
+		strcpy(buf,start_path);
+		return 1;
+	}
+
+	/* Windows98 */
+	strcpy(buf,"c:\\windows\\command\\start.exe");
+	cygwin_conv_to_full_posix_path(buf,name);
+	if ( !access(name,X_OK) ) {
+		bslash2slash(buf);
+		strcpy(start_path,buf);
+		start_initialized  = 1;
+		return 1;
+	}
+
+	/* Windows2000 */
+	strcpy(buf,"c:\\winnt\\system32\\start.exe");
+	cygwin_conv_to_full_posix_path(buf,name);
+	if ( !access(name,X_OK) ) {
+		bslash2slash(buf);
+		strcpy(start_path,buf);
+		start_initialized  = 1;
+		return 1;
+	}
+
+	strcpy(buf,"c:\\winnt\\system32\\cmd.exe");
+	cygwin_conv_to_full_posix_path(buf,name);
+	if ( !access(name,X_OK) ) {
+		bslash2slash(buf);
+		sprintf(start_path,"%s /c start",buf);
+		strcpy(buf,start_path);
+		start_initialized  = 1;
+		return 1;
+	}
+
+	strcpy(buf,"c:\\windows\\system32\\cmd.exe");
+	cygwin_conv_to_full_posix_path(buf,name);
+	if ( !access(name,X_OK) ) {
+		bslash2slash(buf);
+		sprintf(start_path,"%s /c start",buf);
+		strcpy(buf,start_path);
+		start_initialized  = 1;
+		return 1;
+	}
+
+	return 0;
+}
+
+static void get_launcher_path(char *buf)
+{
+	static char rootname[BUFSIZ];
+	static char launcher_path[BUFSIZ];
+	static int launcher_initialized = 0;
+	char name[BUFSIZ];
+	
+	if ( launcher_initialized ) {
+		strcpy(buf,launcher_path);
+		return;
+	}
+
+	get_rootdir(rootname,sizeof(rootname));
+	sprintf(name,"%s/ox_launch.exe",rootname);
+	cygwin_conv_to_full_win32_path(name,launcher_path);		
+	bslash2slash(launcher_path);
+	launcher_initialized = 1;
+	strcpy(buf,launcher_path);
+}
+#endif
+
+void spawn_server(char *host,char *launcher,char *server,
+	int use_unix,int use_ssh,int use_x,int conn_to_serv,
+	char *control_port_str,char *server_port_str)
+{
 	char localhost[BUFSIZ];
-	char *dname,*conn_str,*rsh;
+	char *dname,*conn_str,*rsh,*dname0,*asirhost;
+	char AsirExe[BUFSIZ];
+	STRING rootdir;
+	char prog[BUFSIZ];
+	char *av[BUFSIZ];
+#if !defined(VISUAL)
+	char cmd[BUFSIZ];
+#endif
+#if defined(__CYGWIN__)
+	char win_start[BUFSIZ],win_launcher[BUFSIZ];
+#endif
+	void Pget_rootdir();
 
-	dname = use_x ? (char *)getenv("DISPLAY") : 0;
+	dname0 = (char *)getenv("DISPLAY");
+	if ( !dname0 )
+		dname0 = "0";
+	dname = use_x ? dname0 : 0;
 	conn_str = conn_to_serv ? "1" : "0";
-	rsh = use_ssh ? "ssh" : RSH;
-	gethostname(localhost,BUFSIZ);
-	if ( use_unix ) {
+	rsh = getenv("ASIR_RSH");
+	if ( !rsh )
+		rsh = use_ssh ? "ssh" : RSH;
+	if ( !use_unix && strstr(rsh,"ssh") ) {
+		/*
+		 * if "ssh" is used to invoke a remote server,
+		 * we should not specify "-display".
+		 */
+		use_ssh = 1;
+	}
+	asirhost = (char *)getenv("ASIRHOSTNAME");
+	if ( asirhost )
+		strcpy(localhost,asirhost);
+	else
+		gethostname(localhost,BUFSIZ);
+#if defined(VISUAL)
+	if ( !use_unix )
+		error("spawn_server : not implemented on Windows");
+	Pget_rootdir(&rootdir);
+	sprintf(AsirExe,"%s\\bin\\engine.exe",BDY(rootdir));
+	strcpy(prog,server);
+	server = strrchr(prog,'/')+1;
+	av[0] = "ox_launch";
+	av[1] = "127.0.0.1";
+	av[2] = conn_str;
+	av[3] = control_port_str;
+	av[4] = server_port_str;
+	av[5] = server;
+	av[6] = use_x ? "1" : "0";
+	av[7] = 0;
+
+	_spawnv(_P_NOWAIT,AsirExe,av);
+//	_spawnv(_P_NOWAIT,"d:\\home\\noro\\engine2000\\debug\\engine.exe",av);
+//	printf("ox_launch 127.0.0.1 %s %s %s %s 0\n",conn_str,control_port_str,server_port_str,server);
+#else
+	if ( use_unix || !host ) {
+#if defined(__CYGWIN__)
+		get_launcher_path(win_launcher);
+		if ( dname && strchr(dname,':') ) {
+			if ( !fork() ) {
+				setpgid(0,getpid());
+				execlp("xterm","xterm","-name",OX_XTERM,"-T","ox_launch:local","-display",dname,
+					"-geometry","60x10","-xrm","XTerm*locale:false","-e",launcher,use_unix?".":"127.1",conn_str,
+					control_port_str,server_port_str,server,dname,(char *)0);
+			}
+		} else if ( dname && get_start_path(win_start) ) {
+  		sprintf(cmd,"%s %s %s %s %s %s %s 1",
+				win_start,win_launcher,use_unix?".":"127.1",conn_str,
+				control_port_str,server_port_str,server);	
+			system(cmd);
+		} else {
+			if ( !fork() ) {
+				setpgid(0,getpid());
+				execlp(launcher,launcher,use_unix?".":"127.1",conn_str,
+					control_port_str,server_port_str,server,dname0,"-nolog",(char *)0);
+			}
+		}
+#else
 		if ( !fork() ) {
 			setpgid(0,getpid());
 			if ( dname )
-				execlp("xterm","xterm","-name",OX_XTERM,"-display",dname,
-					"-geometry","60x10","-e",launcher,".",conn_str,
-					control_port_str,server_port_str,server,dname,0);
-			else
-				execlp(launcher,launcher,".",conn_str,
-					control_port_str,server_port_str,server,"0",0);
+				execlp("xterm","xterm","-name",OX_XTERM,"-T","ox_launch:local","-display",dname,
+					"-geometry","60x10","-xrm","XTerm*locale:false","-e",launcher,use_unix?".":"127.1",conn_str,
+					control_port_str,server_port_str,server,dname,(char *)0);
+			else 
+				execlp(launcher,launcher,use_unix?".":"127.1",conn_str,
+					control_port_str,server_port_str,server,dname0,"-nolog",(char *)0);
 		}
+#endif
 	} else if ( conn_to_serv == 2 ) {
 		/* special support for java */
 		if ( dname )
 			sprintf(cmd,
-				"%s -n %s \"(cd %s; xterm -name %s -display %s -geometry 60x10 -e java %s -host %s -control %s -data %s)>&/dev/null&\">/dev/null",
+				"%s -n %s \"(cd %s; xterm -name %s %s -geometry 60x10 -e java %s -host %s -control %s -data %s)>&/dev/null&\">/dev/null",
 				rsh,host,launcher,OX_XTERM,dname,server,localhost,control_port_str,server_port_str);
 		else
 			sprintf(cmd,
@@ -428,31 +868,40 @@ char *control_port_str,*server_port_str;
 /*		system(cmd); */
 	} else {
 		if ( dname )
-			sprintf(cmd,
-				"%s -n %s \"xterm -name %s -display %s -geometry 60x10 -e %s %s %s %s %s %s %s>&/dev/null&\">/dev/null",
-				rsh,host,OX_XTERM,dname,launcher,localhost,conn_str,
+			if ( use_ssh )
+				sprintf(cmd,
+"%s -f -n %s \"xterm -name %s -title ox_launch:%s -geometry 60x10 -xrm 'XTerm*locale:false' -e %s %s %s %s %s %s %s >&/dev/null\">/dev/null",
+				rsh,host,OX_XTERM,host,launcher,localhost,conn_str,
+				control_port_str,server_port_str,server,"1");
+			else
+				sprintf(cmd,
+"%s -n %s \"xterm -name %s -title ox_launch:%s -display %s -geometry 60x10 -xrm 'XTerm*locale:false' -e %s %s %s %s %s %s %s >&/dev/null&\">/dev/null",
+				rsh,host,OX_XTERM,host,dname,launcher,localhost,conn_str,
 				control_port_str,server_port_str,server,dname);
 		else
-			sprintf(cmd,
-				"%s -n %s \"%s %s %s %s %s %s %s>&/dev/null&\">/dev/null",
+			if ( use_ssh )
+				sprintf(cmd,
+"%s -f -n %s \"%s %s %s %s %s %s %s %s>&/dev/null&\">/dev/null",
 				rsh,host,launcher,localhost,conn_str,
-				control_port_str,server_port_str,server,"0");
+				control_port_str,server_port_str,server,"1","-nolog");
+			else
+				sprintf(cmd,
+"%s -n %s \"%s %s %s %s %s %s %s %s>&/dev/null&\">/dev/null",
+				rsh,host,launcher,localhost,conn_str,
+				control_port_str,server_port_str,server,dname0,"-nolog");
 		system(cmd);
 	}
+#endif /* VISUAL */
 }
 
-void Pox_launch(arg,rp)
-NODE arg;
-Obj *rp;
+void Pox_launch(NODE arg,Obj *rp)
 {
-	Pox_launch_main(1,arg,rp);
+	ox_launch_main(1,arg,rp);
 }
 
-void Pox_launch_nox(arg,rp)
-NODE arg;
-Obj *rp;
+void Pox_launch_nox(NODE arg,Obj *rp)
 {
-	Pox_launch_main(0,arg,rp);
+	ox_launch_main(0,arg,rp);
 }
 
 /* 
@@ -461,15 +910,13 @@ Obj *rp;
 	ox_launch(remote,lib,ox_xxx) : invoke remote ox_xxx with lib/ox_launch
 */
 
-void Pox_launch_main(with_x,arg,rp)
-int with_x;
-NODE arg;
-Obj *rp;
+void ox_launch_main(int with_x,NODE arg,Obj *p)
 {
 	char *str;
-	char *hostname,*servername,*dname;
+	char *hostname,*servername;
 	char *control;
 	int use_unix;
+	Q ret;
 	extern char *asir_libdir;
 
 	if ( arg && ARG0(arg) && argc(arg) != 3 )
@@ -477,12 +924,12 @@ Obj *rp;
 	control = (char *)MALLOC(BUFSIZ);
 	if ( !arg || ( !ARG0(arg) && argc(arg) == 1 ) ) {
 		sprintf(control,"%s/ox_launch",asir_libdir);
-		use_unix = 1;
+		use_unix = IS_CYGWIN ? 0 : 1;
 		servername = (char *)MALLOC(BUFSIZ);
 		sprintf(servername,"%s/ox_asir",asir_libdir);
 	} else if ( !ARG0(arg) && argc(arg) == 2 ) {
 		sprintf(control,"%s/ox_launch",asir_libdir);
-		use_unix = 1;
+		use_unix = IS_CYGWIN ? 0 : 1;
 		str = BDY((STRING)ARG1(arg));
 		if ( str[0] == '/' )
 			servername = str;
@@ -493,7 +940,7 @@ Obj *rp;
 	} else {
 		sprintf(control,"%s/ox_launch",BDY((STRING)ARG1(arg)));
 		if ( !ARG0(arg) )
-			use_unix = 1;
+			use_unix = IS_CYGWIN ? 0 : 1;
 		else
 			use_unix = 0;
 		str = BDY((STRING)ARG2(arg));
@@ -508,25 +955,30 @@ Obj *rp;
 		hostname = BDY((STRING)ARG0(arg));
 	else
 		hostname = 0;
-	ox_launch_generic(hostname,control,servername,use_unix,0,with_x,0,rp);
+	ox_launch_generic(hostname,control,servername,use_unix,0,with_x,0,&ret);
+	*p = (Obj)ret;
 }
 
-int register_server(af_unix,m,c)
-int af_unix,m,c;
+int register_server(int af_unix,int m,int c)
 {
-	int s,i,ci;
+	int s,i;
 	struct m_c *t;
+#define INIT_TAB_SIZ 64
 
 	if ( c < 0 )
 		return -1;
 	if ( !m_c_tab ) {
-		s = BUFSIZ*sizeof(struct m_c);
-		m_c_tab = (struct m_c *)MALLOC_ATOMIC(s); bzero(m_c_tab,s);
-		m_c_s = BUFSIZ;
+		s = INIT_TAB_SIZ*sizeof(struct m_c);
+		m_c_tab = (struct m_c *)MALLOC_ATOMIC(s);
+		for ( i = 0; i < INIT_TAB_SIZ; i++ ) {
+			m_c_tab[i].af_unix = 0;
+			m_c_tab[i].m = m_c_tab[i].c = -1;
+		}
+		m_c_s = INIT_TAB_SIZ;
 	}
-#if !MPI
+#if !defined(MPI)
 	for ( i = 0; i < m_c_i; i++ )
-		if ( !m_c_tab[i].m && !m_c_tab[i].c )
+		if ( (m_c_tab[i].m<0) && (m_c_tab[i].c<0) )
 			break;
 	if ( i < m_c_i ) {
 		m_c_tab[i].m = m; m_c_tab[i].c = c;
@@ -535,10 +987,14 @@ int af_unix,m,c;
 	}
 #endif
 	if ( m_c_i == m_c_s ) {
-		s = (m_c_s+BUFSIZ)*sizeof(struct m_c);
-		t = (struct m_c *)MALLOC_ATOMIC(s); bzero(m_c_tab,s);
-		bcopy(m_c_tab,t,m_c_s*sizeof(struct m_c));
-		m_c_s += BUFSIZ; m_c_tab = t;
+		s = (m_c_s+INIT_TAB_SIZ)*sizeof(struct m_c);
+		t = (struct m_c *)MALLOC_ATOMIC(s); bzero((void *)m_c_tab,s);
+		bcopy((void *)m_c_tab,(void *)t,m_c_s*sizeof(struct m_c));
+		for ( i = 0; i < INIT_TAB_SIZ; i++ ) {
+			m_c_tab[m_c_s+i].af_unix = 0;
+			m_c_tab[m_c_s+i].m = m_c_tab[m_c_s+i].c = -1;
+		}
+		m_c_s += INIT_TAB_SIZ; m_c_tab = t;
 	}
 	m_c_tab[m_c_i].m = m; m_c_tab[m_c_i].c = c;
 	m_c_tab[m_c_i].af_unix = af_unix;
@@ -547,8 +1003,7 @@ int af_unix,m,c;
 
 /* iofp index => m_c_tab index */
 
-int get_mcindex(i)
-int i;
+int get_mcindex(int i)
 {
 	int j;
 
@@ -560,13 +1015,11 @@ int i;
 
 /* arg = [ind0,ind1,...]; indk = index to m_c_tab */
 
-void Pox_select(arg,rp)
-NODE arg;
-LIST *rp;
+void Pox_select(NODE arg,LIST *rp)
 {
-	int fd,n,i,index,mcind;
+	int fd,n,i,index,mcind,s;
 	fd_set r,w,e;
-	NODE list,t,t1;
+	NODE list,t,t1,t0;
 	Q q;
 	double max;
 	struct timeval interval;
@@ -582,11 +1035,20 @@ LIST *rp;
 		tvp = 0;
 
 	FD_ZERO(&r); FD_ZERO(&w); FD_ZERO(&e);
-	for ( t = list; t; t = NEXT(t) ) {
+	for ( t = list, t0 = 0; t; t = NEXT(t) ) {
 		index = QTOS((Q)BDY(t));
 		valid_mctab_index(index);
-		fd = get_fd(m_c_tab[index].c); FD_SET(fd,&r);
+		s = m_c_tab[index].c;
+		if ( ox_data_is_available(s) ) {
+			MKNODE(t1,(Q)BDY(t),t0); t0 = t1;
+		} else {
+			fd = get_fd(s); FD_SET((unsigned int)fd,&r);
+		}
 	}
+	if ( t0 ) {
+		MKLIST(*rp,t0); return;
+	}
+
 	n = select(FD_SETSIZE,&r,&w,&e,tvp);
 	for ( i = 0, t = 0; n && i < FD_SETSIZE; i++ )
 		if ( FD_ISSET(i,&r) ) {
@@ -599,9 +1061,7 @@ LIST *rp;
 	MKLIST(*rp,t);
 }
 
-void Pox_flush(arg,rp)
-NODE arg;
-Q *rp;
+void Pox_flush(NODE arg,Q *rp)
 {
 	int index = QTOS((Q)ARG0(arg));
 
@@ -610,15 +1070,89 @@ Q *rp;
 	*rp = ONE;
 }
 
-void Pox_push_local(arg,rp)
-NODE arg;
-Obj *rp;
+void Pox_send_raw_cmo(NODE arg,Obj *rp)
 {
 	int s;
+	int index = QTOS((Q)ARG0(arg));
+
+	valid_mctab_index(index);
+	s = m_c_tab[index].c;
+	ox_write_cmo(s,(Obj)ARG1(arg));
+	/* flush always */
+	ox_flush_stream(s);
+	*rp = 0;
+}
+
+void Pox_recv_raw_cmo(NODE arg,Obj *rp)
+{
+	int s;
+	int index = QTOS((Q)ARG0(arg));
+
+	valid_mctab_index(index);
+	s = m_c_tab[index].c;
+	ox_read_cmo(s,rp);
+}
+
+void Pox_send_102(NODE arg,Obj *rp)
+{
+	int rank = QTOS((Q)ARG0(arg));
+
+	ox_send_data_102(rank,(Obj)ARG1(arg));
+	*rp = 0;
+}
+
+void Pox_recv_102(NODE arg,Obj *rp)
+{
+	int id;
+	int rank = QTOS((Q)ARG0(arg));
+
+	ox_recv_102(rank,&id,rp);
+}
+
+void Pox_bcast_102(NODE arg,Obj *rp)
+{
+	int rank = QTOS((Q)ARG0(arg));
+	Obj data;
+
+	if ( argc(arg) > 1 )
+		asir_push_one((Obj)ARG1(arg));
+	ox_bcast_102(rank);
+	*rp = (Obj)asir_pop_one();
+}
+
+void Pox_reduce_102(NODE arg,Obj *rp)
+{
+	int root = QTOS((Q)ARG0(arg));
+	STRING op;
+	char *opname;
+	void (*func)();
+
+	op = (STRING)ARG1(arg);
+	asir_assert(op,O_STR,"ox_reduce_102");
+	opname = BDY(op);
+	if ( !strcmp(opname,"+") )
+		func = arf_add;
+	else if ( !strcmp(opname,"*") )
+		func = arf_mul;
+	else {
+		error("ox_reduce_102 : operation not supported");
+	}
+	if ( argc(arg) > 2 )
+		asir_push_one((Obj)ARG2(arg));
+	ox_reduce_102(root,func);
+	*rp = (Obj)asir_pop_one();
+}
+
+void Pox_push_local(NODE arg,Obj *rp)
+{
+	int s;
 	struct oLIST dummy;
 	VL vl;
-	int index = QTOS((Q)ARG0(arg));
+	int index;
 
+	if ( !arg )
+		error("ox_push_local : too few arguments.");
+	index = QTOS((Q)ARG0(arg));
 	valid_mctab_index(index);
 	s = m_c_tab[index].c; arg = NEXT(arg);
 
@@ -631,13 +1165,14 @@ Obj *rp;
 	*rp = 0;
 }
 
-void Pox_push_cmo(arg,rp)
-NODE arg;
-Obj *rp;
+void Pox_push_cmo(NODE arg,Obj *rp)
 {
 	int s;
-	int index = QTOS((Q)ARG0(arg));
+	int index;
 
+	if ( !arg )
+		error("ox_push_cmo : too few arguments.");
+	index = QTOS((Q)ARG0(arg));
 	valid_mctab_index(index);
 	s = m_c_tab[index].c; arg = NEXT(arg);
 	for ( ; arg; arg = NEXT(arg) )
@@ -645,11 +1180,8 @@ Obj *rp;
 	*rp = 0;
 }
 
-void Pox_push_vl(arg,rp)
-NODE arg;
-Obj *rp;
+void Pox_push_vl(NODE arg,Obj *rp)
 {
-	int s;
 	int index = QTOS((Q)ARG0(arg));
 
 	valid_mctab_index(index);
@@ -657,9 +1189,7 @@ Obj *rp;
 	*rp = 0;
 }
 
-void Pox_pop_local(arg,rp)
-NODE arg;
-Obj *rp;
+void Pox_pop_local(NODE arg,Obj *rp)
 {
 	int s;
 	int index = QTOS((Q)ARG0(arg));
@@ -671,9 +1201,7 @@ Obj *rp;
 	ox_get_result(s,rp);
 }
 
-void Pox_pop_cmo(arg,rp)
-NODE arg;
-Obj *rp;
+void Pox_pop_cmo(NODE arg,Obj *rp)
 {
 	int s;
 	int index = QTOS((Q)ARG0(arg));
@@ -685,9 +1213,7 @@ Obj *rp;
 	ox_get_result(s,rp);
 }
 
-void Pox_pop0_local(arg,rp)
-NODE arg;
-Obj *rp;
+void Pox_pop0_local(NODE arg,Obj *rp)
 {
 	int index = QTOS((Q)ARG0(arg));
 
@@ -696,9 +1222,7 @@ Obj *rp;
 	*rp = 0;
 }
 
-void Pox_pop0_cmo(arg,rp)
-NODE arg;
-Obj *rp;
+void Pox_pop0_cmo(NODE arg,Obj *rp)
 {
 	int index = QTOS((Q)ARG0(arg));
 
@@ -707,9 +1231,7 @@ Obj *rp;
 	*rp = 0;
 }
 
-void Pox_pop0_string(arg,rp)
-NODE arg;
-STRING *rp;
+void Pox_pop0_string(NODE arg,STRING *rp)
 {
 	int index = QTOS((Q)ARG0(arg));
 
@@ -718,11 +1240,9 @@ STRING *rp;
 	*rp = 0;
 }
 
-void Pox_pop_string(arg,rp)
-NODE arg;
-STRING *rp;
+void Pox_pop_string(NODE arg,Obj *rp)
 {
-	int s,id;
+	int s;
 	int index = QTOS((Q)ARG0(arg));
 
 	valid_mctab_index(index);
@@ -732,22 +1252,25 @@ STRING *rp;
 	ox_get_result(s,rp);
 }
 
-void Pox_get(arg,rp)
-NODE arg;
-Obj *rp;
+void Pox_get(NODE arg,Obj *rp)
 {
-	int index = QTOS((Q)ARG0(arg));
+	int index;
 	int s;
 
-	valid_mctab_index(index);
-	s = m_c_tab[index].c;
-	ox_flush_stream_force(s);
-	ox_get_result(s,rp);
+	if ( !arg ) {
+		/* client->server */
+		ox_get_result(0,rp);
+	} else {
+		/* server->client */
+		index = QTOS((Q)ARG0(arg));
+		valid_mctab_index(index);
+		s = m_c_tab[index].c;
+		ox_flush_stream_force(s);
+		ox_get_result(s,rp);
+	}
 }
 
-void Pox_pops(arg,rp)
-NODE arg;
-Obj *rp;
+void Pox_pops(NODE arg,Obj *rp)
 {
 	int s;
 	USINT n;
@@ -764,9 +1287,7 @@ Obj *rp;
 	*rp = 0;
 }
 
-void Pox_execute_function(arg,rp)
-NODE arg;
-Obj *rp;
+void Pox_execute_function(NODE arg,Obj *rp)
 {
 	int s;
 	USINT ui;
@@ -781,9 +1302,7 @@ Obj *rp;
 	*rp = 0;
 }
 
-void Pox_setname(arg,rp)
-NODE arg;
-Obj *rp;
+void Pox_setname(NODE arg,Obj *rp)
 {
 	int s;
 	int index = QTOS((Q)ARG0(arg));
@@ -795,9 +1314,7 @@ Obj *rp;
 	*rp = 0;
 }
 
-void Pox_evalname(arg,rp)
-NODE arg;
-Obj *rp;
+void Pox_evalname(NODE arg,Obj *rp)
 {
 	int s;
 	int index = QTOS((Q)ARG0(arg));
@@ -809,13 +1326,12 @@ Obj *rp;
 	*rp = 0;
 }
 
-void Pox_execute_string(arg,rp)
-NODE arg;
-Obj *rp;
+void Pox_execute_string(NODE arg,Obj *rp)
 {
 	int s;
 	int index = QTOS((Q)ARG0(arg));
 
+	asir_assert(ARG1(arg),O_STR,"ox_execute_string");
 	valid_mctab_index(index);
 	s = m_c_tab[index].c;
 	ox_send_data(s,ARG1(arg));
@@ -825,9 +1341,7 @@ Obj *rp;
 
 /* arg=[sid,fname,arg0,arg1,...,arg{n-1}] */
 
-void Pox_rpc(arg,rp)
-NODE arg;
-Obj *rp;
+void Pox_rpc(NODE arg,Obj *rp)
 {
 	int s,i,n;
 	STRING f;
@@ -853,17 +1367,18 @@ Obj *rp;
 	*rp = 0;
 }
 
-void Pox_cmo_rpc(arg,rp)
-NODE arg;
-Obj *rp;
+void Pox_cmo_rpc(NODE arg,Obj *rp)
 {
 	int s,i,n;
 	STRING f;
 	USINT ui;
 	NODE t;
+	Obj dmy;
 	pointer *w;
 	int index = QTOS((Q)ARG0(arg));
+	int sync,find;
 
+	find = get_opt("sync",&sync);
 	valid_mctab_index(index);
 	s = m_c_tab[index].c; arg = NEXT(arg);
 	f = (STRING)BDY(arg); arg = NEXT(arg);
@@ -876,16 +1391,18 @@ Obj *rp;
 	MKUSINT(ui,n);
 	ox_send_data(s,ui);
 	ox_send_data(s,f);
-	ox_send_cmd(s,SM_executeFunction);
+	if ( find && sync ) {
+		ox_send_cmd(s,SM_executeFunctionSync);
+		ox_get_result(s,&dmy);
+	} else
+		ox_send_cmd(s,SM_executeFunction);
 	*rp = 0;
 }
 
-void Pox_reset(arg,rp)
-NODE arg;
-Q *rp;
+void Pox_reset(NODE arg,Q *rp)
 {
 	USINT t;
-	int s,id,c,m;
+	int id,c,m;
 	Obj obj;
 	int index = QTOS((Q)ARG0(arg));
 
@@ -896,7 +1413,7 @@ Q *rp;
 		if ( argc(arg) == 1 ) {
 			ox_send_cmd(m,SM_control_reset_connection);
 			ox_flush_stream_force(m);
-			ox_recv(m,&id,&t);
+			ox_recv(m,&id,&obj); t = (USINT)obj;
 		}
 		*rp = ONE;
 #if defined(VISUAL)
@@ -914,10 +1431,25 @@ Q *rp;
 		*rp = 0;
 }
 
-void Pox_sync(arg,rp)
-NODE arg;
-Q *rp;
+void Pox_intr(NODE arg,Q *rp)
 {
+	int m;
+	int index = QTOS((Q)ARG0(arg));
+
+	valid_mctab_index(index);
+	m = m_c_tab[index].m;
+	if ( m >= 0 ) {
+		if ( argc(arg) == 1 ) {
+			ox_send_cmd(m,SM_control_intr);
+			ox_flush_stream_force(m);
+		}
+		*rp = ONE;
+	} else
+		*rp = 0;
+}
+
+void Pox_sync(NODE arg,Q *rp)
+{
 	int c;
 	int index = QTOS((Q)ARG0(arg));
 
@@ -927,37 +1459,154 @@ Q *rp;
 	*rp = 0;
 }
 
-void Pox_shutdown(arg,rp)
-NODE arg;
-Q *rp;
+void Pox_shutdown(NODE arg,Q *rp)
 {
 	int s;
 	int index = QTOS((Q)ARG0(arg));
+#if !defined(VISUAL)
 	int status;
+#endif
 
 	valid_mctab_index(index);
 	s = m_c_tab[index].m;
 	ox_send_cmd(s,SM_shutdown);
 	free_iofp(s);
-#if !MPI && !defined(VISUAL)
+	s = m_c_tab[index].c;
+	free_iofp(s);
+#if !defined(MPI) && !defined(VISUAL)
 	if ( m_c_tab[index].af_unix )
 		wait(&status);
 #endif
-	m_c_tab[index].m = 0; m_c_tab[index].c = 0;
+	m_c_tab[index].m = -1; m_c_tab[index].c = -1;
 	m_c_tab[index].af_unix = 0;
 	*rp = 0;
 }
 
-void Pox_push_cmd(arg,rp)
-NODE arg;
-Q *rp;
+void Pox_push_cmd(NODE arg,Q *rp)
 {
-	unsigned int ui;
+	int ui;
 	int index = QTOS((Q)ARG0(arg));
 
 	valid_mctab_index(index);
-	ui = (unsigned int)QTOS((Q)ARG1(arg));
+	ui = QTOS((Q)ARG1(arg));
 	ox_send_cmd(m_c_tab[index].c,ui);
 	*rp = 0;
 }
+
+void shutdown_all() {
+	int s;
+	int i,index;
+#if !defined(VISUAL)
+	int status;
 #endif
+
+	for ( i = I_am_server?1:0; i < m_c_i; i++ ) {
+		index = i;
+		check_valid_mctab_index(index);
+		if ( index < 0 )
+			continue;
+		s = m_c_tab[index].m;
+		ox_send_cmd(s,SM_shutdown);
+#if defined(VISUAL)
+	Sleep(1000);
+#endif
+		free_iofp(s);
+		s = m_c_tab[index].c;
+		free_iofp(s);
+#if !defined(MPI) && !defined(VISUAL)
+		if ( m_c_tab[index].af_unix )
+			wait(&status);
+#endif
+		m_c_tab[index].m = 0; m_c_tab[index].c = 0;
+		m_c_tab[index].af_unix = 0;
+	}
+}
+
+char *ox_get_servername(int);
+
+int is_ox_plot(int index)
+{
+	char *name;
+
+	check_valid_mctab_index(index);
+	if ( index < 0 )
+		return 0;
+	/* m : client, c : server ??? */
+	name = ox_get_servername(m_c_tab[index].c);
+	return strcmp(name,"ox_plot") ? 0 : 1;
+}
+
+int validate_ox_plot_stream(int index)
+{
+	int i;
+	NODE arg;
+	STRING name;
+	Obj r;
+
+	if ( is_ox_plot(index) )
+		return index;
+	for ( i = 0; i < m_c_i; i++ )
+		if ( is_ox_plot(i) )
+			return i;
+
+	/* create an ox_plot server */
+	MKSTR(name,"ox_plot");
+	arg = mknode(2,0,name);
+	Pox_launch_nox(arg,&r);
+	i = QTOS((Q)r);
+#if defined(VISUAL)
+	Sleep(100);
+	ox_send_cmd(m_c_tab[i].c,SM_nop);
+	ox_flush_stream_force(m_c_tab[i].c);
+#endif
+	return i;
+}
+
+int get_ox_server_id(int index)
+{
+	valid_mctab_index(index);
+	return m_c_tab[index].c;
+}
+
+int register_102(int s1,int rank,int is_master)
+{
+	unsigned char c,rc;
+
+	if ( rank >= MAXIOFP ) return -1;
+	iofp_102[rank].s = s1;
+#if defined(VISUAL)
+	iofp_102[rank].in = WSIO_open(s1,"r");
+	iofp_102[rank].out = WSIO_open(s1,"w");
+#else
+	iofp_102[rank].in = fdopen(s1,"r");
+	iofp_102[rank].out = fdopen(s1,"w");
+#if !defined(__CYGWIN__)
+	setbuffer(iofp_102[rank].in,iofp_102[rank].inbuf = 
+		(char *)GC_malloc_atomic(LBUFSIZ),LBUFSIZ);
+	setbuffer(iofp_102[rank].out,iofp_102[rank].outbuf = 
+		(char *)GC_malloc_atomic(LBUFSIZ),LBUFSIZ);
+#endif
+#endif
+	if ( little_endian )
+		c = 1;
+	else
+		c = 0xff;
+	if ( is_master ) {
+		/* server : write -> read */
+		write_char((FILE *)iofp_102[rank].out,&c);
+		ox_flush_stream_force_102(rank);
+		read_char((FILE *)iofp_102[rank].in,&rc);
+	} else {
+		/* client : read -> write */
+		read_char((FILE *)iofp_102[rank].in,&rc);
+		/* special care for a failure of spawing a server */
+		if ( rc !=0 && rc != 1 && rc != 0xff )
+			return -1;	
+		write_char((FILE *)iofp_102[rank].out,&c);
+		ox_flush_stream_force_102(rank);
+	}
+	iofp_102[rank].conv = c == rc ? 0 : 1;
+	iofp_102[rank].socket = 0;
+	return 0;
+}
+