Find location of touch on image in view

[Norm Radder]

I have an WebView that loads a jpg image from a simple HTTP server on my PC.  The image is a screen capture of a section of the screen.
The WebView component loads and displays the image without any problem.  If I press on the shown image I get the x,y of the location of the press on the view.  SO far so good.  If I zoom in by outward pinches, the image is enlarged and now the x,y of the view is not the same as the x,y on the image.
If I had the size of the enlarged image and the x,y location of the view on the image, I could compute the x,y of the touch on the image.
There is the problem:  How to get the location of the view on the expanded image and the size of the expanded image?

Also posted Here:  https://stackoverflow.com/questions/61761544/find-location-of-touch-on-image-in-view

[Norm Radder]

Since most of you like to see code with questions and in a hope of getting a response to this question, here is what I have so far.   It works if the image size is adjusted to be the same size asthe view shown in the tablet.

package com.normsstuff.remotemouseforpc;

import java.io.IOException;
import java.io.PrintStream;
import java.text.SimpleDateFormat;
import java.util.Date;
import java.util.Locale;

import com.normstools.FileIO;
//import com.normsstuff.remotemouseforpc.R;
import com.normstools.SaveStdOutput;

import android.app.*;
import android.content.Context;
import android.content.DialogInterface;
import android.content.pm.PackageInfo;
import android.content.pm.PackageManager;
import android.graphics.PointF;
import android.graphics.Rect;
import android.view.MotionEvent;
import android.view.View;
import android.os.*;
import android.webkit.*;
//import android.view.KeyEvent.*;
import android.widget.*;
import android.view.*;

public class MainActivity extends Activity 
{
	final String Version = "Version date: May 19, 2020 @ 0840\n";
	
	//----------------------------------------------------------------------------
    final String rootDir = Environment.getExternalStorageDirectory().getPath();
    final String LogFilePath = rootDir + "/RemoteMouseForPC_Log_"; //.txt";
//    private final String root = rootDir + "/Pager4Norm/"; 
    private final String logsFilesFolder = rootDir + "/Norms/logs";   // where log files are written
    SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd'T'HHmmss", Locale.US);
    SimpleDateFormat sdfTime = new SimpleDateFormat("MM-dd 'T' HH:mm:ss", Locale.US); // to show Time

   
    Thread.UncaughtExceptionHandler lastUEH = null;
	final String ExcpFilePathPfx = logsFilesFolder + "/RemoteMouseForPC_log_";
	
    //- - - - - - - - - - - - - - - - - - - - - - -
    // Define inner class to handle exceptions
    class MyExceptionHandler implements Thread.UncaughtExceptionHandler {
        public void uncaughtException(Thread t, Throwable e){
           java.util.Date dt =  new java.util.Date();
           String fn = ExcpFilePathPfx + "exception_" + sdf.format(dt) + ".txt";
           try{ 
              PrintStream ps = new PrintStream( fn );
              e.printStackTrace(ps);
              ps.close();
              System.out.println("P4N wrote trace to " + fn);
              e.printStackTrace(); // capture here also???
              SaveStdOutput.stop(); // close here vs calling flush() in class 
           }catch(Exception x){
              x.printStackTrace();
           }
           lastUEH.uncaughtException(t, e); // call last one  Gives: "Unfortunately ... stopped" message
           return;    //???? what to do here
        }
    }

    boolean debug = true;
    private boolean startedSaveStd = false;
    String versionName;

    String serverURL = "http://192.168.1.7:8080";
    final String ServerURL_FN = "serverUrl.txt";
    final String MC_Prefix = "?mc=(";
    final String SendPosit = "Send mouse press";
    
    // Stuff for marking touch position
    boolean markImageWithX = true;
    float xVal = -99;
    float yVal = -99;
    public PointF getMarkPoint(){
    	if(markImageWithX) {
    		return new PointF(xVal, yVal);
    	}else {
    		return null;
    	}		
    }

	WebView view;
	EditText text;
	Button btnGo;
	
	//---------------------------------------------------------
    @Override
    protected void onCreate(Bundle savedInstanceState)
    {
        super.onCreate(savedInstanceState);
        
        if(debug && !startedSaveStd) {
	        try {
	            java.util.Date dt =  new java.util.Date();
				SaveStdOutput.start(LogFilePath + sdf.format(dt) + ".txt");
				System.out.println("RM4P Started logging at " + sdfTime.format(dt)
						          + " " +Version);
				startedSaveStd = true;
			} catch (IOException e) {
				e.printStackTrace();
			}
        }
        // Catch exceptions and write to a separate file
        lastUEH = Thread.getDefaultUncaughtExceptionHandler(); // save previous one
        Thread.setDefaultUncaughtExceptionHandler(new MyExceptionHandler());
        
    	try {
    	    PackageInfo pInfo = getPackageManager().getPackageInfo(getPackageName(), 0);
    	    versionName = pInfo.versionName;
    	} catch (PackageManager.NameNotFoundException e) {
    	    e.printStackTrace();
    	}

    	// Get server's URL from file
    	String temp = FileIO.readFile(this, ServerURL_FN);
    	if(temp != null)
    		serverURL = temp;
        
        setContentView(R.layout.activity_main);
		text=(EditText)findViewById(R.id.edtWebUrl);
		text.setText(serverURL);
		
		btnGo = (Button)findViewById(R.id.btnGo);
		
		view = (WebView)findViewById(R.id.myWebView);
		WebSettings settings = view.getSettings();
		settings.setBuiltInZoomControls(true);
		settings.setJavaScriptEnabled(true);
		view.setWebViewClient(new Callback());
		view.loadUrl("http://www.google.com");
		
		view.setOnTouchListener(new View.OnTouchListener() {  //<<< GET these before resizing
			@Override
			public boolean onTouch(View vw, MotionEvent me) {
    			switch (me.getAction()) {
	    			case MotionEvent.ACTION_DOWN:  // 0
						int x = (int)me.getX();
						int y = (int)me.getY();
					    System.out.print("onTouch action down"
					    		           + ", at  x="+x +", y="+y + ", w="+vw.getWidth() 
					    		           + ", h="+vw.getHeight() + ", top=" +vw.getTop()
					    		           +", left="+vw.getLeft() + " at " + sdfTime.format(new Date()));
					    setGoBtn(x, y, vw.getWidth(), vw.getHeight());
					    
					    Rect rect = new Rect();
					    vw.getLocalVisibleRect(rect);
					    System.out.println("  Rect=" + rect);
					    break;
	    			case MotionEvent.ACTION_MOVE:  // 2
	    				// ignore
	    				break;
	    			case MotionEvent.ACTION_UP:  // 1
	    				break;
    			}
				return false; //true;  // True if the listener has consumed the event  WILL THIS disable pinch???
			}
		});
		
		//  Set view to zoom out the content to fit on screen by width
		view.getSettings().setLoadWithOverviewMode(true);
		// Use HTML tag or use wide viewport
		view.getSettings().setUseWideViewPort(true);
		
		// Other settings to manage display
//	    view.setScrollBarStyle(WebView.SCROLLBARS_OUTSIDE_OVERLAY);
//	    view.setScrollbarFadingEnabled(false);
		
		((MyWebView)view).setMainAct(this);   // get webview our address
//		mScaleGestureDetector = new ScaleGestureDetector(this, new ScaleListener());   
    }  // end onCreate
    
    //----------------------------------------------------
    //  Compute values for URL 
    private void setGoBtn(int x, int y, int w, int h) {
	    double horizVal = 1.0*x / w;
	    double vertVal = 1.0*y / h;
	    // range check
	    if(horizVal > 0.99 || vertVal > 0.99) {
	    	System.err.println(">>> ignoring point x="+horizVal +", y="+vertVal);
	    	return;   // don't do anything 
	    } 	
	    if(markImageWithX) {
		    xVal = (float)x;     // save for drawing
		    yVal = (float)y;
		    view.invalidate();  // force draw of webview
	    }
	    String newURL = serverURL + MC_Prefix + String.format("%2.3f,%2.3f)", horizVal, vertVal);
	    text.setText(newURL);
	    btnGo.setText(SendPosit);
    }
    
    //----------------------------------------------------
    //https://medium.com/quick-code/pinch-to-zoom-with-multi-touch-gestures-in-android-d6392e4bf52d
//    private ScaleGestureDetector mScaleGestureDetector;
    private float mScaleFactor = 1.0f;
    
    @SuppressWarnings("unused")
	private class ScaleListener extends ScaleGestureDetector.SimpleOnScaleGestureListener {
    	@Override
    	public boolean onScale(ScaleGestureDetector scaleGestureDetector){
	    	mScaleFactor *= scaleGestureDetector.getScaleFactor();
	    	System.out.println("onScale sF="+mScaleFactor);   //<<<<<<<<<<<<< NEVER shown????
	    	mScaleFactor = Math.max(0.1f,  	Math.min(mScaleFactor, 10.0f));
	//    	mImageView.setScaleX(mScaleFactor);
	//    	mImageView.setScaleY(mScaleFactor);
    	    return true;
        }
    }    

    //-----------------------------------------------------------
	@Override
	public boolean onKeyDown(int keyCode, KeyEvent event)
	{
		// TODO: Implement this method
		// return super.onKeyDown(keyCode, event);
		if(keyCode==KeyEvent.KEYCODE_BACK&&view.canGoBack())
		{
			view.goBack();
			return true;
		}
		else
		{
			return super.onKeyDown(keyCode,event);
		}
	}
	
	//-------------------------------------------------------------
	// Get touch and send as mouse click
	// Called when a touch screen event was not handled by any of the views under it. 
	// This is most useful to process touch events that happen outside of your window bounds, 
	// where there is no view to receive it.
	@Override
	public boolean onTouchEvent (MotionEvent me) {  // <<< Get these AFTER resizing????
//		mScaleGestureDetector.onTouchEvent(me);   //<<<< why?
		int x = (int)me.getX();
		int y = (int)me.getY();
		int[] ourLoc = new int[2];
		view.getLocationOnScreen(ourLoc);
		System.out.println("oTE touch at x="+x +", y="+y + "; Raw: x="+me.getRawX() + ", y=" + me.getRawY() 
				    +" ourLoc="+ourLoc[0] +"," + ourLoc[1]
		            + " at " + sdfTime.format(new Date()));
		y = y - ourLoc[1];  //  correct for position of view
		setGoBtn(x, y, view.getWidth(), view.getHeight());
		return true;   // True if the event was handled, false otherwise.
	}
	
	//----------------------------------------------------------------
	@Override
	public boolean onPrepareOptionsMenu(Menu m) {
		super.onPrepareOptionsMenu(m);
		MenuItem mi = (MenuItem)m.findItem(R.id.writedebug);
		mi.setChecked(debug);
		mi = (MenuItem)m.findItem(R.id.markclick);
		mi.setChecked(markImageWithX);
		return true;
	}

	@Override
	public boolean onCreateOptionsMenu(Menu menu) {
		// Inflate the menu; this adds items to the action bar if it is present.
		getMenuInflater().inflate(R.menu.main, menu);
		return true;
	}


	
	@Override
	public boolean onOptionsItemSelected(MenuItem item) {
		// Handle action bar item clicks here. The action bar will
		// automatically handle clicks on the Home/Up button, so long
		// as you specify a parent activity in AndroidManifest.xml.
        switch (item.getItemId()) {
        case R.id.get_ip_address:
           	AlertDialog.Builder alert = new AlertDialog.Builder(this);
        	alert.setTitle("Get Host's URL");
        	alert.setMessage("Enter Host's URL.");

        	// Set an EditText view to get user input 
        	final EditText input = new EditText(this);
        	if(serverURL != null)
        	   input.setText(serverURL);  // show current value
        	alert.setView(input);

        	alert.setPositiveButton("Save URL", new DialogInterface.OnClickListener() {
	        	public void onClick(DialogInterface dialog, int whichButton) {
	        	  String theIP = input.getText().toString();
	        	  if(theIP == null || theIP.length() == 0)
	        		  return;		// exit if user quit
	        	  
	        	  //  Add code to verify and test IP address ?
	        	  if(theIP.indexOf("http://") != 0) {
	  				    runOnUiThread(new Runnable() {
	    				    @Override
	    				    public void run() {
	    		    			showMsg("Invalid URL, Should start with http:// ");
	    				    }
	    				});                   
	        		  return;
	        	  }
	        	  serverURL = theIP;
	        	  text.setText(serverURL);
	        	  FileIO.writeFile(MainActivity.this, ServerURL_FN, serverURL);
	        	}
        	});
        	alert.setNegativeButton("Cancel", new DialogInterface.OnClickListener() {
          	  public void onClick(DialogInterface dialog, int whichButton) {
          	    // Canceled.
          	  }
          	});

          	alert.show();

        	return true;
        	
        case R.id.markclick:
        	item.setChecked(!item.isChecked()); // toggle
        	markImageWithX = item.isChecked();
        	return true;
        	
        case R.id.writedebug:
        	item.setChecked(!item.isChecked()); // toggle
        	debug = item.isChecked();
        	return true;
        	
	    case R.id.About_ID:
	        showMsg("Remote Mouse 4 PC program   " + versionName + "\n"
	        		+ Version 
	        		+ "email: [e-mail]");
	        return true;
	        
	    case R.id.Exit_ID:
	    	finish();
	    	return true;
	    	
        default:
            System.err.println(">>> RM4P unkn menuitem="+item.getItemId());
            break;


        }
    	return super.onOptionsItemSelected(item);
    }
	
	public void showPage(View v)
	{
		view.setWebViewClient(new Callback());
		view.loadUrl(text.getText().toString());
		System.out.println("showPage URL="+text.getText());
	}
	//-----------------------------------------------------------
	public void onDestroy() {
		super.onDestroy();
 		System.out.println("RM4P onDestroy() at " + sdfTime.format(new Date())
 				           + "  version=" + versionName);
 		if(debug) {
 			SaveStdOutput.stop();
 			startedSaveStd = false;
 		}
		
	}
	
 	//------------------------------------------
 	//  Show a message in an Alert box
 	private void showMsg(String msg) {

 		AlertDialog ad = new AlertDialog.Builder(this).create();
 		ad.setCancelable(false); // This blocks the 'BACK' button
 		ad.setMessage(msg);
 		ad.setButton(DialogInterface.BUTTON_POSITIVE, "Clear messsge", new DialogInterface.OnClickListener() {
 		    @Override
 		    public void onClick(DialogInterface dialog, int which) {
 		        dialog.dismiss();                    
 		    }
 		});
 		ad.show();
 	} // end showMsg()
 	
 	//--------------------------------------------------------
 	class MyWebViewClient extends WebViewClient {
 		@Override
 		  public void onScaleChanged (WebView view, float oldScale, 
 	                                  float newScale)
 		{
 			super.onScaleChanged(view, oldScale, newScale);
 			System.out.println("MWVC onScalChngd old="+oldScale + ", new="+newScale);
 		}

 	} // end class MyWebViewClient
 	

} // end class MainActivity

//-------------------------------------------------
class Callback extends WebViewClient
{

	@Override
	public boolean shouldOverrideUrlLoading(WebView view, String url)
	{
		System.out.println("shouldOverrideUrlLoading called url="+url);
		// TODO: Implement this method
		return false;
	}
}

[Norm Radder]

Here is the PC code that communicates with the Android.  It has a lot of Q&D code for testing and debugging.   A lot was Cut and Pasted from other programs so its a bit messy.  Currently mostly working.

/*
Receive Mouse commands from client, execute the commands and return screen capture
*/

import java.io.*;
import java.net.*;
import java.util.*;
import java.util.concurrent.*;

import java.awt.*;
import java.awt.image.*;
import java.awt.event.*;
import javax.swing.*;
import javax.imageio.*;

import NormsTools.WindowFramer;
import NormsTools.WindowFramerListener;
import NormsTools.GradientTranslucentWindow;
import NormsTools.SaveStdOutput;


@SuppressWarnings("serial")
public class RemoteMouseServer implements ActionListener, ItemListener, WindowFramerListener  {
    
    static ServerSocket requestListener;
    static Socket requestHandler;
    static Scanner requestReader;
    static String HTTPMessage;
    
    public int HTTP_PORT = 8080;

    final String MouseClickCmd = "mc=(";
    final String MouseMoveCmd = "mm=(";

    final String Title = "Remote Mouse Server 5/23/20";
    final String  LogFilename = "RM_Server.log";  // name of log file

    JFrame frame;
    WindowFramer   winFrame = null;     // "transparent" frame
    Rectangle      iwBnds;              // Image viewing window bounds
    ImageWindow    iw;                  // Image viewing window
//    WindowFramer.KeyEventHandler keh;
    Dimension      screenSize;

	 Image 	       bImg = null;         // The captured image
    final int      PadBnds = 2;         // Allow for border
    final int      MinSize = PadBnds+1;

    Robot robot;

    //--------------------------------------------------
    JMenuBar menubar = new JMenuBar();;
	 JMenu fileMenu = new JMenu("File"), 
          helpMenu = new JMenu("Help"), 
          optionsMenu = new JMenu("Options");
    JMenuItem   selectMI = new JMenuItem("Set capture Rectangle");
    JCheckBoxMenuItem useWinFrameOM = new JCheckBoxMenuItem("Use Window Frame");
    JCheckBoxMenuItem captInRTOM = new JCheckBoxMenuItem("Capture in realtime");
    JCheckBoxMenuItem useTransWinOM = new JCheckBoxMenuItem("Use Translucent Window");

    //---------------------------------------------
   Properties  myProps = new Properties();
   String propFN = "RemoteMouseServer.ini";
   String propDir = "";                      // Props file directory
   boolean propsChanged = false;

   final String WindowFrameLoc_PNM = "WindowFrameLocation";
   final String OurLocationX_PNM = "OurLocationX";
   int ourLocX = 5;
   final String OurLocationY_PNM = "OurLocationY";
   int ourLocY = 500; 

   final String CaptRectX_PNM = "CaptRectX";
   final String CaptRectY_PNM = "CaptRectY";
   final String CaptRectW_PNM = "CaptRectW";
   final String CaptRectH_PNM = "CaptRectH";
   int captRectX = 350;
   int captRectY = 10;
   int captRectW = 1120;
   int captRectH = 860;
   Rectangle      captRect = new Rectangle(captRectX, captRectY, captRectW, captRectH);



    boolean testing = true;

    //--------------------------------------------
    public static void main(String[] args) {
       new RemoteMouseServer(args);
    }

    int xLoc = 120;
    int yLoc = 90;
    String str = "X at 120,90";

    void setText(String text, int x, int y) {
      xLoc = x - 5;         // move to center of X
      yLoc = y + 5;
      str = text;
      frame.repaint();
    }
    ArrayList<Point> points = new ArrayList<>();

    //-------------------------------------------------------
    public RemoteMouseServer(String[] args) {
      if(testing) {
        try {
            SaveStdOutput.start(LogFilename);
            System.out.println(Title + " at " + new Date());
        }catch(IOException ioex){}
      } 

      // Some points for testing
      points.add(new Point(50,70));
      points.add(new Point(50, 550));
      points.add(new Point(400, 300));
      points.add(new Point(750, 70));
      points.add(new Point(750, 550));

      frame = new JFrame(Title) {
         public void paint(Graphics g) {
            super.paint(g);
            g.setColor(Color.RED);
            for(Point p : points) {
               g.drawString("X", p.x, p.y);
            }
            g.setColor(Color.BLACK);
            g.drawString(str, xLoc, yLoc);
         }
      };   

      // Build menus
      menubar.add(fileMenu);
      useWinFrameOM.addItemListener(this);
      optionsMenu.add(useWinFrameOM);
      useTransWinOM.addItemListener(this);
      optionsMenu.add(useTransWinOM);
      menubar.add(optionsMenu);
      menubar.add(helpMenu);

      frame.setJMenuBar(menubar);

      screenSize = Toolkit.getDefaultToolkit().getScreenSize(); 
      ourLocY = screenSize.height-60;
      if(captRect == null) {
          captRect = setDefaultCapt();
      }

       loadProps();
       System.out.println("captRect="+captRect);

//      frame.setDefaultCloseOperation(JFrame.EXIT_ON_CLOSE);    // <<<<<<<Need to catch closing to save props
>
      frame.addWindowListener(new WindowAdapter() {
        public void windowClosing(WindowEvent we) {
           frame.dispose();
           exitProgram();    // EXIT the program
        }
      });

//      frame.setResizable(false);
      if(testing && false) {                  //???? 
         frame.setBounds(100, 100, 800, 600);   // <<<< For testing<<<<<<
      }else{
        frame.setLocation(ourLocX, ourLocY);
        frame.pack();
      }
      frame.setVisible(true);

      frame.addComponentListener(new ComponentAdapter() {
         public void componentMoved(ComponentEvent ce) {
            ourLocX = frame.getLocationOnScreen().x;
            ourLocY = frame.getLocationOnScreen().y; 
            propsChanged = true;
         }
      });


      frame.addMouseListener(new MouseListener() {      // How to cover all of screen?
            @Override
            public void mouseClicked(MouseEvent e) {
               System.out.println("mC at relative="+e.getPoint() + ", on screen="+e.getLocationOnScreen());
            }

            @Override
            public void mousePressed(MouseEvent e) {
               System.out.println("mP at "+e.getPoint() + ", on screen="+e.getLocationOnScreen());
               String text = String.format("X at %3d,%3d", e.getXOnScreen(), e.getYOnScreen());
               setText(text, e.getPoint().x, e.getPoint().y);
//               sendString(text);       //  Where can this be written?
            }

            @Override
            public void mouseReleased(MouseEvent e) {
            }

            @Override
            public void mouseEntered(MouseEvent e) {
            }

            @Override
            public void mouseExited(MouseEvent e) {
            }
        });

        frame.addMouseMotionListener(new MouseMotionListener() {
 
   			@Override
   			public void mouseMoved(MouseEvent e) {
//               System.out.println("mM at "+e.getPoint());
   			}
    
   			@Override
   			public void mouseDragged(MouseEvent e) {
//               System.out.println("mD at "+e.getLocationOnScreen());   // This shows if drag started in this frame 
   			}
		  });


      
      serve();
    }

    private Rectangle setDefaultCapt() {
      return new Rectangle(5, 5, 300, 120); // Clip rectangle to capture image
    }


    //-------------------------------------------------------------------------------
    private void serve() {
        try{
            robot = new Robot();
            requestListener = new ServerSocket(HTTP_PORT);
            int reqCnt = 0;

        while(true) {             // simple server loops
            
            System.out.println("Waiting for client to request image");
            requestHandler = requestListener.accept();
            System.out.println("Page Requested: Request Header");
            reqCnt++;
            Scanner requestReader = new Scanner(new InputStreamReader(requestHandler.getInputStream()));
            
            int lineCount = 0;
            do{
                lineCount++; //This will be used later
                if(!requestReader.hasNextLine()) {
                   System.out.println("accept but no lines?");
                   break;  // exit this loop
                }
                HTTPMessage = requestReader.nextLine();
                System.out.println("1:"+HTTPMessage + "<");         //  1:GET /?mc=(22,44) HTTP/1.1<
                String msg = HTTPMessage;
                // Does this message have a mouseclick request?
                int ix = msg.indexOf(MouseClickCmd);
                if(ix > 0) {
                   int ix2 = msg.indexOf(",", ix+4);
                   int ix3 = msg.indexOf(")", ix2);
                   //  map fraction into image's bounds           <<<< Need to add in x and y of captRect <<<<<<<<<<
                   int xLoc = (int)(Double.parseDouble(msg.substring(ix+4, ix2)) * captRect.width) + captRect.x;
                   int yLoc = (int)(Double.parseDouble(msg.substring(ix2+1, ix3)) * captRect.height) + captRect.y;
                   System.out.println("sending mouse click @ x="+xLoc +","+yLoc);
                   String text = String.format("X at %3d,%3d", xLoc, yLoc);
                   setText(text, xLoc, yLoc);    // for debug
                   sendMouseClick(xLoc, yLoc);
                   robot.delay(1000);         // wait for system to react
                }else {
                  ix = msg.indexOf(MouseMoveCmd);      // Window needs focus for this to work
                  if(ix > 0) {
                   int ix2 = msg.indexOf(",", ix+4);
                   int ix3 = msg.indexOf(")", ix2);
                   //  map fraction into image's bounds           <<<< Need to add in x and y of captRect <<<<<<<<<<
                   int xLoc = (int)(Double.parseDouble(msg.substring(ix+4, ix2)) * captRect.width) + captRect.x;
                   int yLoc = (int)(Double.parseDouble(msg.substring(ix2+1, ix3)) * captRect.height) + captRect.y;
                   System.out.println("sending mouse move to @ x="+xLoc +","+yLoc);
                   String text = String.format("X at %3d,%3d", xLoc, yLoc);
                   setText(text, xLoc, yLoc);    // for debug
                   robot.mouseMove(xLoc, yLoc);
                   robot.delay(500);         // wait for system to react
                  }
                }
                
                String HTTPMessage2 = "123";
                while(HTTPMessage2.length() > 0 && requestReader.hasNextLine()) {
                   HTTPMessage2 = requestReader.nextLine();             // Added line
                   if(reqCnt < 2)  System.out.println("2:"+HTTPMessage2 +"<");         //  2:Host:<
                }

                if(lineCount==1){
                    // Get the image to be returned
                    BufferedImage scrnCapt = robot.createScreenCapture(captRect);
                    int size = scrnCapt.getWidth() * scrnCapt.getHeight();

                    DataOutputStream dos = new DataOutputStream(requestHandler.getOutputStream());
                    // What does a response header look like?
                    dos.writeBytes("HTTP/1.0 200 OK\n"                               //<<<<<<<<     WORKS
                                          + "Content-Type: image/jpg\n"
                                          + "Content-Length: " + size + "\n\n");      //???? is this needed?

                    boolean res = ImageIO.write(scrnCapt, "jpg", dos);
                    dos.close();
                    requestHandler.close();
                }
            }while(HTTPMessage.length() != 0);
        } // end while(true)   

        }catch(Exception e){
            e.printStackTrace();
        }
        System.out.println(">>>> Exiting serve() <<<<");
    }

   //---------------------------------------------------------------
   final int lowerToUpper = (int)'a' - (int)'A';    //  97 - 65

   private void sendString(String str) {
      System.out.println("str="+str);        // str=X at 372,534     numbers and , ??? >>>  230=@#) ,=< 713=&!#
      // Get char one at a time, check if UC, send as UC
      char[] chars = str.toCharArray();
      for(char c : chars) {
         // If uppercase 65 to 
         int val = (int)c;
         if(c >= 'a' && c <= 'z') {
            // lower case - convert to Upper for sending
            int keyCode = val - lowerToUpper;    // lower is > upper
            sendKey(keyCode);
         }else if((c >= '0' && c <= '9') || c == ',') {
            sendKey(val);
         }else {  // is uppercase
            sendUpperCaseKey(val);
         }
      }
   }
 
   private void sendKey(int keyCode) {
      robot.keyPress(keyCode);
      robot.keyRelease(keyCode);
      robot.delay(100);   // for you to see the keystroke
   }
   
   private void sendUpperCaseKey(int keyCode) {
      robot.keyPress(KeyEvent.VK_SHIFT);
      robot.keyPress(keyCode);
      robot.keyRelease(keyCode);
      robot.keyRelease(KeyEvent.VK_SHIFT);
      robot.delay(100);   // for you to see the keystroke
   }


   private void sendMouseClick(int x, int y) {
      robot.mouseMove(x, y);
      robot.delay(500);                       // for you to see the move
      robot.mousePress(InputEvent.BUTTON1_MASK);
      robot.mouseRelease(InputEvent.BUTTON1_MASK);
   }

   //-----------------------------------------------------------------------
   // Property load/save methods
   private void loadProps() {
      try {
         FileInputStream fis = new FileInputStream(propFN);
         myProps.load(fis);
        ourLocX = Integer.parseInt(myProps.getProperty(OurLocationX_PNM));
        ourLocY = Integer.parseInt(myProps.getProperty(OurLocationY_PNM));

        captRectX = Integer.parseInt(myProps.getProperty(CaptRectX_PNM, "350"));
        captRectY = Integer.parseInt(myProps.getProperty(CaptRectY_PNM, "10"));
        captRectW = Integer.parseInt(myProps.getProperty(CaptRectW_PNM, "1120"));
        captRectH = Integer.parseInt(myProps.getProperty(CaptRectH_PNM, "860"));
        captRect = new Rectangle(captRectX, captRectY, captRectW, captRectH);

        fis.close();
        propsChanged = false;
      }catch(FileNotFoundException fnf) {
        // ignore
      }catch(Exception ex){
         System.err.println("Error reading props: " + ex);
      }
   } // end loadProps

   //--------------------------------------
   private void saveProps() {
      if(!propsChanged)
         return;
      // Save the properties
      myProps.put(OurLocationX_PNM, ""+ourLocX);
      myProps.put(OurLocationY_PNM, ""+ourLocY);
      myProps.put(CaptRectX_PNM, ""+captRect.x);
      myProps.put(CaptRectY_PNM, ""+captRect.y);
      myProps.put(CaptRectW_PNM, ""+captRect.width);
      myProps.put(CaptRectH_PNM, ""+captRect.height);
      try {
          FileOutputStream fos = new FileOutputStream(propFN);
          myProps.store(fos, "RemoteMouseServer");
          fos.close();
      }catch(Exception ex) {
          System.err.println("Error writing props file: " + ex);
      }
      propsChanged = false;
   } // end saveProps()

   //-------------------------------------------------
   // Exit the program
   private void exitProgram() {
      saveProps();
      if(testing) {
         System.out.println(">>> exiting RemoteMouseServer");
         SaveStdOutput.stop();
      }
      System.exit(0);
   } // end exitProgram()


   //------------------------------------------------
   // Handle CheckboxMenuItem selections
   public void itemStateChanged(ItemEvent ie) {
      JCheckBoxMenuItem cbmi = (JCheckBoxMenuItem)ie.getSource();
      
      if (cbmi == useWinFrameOM) {
         // First check if new have an object  
         if(winFrame == null) {
            if (useWinFrameOM.getState()) {
               winFrame = new WindowFramer((Frame)frame);
               winFrame.addWindowFramerListener(this);
            }else{
               return;                 // Why were we called?
            }
         }
         if (useWinFrameOM.getState()) {
//            removeKeyListener(keh);    // Get rid of this one
            frame.addKeyListener(winFrame.getKeyListener());
            captInRTOM.setEnabled(true); // Enable for WindowFramer
            // Position over the capture area
            winFrame.setBounds(captRect);
            winFrame.setVisible(true);
         }else {
            winFrame.setVisible(false);
            captInRTOM.setEnabled(false);
            frame.removeKeyListener(winFrame.getKeyListener());
//            addKeyListener(keh);       // Restore
         }
         return;                       // Done

      } else if(cbmi == useTransWinOM) {
          // How to close when unselected???
          System.out.println("starting GradientTranslucentWindow");
          // Create the GUI on the event-dispatching thread
          SwingUtilities.invokeLater(new Runnable() {
            @Override
            public void run() {
                JFrame.setDefaultLookAndFeelDecorated(true);
                GradientTranslucentWindow gtw = new GradientTranslucentWindow(JFrame.DISPOSE_ON_CLOSE);

                // Display the window.
                gtw.setVisible(true);
            }
          });
      }
   }

      //---------------------------------------------------
   // Process menu selections:
   public void actionPerformed(ActionEvent ae) {
      Object src = ae.getSource();
   }

   // Callback Method for WindowFramerListener
   public void windowMoved(Rectangle rect) {
        captRect = rect;               // Save
        propsChanged = true;      // enable saving of props
        // Do we want to see the new Image?
        if (captInRTOM.getState()) {
//           bImg = getImage(rect);  // get newly sized image
//           svdImages.addElement(bImg); // and save it  ??? TOO MANY???
           // Change window's size and repaint it
           iwBnds.width = rect.width+PadBnds;
           iwBnds.height = rect.height+PadBnds;
           iw.setBounds(iwBnds);
           iw.repaint();
        }
   } // end windowMoved()


   //=========================================================================================
   // Show image in its own window with 1 pixel border
   // ADD CODE to allow resizing of image by the MOUSE????
   class ImageWindow extends Window {
      Point mPressed;                  // point at which mouse was pressed

      Color borderColor = Color.black;

      void setColor(Color c) {
         borderColor = c;
         repaint();                    // Show the new color
      }

      // Constructor -------------------------------
      public ImageWindow(Frame f) {
         super(f);

         addMouseMotionListener(new MouseMotionListener() {
            boolean  resizing = false; // Resizing or Moving(if false)
            // Only allow resizing from two sides: Right and bottom
            boolean  resizeRight = false; // false=bottom  

            // Test if cursor near bottom or right and change shape to indicate
            // that the edge can be moved
            public void mouseMoved(MouseEvent me) {
               if (me.getX() >= iwBnds.width - MinSize 
                   && me.getX() <= iwBnds.width) {
                  setCursor(Cursor.getPredefinedCursor(Cursor.E_RESIZE_CURSOR));
                  resizing = true;     // Moves will resize
                  resizeRight = true;

               }else if (me.getY() >= iwBnds.height - MinSize 
                         && me.getY() <= iwBnds.height) {
                  setCursor(Cursor.getPredefinedCursor(Cursor.S_RESIZE_CURSOR));
                  resizing = true;     // Moves will resize  
                  resizeRight = false;
               } else {
                  // restore if not
                  setCursor(Cursor.getDefaultCursor());
                  resizing = false;    // Reset
               }

//               System.out.println("moved to " + me);
            } // end mouseMoved()

            // Move the location of the image window with mouse drag
            public void mouseDragged(MouseEvent me) {
               me.translatePoint(iwBnds.x, iwBnds.y);  // reset to global coords
               if(testing)
                  System.out.println("dragged to " + me.getPoint());
               if (mPressed == null)
                  return;              // Jumped over an event?

               // Compute how much to move the window
               int right = me.getX() - mPressed.x;
               int up = me.getY() - mPressed.y;
               mPressed = me.getPoint(); // reset to new loc
 
               // Are we resizing or moving?
               if (resizing) {
                  int newW = iwBnds.width + right;
                  int newH = iwBnds.height + up;
                  // Keep a minimum size
                  if (newW > MinSize && resizeRight 
                    || newH > MinSize && !resizeRight) {
                     // Only move in one direction at a time
                     if(resizeRight) {
                        iwBnds.width = newW+PadBnds;
                        captRect.width = newW;
                     }else {
                        iwBnds.height = newH+PadBnds;
                        captRect.height = newH;
                     }
                     propsChanged = true;
                     // Get new image
//                     bImg = getImage(captRect);
                     setBounds(iwBnds);  // adjust to new bounds
                     repaint();
                     return;           // Done

                  }else{
                     System.out.println("Too small image created");
                     return;
                  }
               }  // end resizing
    
               // Do the moving here
               // Test if any movement
               if (right != 0 || up != 0) {
                  int newX = iwBnds.x + right;
                  int newY = iwBnds.y + up;
                  // Test new location and allow move away from edge
                  if (newX >= 0 && newY >= 0
                      && (newX + iwBnds.width <= screenSize.width || right < 0)
                      && (newY + iwBnds.height <= screenSize.height || up < 0)) {
                     iwBnds.x = newX;
                     iwBnds.y = newY;
                     if(testing)
                        System.out.println("   moving to " + iwBnds.x + "," + iwBnds.y
                                    + "   right=" + right + ", up=" + up);
                     setLocation(iwBnds.x, iwBnds.y);  // move
 //                    System.out.println("new bnds: " + iwBnds);
                     repaint();
                  }else {
                     if(testing)
                        System.out.println("   NOT moving from " + iwBnds.x + "," + iwBnds.y
                                        + " to " + newX + "," + newY
                                        + "   right=" + right + ", up=" + up);
                  }
               }else{
                  // No movement indicated?
                  if(testing)
                     System.out.println("   NO move from " + iwBnds.x + "," + iwBnds.y
                                        + "   right=" + right + ", up=" + up);
               }
            } // end mouseDragged()
         });  // end MouseMotion Listener

         addMouseListener(new MouseAdapter() {
            public void mousePressed(MouseEvent me) {
               if(testing)
                  System.out.println("mPressed at " + me.getPoint()
                                               + " <<<<<<<<<<<<<<");
               me.translatePoint(iwBnds.x, iwBnds.y);
               mPressed = me.getPoint();  // save
            }
            public void mouseReleased(MouseEvent me) {
               mPressed = null;
               frame.requestFocus();  // give back to main pgm
            }
         });
         // Following for testing!!! ---<<<
/*         addWindowListener(new WindowAdapter() {
            // Loop problem - requestFocus calls here again
            long timeLastEvent = 0;    // Save time last call

            public void windowActivated(WindowEvent we) {
              System.out.println("ImageWindow - winActivated " 
                        + (System.currentTimeMillis() - timeLastEvent));
              timeLastEvent = System.currentTimeMillis();
            } // end windowActivated()
            public void windowDeactivated(WindowEvent we) {
               System.out.println("ImageWindow - winDeactivated");
            }
        });  // end testing code ---<<<  */
      } // end Constructor

      // Override to prevent clearing before painting
      public void update(Graphics g) {
         paint(g);
      }

      // Define the top left corner of image display area to allow for border
      final int BorderX = 1;
      final int BorderY = 1;

   	public void paint(Graphics g) {
//   		 super.paint(g);		
          // Draw border around image
          g.setColor(borderColor);
          g.drawLine(BorderX, BorderY-1, BorderX+captRect.width, BorderY-1);   // top
          g.drawLine(BorderX-1, BorderY, BorderX-1, BorderY+captRect.height);  // left
          g.drawLine(BorderX, BorderY+captRect.height, BorderX+captRect.width, 
                                                     BorderY+captRect.height); // bottom
          g.drawLine(BorderX+captRect.width, BorderY-1, BorderX+captRect.width,
                                                     BorderY+captRect.height); // right 
   
   	    if (bImg  != null) {
      	    g.drawImage(bImg, BorderX, BorderY, this);
   	    }		
      }  // end paint()

	} // end class ImageWindow	

    
}  // end class RemoteMouseServer