convert to locust; Drupal 6

Author: Charlie Root

README.md

@@ -1,15 +1,15 @@
 Drupal Loadtest
 ===============
 
-Jmeter load test and support scripts for testing Drupal sites.
+Locust load test and support scripts for testing Drupal sites.
 
-This Jmeter test plan and scripts are used to test out the [Drupal Memcache module](https://drupal.org/project/memcache).
+This locust test plan and scripts are used to test out the [Drupal Memcache module](https://drupal.org/project/memcache).
 
 Assumptions
 -----------
 These scripts assume:
  1.  A Drupal installation -- webroot and database.
- 2.  [Apache Jmeter](http://jmeter.apache.org/) installed to /usr/local/jmeter/
+ 2.  [Locust](http://locust.io/) installed
 
 Running Tests
 -------------
@@ -22,6 +22,6 @@ In addition, `preptest.sh` prepares the site for tests by populating it with con
 Once that is complete, it will create a database dump in /root so that the same database can be reloaded for subsequent tests.
 
 
-The `runtest.sh` script restarts services (mysqld, httpd, memcached) to ensure consistency between tests. Then it runs the Jmeter load test (loadtest.jmx), copies test output data to the webroot, and outputs memcached stats from the test run into a summary report.
+The `runtest.sh` script restarts services (mysqld, httpd, memcached) to ensure consistency between tests. Then it runs the locust load test, copies test output data to the webroot, and outputs memcached stats from the test run into a summary report.
 
-`runtest.sh` expects one argument, a tag which will be appended to the output directory as a test identifier.
+`runtest.sh` requires one argument, a tag which will be appended to the output directory as a test identifier.

data/comments.csv

@@ -0,0 +1,105 @@
+from locust import HttpLocust, TaskSet, task, events
+from bs4 import BeautifulSoup
+import random
+
+def is_static_file(file):
+    if "/misc" in file:
+        return True
+    elif "/themes" in file:
+        return True
+    else:
+        return False
+
+def random_word():
+    import string
+    length = random.randint(1, 12)
+    return "".join( [random.choice(string.letters[:26]) for i in xrange(length)] )
+
+def random_sentence():
+    length = random.randint(3, 15)
+    return (" ".join(random_word() for i in xrange(length)) + '.').capitalize()
+
+def random_paragraph():
+    length = random.randint(3, 15)
+    return (" ".join(random_sentence() for i in xrange(length)))
+
+def fetch_static_assets(session, response):
+    resource_urls = set()
+    soup = BeautifulSoup(response.text, "html.parser")
+
+    for res in soup.find_all(src=True):
+        url = res['src']
+        if is_static_file(url):
+            resource_urls.add(url)
+        else:
+            print "Skipping: " + url
+
+    for url in set(resource_urls):
+        #Note: If you are going to tag different static file paths differently,
+        #this is where I would normally do that.
+        session.client.get(url, name="(Static File)")
+
+class AnonBrowsingUser(TaskSet):
+    @task(15)
+    def frontpage(l):
+        response = l.client.get("/", name="(Anonymous) Front page")
+        fetch_static_assets(l, response)
+
+    @task(10)
+    def nodepage(l):
+        nid = random.randint(1, 10000)
+        l.client.get("/node/%i" % nid, name="(Anonymous) /node/[nid]")
+
+    @task(3)
+    def profilepage(l):
+        uid = random.randint(3, 5000)
+        l.client.get("/user/%i" % uid, name="(Anonymous) /user/[uid]")
+
+class AuthBrowsingUser(TaskSet):
+    def on_start(l):
+        response = l.client.get("/user", name="(Auth) Login")
+        soup = BeautifulSoup(response.text, "html.parser")
+        drupal_form_id = soup.select('input[name="form_build_id"]')[0]["value"]
+        r = l.client.post("/user", {"name":"jeremy", "pass":"12345", "form_id":"user_login", "op":"Log+in", "form_build_id":drupal_form_id}, name="(Auth) Logging in: /user")
+
+    @task(15)
+    def frontpage(l):
+        response = l.client.get("/", name="(Auth) Front page")
+        fetch_static_assets(l, response)
+
+    @task(10)
+    def nodepage(l):
+        nid = random.randint(1, 10000)
+        l.client.get("/node/%i" % nid, name="(Auth) /node/[nid]")
+
+    @task(3)
+    def profilepage(l):
+        uid = random.randint(1, 5000)
+        l.client.get("/user/%i" % uid, name="(Auth) /user/[uid]")
+
+    @task(3)
+    def postcomments(l):
+        nid = random.randint(1, 10000)
+        response = l.client.get("/comment/reply/%i" % nid, name="(Auth) Comment form")
+        soup = BeautifulSoup(response.text, "html.parser")
+        drupal_form_build_id_object = soup.select('input[name="form_build_id"]')
+        drupal_form_token_object = soup.select('input[name="form_token"]')
+        if drupal_form_build_id_object and drupal_form_token_object:
+            drupal_form_build_id = drupal_form_build_id_object[0]["value"]
+            drupal_form_token = drupal_form_token_object[0]["value"]
+            subject = random_sentence()
+            response = l.client.post("/comment/reply/%i" % nid, {"subject":subject, "comment":random_paragraph(), "form_id":"comment_form", "form_token":drupal_form_token, "op":"Save", "form_build_id":drupal_form_build_id}, name="(Auth) Posting comment", catch_response=True)
+            if response.status_code != 200:
+                response.failure("Failed to post comment: " + str(response.status_code))
+            elif subject not in response.content:
+                response.failure("Failed to post comment: comment not showing up")
+            else:
+                response.success()
+
+class WebsiteAuthUser(HttpLocust):
+    weight = 1
+    task_set = AuthBrowsingUser    
+
+class WebsiteAnonUser(HttpLocust):
+    weight = 4
+    task_set = AnonBrowsingUser

data/gen_comments.sh

@@ -1,9 +1,7 @@
 
-// Memcached settings.
-$conf['cache_backends'][] = 'sites/all/modules/memcache/memcache.inc';
+// Drupal 6 memcached settings.
+$conf['cache_inc'] ='sites/all/modules/memcache/memcache.inc';
 $conf['lock_inc'] = 'sites/all/modules/memcache/memcache-lock.inc';
 $conf['memcache_stampede_protection'] = TRUE;
-$conf['cache_default_class'] = 'MemCacheDrupal';
-
-// The 'cache_form' bin must be assigned no non-volatile storage.
-$conf['cache_class_cache_form'] = 'DrupalDatabaseCache';
+// The 'cache_form' bin must be assigned to non-volatile storage.
+$conf['memcache_bins']['cache_form'] = 'database';

data/gen_nodes.sh

@@ -1,12 +1,12 @@
-#!/bin/bash
+#!/usr/bin/env bash
 #
 # Prep a base Drupal install for memcache testing.
 # This assumes that $WEBDIR contains a working Drupal install.
 
 WEBDIR=/var/www/html
 MEMCACHE_SETTINGS_FILE=memcache.settings.inc
-MEMCACHE_VERSION=7.x-1.2
-DATABASE_NAME=drupal
+MEMCACHE_VERSION=6.x-1.11
+DATABASE_NAME=drupal6loadtest
 
 USER_COUNT=5000
 CONTENT_COUNT=10000
@@ -40,7 +40,7 @@ cat ${MEMCACHE_SETTINGS_FILE} >> ${WEBDIR}/sites/default/settings.php
 echo "Setting Drupal usernames and passwords to those that the test expects..."
 for i in $(seq 2 5001)
 do
-  mysql -e "UPDATE ${DATABASE_NAME}.users SET name='user${i}', pass='\$S\$DDHmqnax8wgiX9XxV5D9if52hnqvvk2O9KWVGDL1UP5mAdwGov8i' WHERE uid = ${i};"
+  mysql -e "UPDATE ${DATABASE_NAME}.users SET name='user${i}', pass=MD5('12345') WHERE uid = ${i};"
 done
 
 echo "Updating permissions: allow anonymous to access user profiles."

data/gen_profiles.sh

@@ -1,4 +1,4 @@
-#!/bin/bash
+#!/usr/bin/env bash
 
 # Pass the script a tag to identify this testrun (e.g. memcache module version being tested)
 TAG=$1
@@ -9,35 +9,52 @@ then
   exit 1
 fi
 
+DOMAIN="http://loadtest.dev"
+
+LOCUST=/usr/local/bin/locust
+LOCUST_PLAN=/root/drupal-loadtest/locust_testplan.py
+
+RESTART_MYSQL="/usr/local/etc/rc.d/mysql-server restart"
+RESTART_APACHE="service apache24 restart"
+RESTART_MEMCACHED="service memcached restart"
+
+USERS=100
+RAMPUP=10
+REQUESTS=50000
+
 DATE=`date +%d-%m-%y--%H:%M:%S-$TAG`
-BASEDIR="/root/jmeter"
 WEBROOT="/var/www/html"
-OUTPUT="$BASEDIR/output"
-DEST="$WEBROOT/$DATE"
-SECONDS=300
-IPADDR=$(/sbin/ifconfig eth0 | /bin/grep 'inet addr' | /bin/cut -d':' -f 2 | /bin/cut -d' ' -f 1)
+OUTPUT="$WEBROOT/$DATE"
+
+mkdir $OUTPUT
+
+NC="/usr/bin/nc -N"
+
+IPADDR="ConfigureMe"
+
 # This is output by preptest.sh...
 SQL_DUMP=/root/drupal_with_test_content.sql.gz
-DB_NAME=drupal
+DB_NAME=drupal6loadtest
 
 # Load the database into MySQL so each test starts with the same base data.
 echo "Reloading DB, this will likely take a few minutes..."
 mysql -e "DROP DATABASE $DB_NAME"
 mysql -e "CREATE DATABASE $DB_NAME"
 gunzip -c $SQL_DUMP | mysql $DB_NAME
 
-/sbin/service mysqld restart
-/sbin/service httpd restart
-/sbin/service memcached restart
+$RESTART_MYSQL 2>&1 > $OUTPUT/mysql_restart.log
+$RESTART_APACHE 2>&1 > $OUTPUT/apache_restart.log
+$RESTART_MEMCACHED 2>&1 > $OUTPUT/memcached_restart.log
+
+# Run loadtest
+$LOCUST -f $LOCUST_PLAN --host=$DOMAIN --no-web -c $USERS -r $RAMPUP -n $REQUESTS --only-summary --logfile=$OUTPUT/locust.txt
 
-/usr/local/jmeter/bin/jmeter -n -t ${BASEDIR}/loadtest.jmx -j $BASEDIR/jmeter.log
-mv "$BASEDIR/jmeter.log" $OUTPUT
-mv $OUTPUT $DEST
 rm -f "$WEBROOT/latest"
-ln -s $DEST "$WEBROOT/latest"
+ln -s $OUTPUT "$WEBROOT/latest"
+
 # Add .htaccess to override Drupal's default of disabling indexes.
 echo "Options +Indexes" > $WEBROOT/latest/.htaccess
-echo 'stats' | nc localhost 11211 > "$WEBROOT/latest/memcached.stats.txt"
+echo 'stats' | $NC localhost 11211 > "$WEBROOT/latest/memcached.stats.txt"
 
 SUMMARY="$WEBROOT/latest/summary.tsv"
 
@@ -66,26 +83,7 @@ echo "\"Miss rate\"	$RATE%" >> $SUMMARY 2>&1
 
 echo >> $SUMMARY 2>&1
 
-C20x=`grep "rc=\"20" "$WEBROOT/latest/all_queries.jtl" | wc -l` >> $SUMMARY 2>&1
-C200=`grep "rc=\"200" "$WEBROOT/latest/all_queries.jtl" | wc -l` >> $SUMMARY 2>&1
-C30x=`grep "rc=\"30" "$WEBROOT/latest/all_queries.jtl"| wc -l` >> $SUMMARY 2>&1
-C302=`grep "rc=\"302" "$WEBROOT/latest/all_queries.jtl"| wc -l` >> $SUMMARY 2>&1
-C40x=`grep "rc=\"40" "$WEBROOT/latest/all_queries.jtl"| wc -l` >> $SUMMARY 2>&1
-C50x=`grep "rc=\"50" "$WEBROOT/latest/all_queries.jtl"| wc -l` >> $SUMMARY 2>&1
-TOTAL=`expr $C20x + $C30x + $C40x + $C50x` >> $SUMMARY 2>&1
-RATE=`echo "scale=2;$TOTAL / $SECONDS" | bc` >> $SUMMARY 2>&1
-
-echo "\"Pages per second\"	$RATE" >> $SUMMARY 2>&1
-echo >> $SUMMARY 2>&1
-
-echo "\"HTTP status 20x Success\"	$C20x" >> $SUMMARY 2>&1
-echo "\"HTTP status 30x Redirection\"	$C30x" >> $SUMMARY 2>&1
-echo "\"HTTP status 40x Client Error\"	$C40x" >> $SUMMARY 2>&1
-echo "\"HTTP status 50x Server Error\"	$C50x" >> $SUMMARY 2>&1
-echo >> $SUMMARY 2>&1
-
-echo "\"HTTP status 200 OK\"	$C200" >> $SUMMARY 2>&1
-echo "\"HTTP status 302 Found\"	$C302" >> $SUMMARY 2>&1
+echo $OUTPUT/locust.txt >> $SUMMARY 2>&1
 
 echo >> $SUMMARY 2>&1