#!/usr/bin/perl -w
# (c) 2001, Dave Jones. (the file handling bit)
# (c) 2005, Joel Schopp <jschopp@austin.ibm.com> (the ugly bit)
# (c) 2007,2008, Andy Whitcroft <apw@uk.ibm.com> (new conditions, test suite)
# (c) 2008-2010 Andy Whitcroft <apw@canonical.com>
# Licensed under the terms of the GNU GPL License version 2

use strict;
use POSIX;

my $P = $0;
$P =~ s@.*/@@g;

my $V = '0.32';

use Getopt::Long qw(:config no_auto_abbrev);

my $quiet = 0;
my $tree = 1;
my $chk_signoff = 1;
my $chk_patch = 1;
my $tst_only;
my $emacs = 0;
my $terse = 0;
my $file = 0;
my $check = 0;
my $summary = 1;
my $mailback = 0;
my $summary_file = 0;
my $show_types = 0;
my $fix = 0;
my $fix_inplace = 0;
my $root;
my %debug;
my %camelcase = ();
my %use_type = ();
my @use = ();
my %ignore_type = ();
my @ignore = ();
my $help = 0;
my $configuration_file = ".checkpatch.conf";
my $max_line_length = 80;
my $ignore_perl_version = 0;
my $minimum_perl_version = 5.10.0;

sub help {
	my ($exitcode) = @_;

	print << "EOM";
Usage: $P [OPTION]... [FILE]...
Version: $V

Options:
  -q, --quiet                quiet
  --no-tree                  run without a kernel tree
  --no-signoff               do not check for 'Signed-off-by' line
  --patch                    treat FILE as patchfile (default)
  --emacs                    emacs compile window format
  --terse                    one line per report
  -f, --file                 treat FILE as regular source file
  --subjective, --strict     enable more subjective tests
  --types TYPE(,TYPE2...)    show only these comma separated message types
  --ignore TYPE(,TYPE2...)   ignore various comma separated message types
  --max-line-length=n        set the maximum line length, if exceeded, warn
  --show-types               show the message "types" in the output
  --root=PATH                PATH to the kernel tree root
  --no-summary               suppress the per-file summary
  --mailback                 only produce a report in case of warnings/errors
  --summary-file             include the filename in summary
  --debug KEY=[0|1]          turn on/off debugging of KEY, where KEY is one of
                             'values', 'possible', 'type', and 'attr' (default
                             is all off)
  --test-only=WORD           report only warnings/errors containing WORD
                             literally
  --fix                      EXPERIMENTAL - may create horrible results
                             If correctable single-line errors exist, create
                             "<inputfile>.EXPERIMENTAL-checkpatch-fixes"
                             with potential errors corrected to the preferred
                             checkpatch style
  --fix-inplace              EXPERIMENTAL - may create horrible results
                             Is the same as --fix, but overwrites the input
                             file.  It's your fault if there's no backup or git
  --ignore-perl-version      override checking of perl version.  expect
                             runtime errors.
  -h, --help, --version      display this help and exit

When FILE is - read standard input.
EOM

	exit($exitcode);
}

my $conf = which_conf($configuration_file);
if (-f $conf) {
	my @conf_args;
	open(my $conffile, '<', "$conf")
	    or warn "$P: Can't find a readable $configuration_file file $!\n";

	while (<$conffile>) {
		my $line = $_;

		$line =~ s/\s*\n?$//g;
		$line =~ s/^\s*//g;
		$line =~ s/\s+/ /g;

		next if ($line =~ m/^\s*#/);
		next if ($line =~ m/^\s*$/);

		my @words = split(" ", $line);
		foreach my $word (@words) {
			last if ($word =~ m/^#/);
			push (@conf_args, $word);
		}
	}
	close($conffile);
	unshift(@ARGV, @conf_args) if @conf_args;
}

GetOptions(
	'q|quiet+'	=> \$quiet,
	'tree!'		=> \$tree,
	'signoff!'	=> \$chk_signoff,
	'patch!'	=> \$chk_patch,
	'emacs!'	=> \$emacs,
	'terse!'	=> \$terse,
	'f|file!'	=> \$file,
	'subjective!'	=> \$check,
	'strict!'	=> \$check,
	'ignore=s'	=> \@ignore,
	'types=s'	=> \@use,
	'show-types!'	=> \$show_types,
	'max-line-length=i' => \$max_line_length,
	'root=s'	=> \$root,
	'summary!'	=> \$summary,
	'mailback!'	=> \$mailback,
	'summary-file!'	=> \$summary_file,
	'fix!'		=> \$fix,
	'fix-inplace!'	=> \$fix_inplace,
	'ignore-perl-version!' => \$ignore_perl_version,
	'debug=s'	=> \%debug,
	'test-only=s'	=> \$tst_only,
	'h|help'	=> \$help,
	'version'	=> \$help
) or help(1);

help(0) if ($help);

$fix = 1 if ($fix_inplace);

my $exit = 0;

if ($^V && $^V lt $minimum_perl_version) {
	printf "$P: requires at least perl version %vd\n", $minimum_perl_version;
	if (!$ignore_perl_version) {
		exit(1);
	}
}

if ($#ARGV < 0) {
	print "$P: no input files\n";
	exit(1);
}

sub hash_save_array_words {
	my ($hashRef, $arrayRef) = @_;

	my @array = split(/,/, join(',', @$arrayRef));
	foreach my $word (@array) {
		$word =~ s/\s*\n?$//g;
		$word =~ s/^\s*//g;
		$word =~ s/\s+/ /g;
		$word =~ tr/[a-z]/[A-Z]/;

		next if ($word =~ m/^\s*#/);
		next if ($word =~ m/^\s*$/);

		$hashRef->{$word}++;
	}
}

sub hash_show_words {
	my ($hashRef, $prefix) = @_;

	if ($quiet == 0 && keys %$hashRef) {
		print "NOTE: $prefix message types:";
		foreach my $word (sort keys %$hashRef) {
			print " $word";
		}
		print "\n\n";
	}
}

hash_save_array_words(\%ignore_type, \@ignore);
hash_save_array_words(\%use_type, \@use);

my $dbg_values = 0;
my $dbg_possible = 0;
my $dbg_type = 0;
my $dbg_attr = 0;
for my $key (keys %debug) {
	## no critic
	eval "\${dbg_$key} = '$debug{$key}';";
	die "$@" if ($@);
}

my $rpt_cleaners = 0;

if ($terse) {
	$emacs = 1;
	$quiet++;
}

if ($tree) {
	if (defined $root) {
		if (!top_of_kernel_tree($root)) {
			die "$P: $root: --root does not point at a valid tree\n";
		}
	} else {
		if (top_of_kernel_tree('.')) {
			$root = '.';
		} elsif ($0 =~ m@(.*)/scripts/[^/]*$@ &&
						top_of_kernel_tree($1)) {
			$root = $1;
		}
	}

	if (!defined $root) {
		print "Must be run from the top-level dir. of a kernel tree\n";
		exit(2);
	}
}

my $emitted_corrupt = 0;

our $Ident	= qr{
			[A-Za-z_][A-Za-z\d_]*
			(?:\s*\#\#\s*[A-Za-z_][A-Za-z\d_]*)*
		}x;
our $Storage	= qr{extern|static|asmlinkage};
our $Sparse	= qr{
			__user|
			__kernel|
			__force|
			__iomem|
			__must_check|
			__init_refok|
			__kprobes|
			__ref|
			__rcu
		}x;
our $InitAttributePrefix = qr{__(?:mem|cpu|dev|net_|)};
our $InitAttributeData = qr{$InitAttributePrefix(?:initdata\b)};
our $InitAttributeConst = qr{$InitAttributePrefix(?:initconst\b)};
our $InitAttributeInit = qr{$InitAttributePrefix(?:init\b)};
our $InitAttribute = qr{$InitAttributeData|$InitAttributeConst|$InitAttributeInit};

# Notes to $Attribute:
# We need \b after 'init' otherwise 'initconst' will cause a false positive in a check
our $Attribute	= qr{
			const|
			__percpu|
			__nocast|
			__safe|
			__bitwise__|
			__packed__|
			__packed2__|
			__naked|
			__maybe_unused|
			__always_unused|
			__noreturn|
			__used|
			__cold|
			__noclone|
			__deprecated|
			__read_mostly|
			__kprobes|
			$InitAttribute|
			____cacheline_aligned|
			____cacheline_aligned_in_smp|
			____cacheline_internodealigned_in_smp|
			__weak
		  }x;
our $Modifier;
our $Inline	= qr{inline|__always_inline|noinline};
our $Member	= qr{->$Ident|\.$Ident|\[[^]]*\]};
our $Lval	= qr{$Ident(?:$Member)*};

our $Int_type	= qr{(?i)llu|ull|ll|lu|ul|l|u};
our $Binary	= qr{(?i)0b[01]+$Int_type?};
our $Hex	= qr{(?i)0x[0-9a-f]+$Int_type?};
our $Int	= qr{[0-9]+$Int_type?};
our $Float_hex	= qr{(?i)0x[0-9a-f]+p-?[0-9]+[fl]?};
our $Float_dec	= qr{(?i)(?:[0-9]+\.[0-9]*|[0-9]*\.[0-9]+)(?:e-?[0-9]+)?[fl]?};
our $Float_int	= qr{(?i)[0-9]+e-?[0-9]+[fl]?};
our $Float	= qr{$Float_hex|$Float_dec|$Float_int};
our $Constant	= qr{$Float|$Binary|$Hex|$Int};
our $Assignment	= qr{\*\=|/=|%=|\+=|-=|<<=|>>=|&=|\^=|\|=|=};
our $Compare    = qr{<=|>=|==|!=|<|>};
our $Arithmetic = qr{\+|-|\*|\/|%};
our $Operators	= qr{
			<=|>=|==|!=|
			=>|->|<<|>>|<|>|!|~|
			&&|\|\||,|\^|\+\+|--|&|\||$Arithmetic
		  }x;

our $NonptrType;
our $NonptrTypeWithAttr;
our $Type;
our $Declare;

our $NON_ASCII_UTF8	= qr{
	[\xC2-\xDF][\x80-\xBF]               # non-overlong 2-byte
	|  \xE0[\xA0-\xBF][\x80-\xBF]        # excluding overlongs
	| [\xE1-\xEC\xEE\xEF][\x80-\xBF]{2}  # straight 3-byte
	|  \xED[\x80-\x9F][\x80-\xBF]        # excluding surrogates
	|  \xF0[\x90-\xBF][\x80-\xBF]{2}     # planes 1-3
	| [\xF1-\xF3][\x80-\xBF]{3}          # planes 4-15
	|  \xF4[\x80-\x8F][\x80-\xBF]{2}     # plane 16
}x;

our $UTF8	= qr{
	[\x09\x0A\x0D\x20-\x7E]              # ASCII
	| $NON_ASCII_UTF8
}x;

our $typeTypedefs = qr{(?x:
	(?:__)?(?:u|s|be|le)(?:8|16|32|64)|
	atomic_t
)};

our $logFunctions = qr{(?x:
	printk(?:_ratelimited|_once|)|
	(?:[a-z0-9]+_){1,2}(?:printk|emerg|alert|crit|err|warning|warn|notice|info|debug|dbg|vdbg|devel|cont|WARN)(?:_ratelimited|_once|)|
	WARN(?:_RATELIMIT|_ONCE|)|
	panic|
	debug|
	printf|
	puts|
	MODULE_[A-Z_]+|
	seq_vprintf|seq_printf|seq_puts
)};

our $signature_tags = qr{(?xi:
	Signed-off-by:|
	Acked-by:|
	Tested-by:|
	Reviewed-by:|
	Reported-by:|
	Suggested-by:|
	To:|
	Cc:
)};

our @typeList = (
	qr{void},
	qr{(?:unsigned\s+)?char},
	qr{(?:unsigned\s+)?short},
	qr{(?:unsigned\s+)?int},
	qr{(?:unsigned\s+)?long},
	qr{(?:unsigned\s+)?long\s+int},
	qr{(?:unsigned\s+)?long\s+long},
	qr{(?:unsigned\s+)?long\s+long\s+int},
	qr{unsigned},
	qr{float},
	qr{double},
	qr{bool},
	qr{struct\s+$Ident},
	qr{union\s+$Ident},
	qr{enum\s+$Ident},
	qr{${Ident}_t},
	qr{${Ident}_handler},
	qr{${Ident}_handler_fn},
);
our @typeListWithAttr = (
	@typeList,
	qr{struct\s+$InitAttribute\s+$Ident},
	qr{union\s+$InitAttribute\s+$Ident},
);

our @modifierList = (
	qr{fastcall},
);

our $allowed_asm_includes = qr{(?x:
	irq|
	memory
)};
# memory.h: ARM has a custom one

sub build_types {
	my $mods = "(?x:  \n" . join("|\n  ", @modifierList) . "\n)";
	my $all = "(?x:  \n" . join("|\n  ", @typeList) . "\n)";
	my $allWithAttr = "(?x:  \n" . join("|\n  ", @typeListWithAttr) . "\n)";
	$Modifier	= qr{(?:$Attribute|$Sparse|$mods)};
	$NonptrType	= qr{
			(?:$Modifier\s+|const\s+)*
			(?:
				(?:typeof|__typeof__)\s*\([^\)]*\)|
				(?:$typeTypedefs\b)|
				(?:${all}\b)
			)
			(?:\s+$Modifier|\s+const)*
		  }x;
	$NonptrTypeWithAttr	= qr{
			(?:$Modifier\s+|const\s+)*
			(?:
				(?:typeof|__typeof__)\s*\([^\)]*\)|
				(?:$typeTypedefs\b)|
				(?:${allWithAttr}\b)
			)
			(?:\s+$Modifier|\s+const)*
		  }x;
	$Type	= qr{
			$NonptrType
			(?:(?:\s|\*|\[\])+\s*const|(?:\s|\*|\[\])+|(?:\s*\[\s*\])+)?
			(?:\s+$Inline|\s+$Modifier)*
		  }x;
	$Declare	= qr{(?:$Storage\s+)?$Type};
}
build_types();

our $Typecast	= qr{\s*(\(\s*$NonptrType\s*\)){0,1}\s*};

# Using $balanced_parens, $LvalOrFunc, or $FuncArg
# requires at least perl version v5.10.0
# Any use must be runtime checked with $^V

our $balanced_parens = qr/(\((?:[^\(\)]++|(?-1))*\))/;
our $LvalOrFunc	= qr{($Lval)\s*($balanced_parens{0,1})\s*};
our $FuncArg = qr{$Typecast{0,1}($LvalOrFunc|$Constant)};

sub deparenthesize {
	my ($string) = @_;
	return "" if (!defined($string));
	$string =~ s@^\s*\(\s*@@g;
	$string =~ s@\s*\)\s*$@@g;
	$string =~ s@\s+@ @g;
	return $string;
}

sub seed_camelcase_file {
	my ($file) = @_;

	return if (!(-f $file));

	local $/;

	open(my $include_file, '<', "$file")
	    or warn "$P: Can't read '$file' $!\n";
	my $text = <$include_file>;
	close($include_file);

	my @lines = split('\n', $text);

	foreach my $line (@lines) {
		next if ($line !~ /(?:[A-Z][a-z]|[a-z][A-Z])/);
		if ($line =~ /^[ \t]*(?:#[ \t]*define|typedef\s+$Type)\s+(\w*(?:[A-Z][a-z]|[a-z][A-Z])\w*)/) {
			$camelcase{$1} = 1;
		} elsif ($line =~ /^\s*$Declare\s+(\w*(?:[A-Z][a-z]|[a-z][A-Z])\w*)\s*[\(\[,;]/) {
			$camelcase{$1} = 1;
		} elsif ($line =~ /^\s*(?:union|struct|enum)\s+(\w*(?:[A-Z][a-z]|[a-z][A-Z])\w*)\s*[;\{]/) {
			$camelcase{$1} = 1;
		}
	}
}

my $camelcase_seeded = 0;
sub seed_camelcase_includes {
	return if ($camelcase_seeded);

	my $files;
	my $camelcase_cache = "";
	my @include_files = ();

	$camelcase_seeded = 1;

	if (-e ".git") {
		my $git_last_include_commit = `git log --no-merges --pretty=format:"%h%n" -1 -- include`;
		chomp $git_last_include_commit;
		$camelcase_cache = ".checkpatch-camelcase.git.$git_last_include_commit";
	} else {
		my $last_mod_date = 0;
		$files = `find $root/include -name "*.h"`;
		@include_files = split('\n', $files);
		foreach my $file (@include_files) {
			my $date = POSIX::strftime("%Y%m%d%H%M",
						   localtime((stat $file)[9]));
			$last_mod_date = $date if ($last_mod_date < $date);
		}
		$camelcase_cache = ".checkpatch-camelcase.date.$last_mod_date";
	}

	if ($camelcase_cache ne "" && -f $camelcase_cache) {
		open(my $camelcase_file, '<', "$camelcase_cache")
		    or warn "$P: Can't read '$camelcase_cache' $!\n";
		while (<$camelcase_file>) {
			chomp;
			$camelcase{$_} = 1;
		}
		close($camelcase_file);

		return;
	}

	if (-e ".git") {
		$files = `git ls-files "include/*.h"`;
		@include_files = split('\n', $files);
	}

	foreach my $file (@include_files) {
		seed_camelcase_file($file);
	}

	if ($camelcase_cache ne "") {
		unlink glob ".checkpatch-camelcase.*";
		open(my $camelcase_file, '>', "$camelcase_cache")
		    or warn "$P: Can't write '$camelcase_cache' $!\n";
		foreach (sort { lc($a) cmp lc($b) } keys(%camelcase)) {
			print $camelcase_file ("$_\n");
		}
		close($camelcase_file);
	}
}

$chk_signoff = 0 if ($file);

my @rawlines = ();
my @lines = ();
my @fixed = ();
my $vname;
for my $filename (@ARGV) {
	my $FILE;
	if ($file) {
		open($FILE, '-|', "diff -u /dev/null $filename") ||
			die "$P: $filename: diff failed - $!\n";
	} elsif ($filename eq '-') {
		open($FILE, '<&STDIN');
	} else {
		open($FILE, '<', "$filename") ||
			die "$P: $filename: open failed - $!\n";
	}
	if ($filename eq '-') {
		$vname = 'Your patch';
	} else {
		$vname = $filename;
	}
	while (<$FILE>) {
		chomp;
		push(@rawlines, $_);
	}
	close($FILE);
	if (!process($filename)) {
		$exit = 1;
	}
	@rawlines = ();
	@lines = ();
	@fixed = ();
}

exit($exit);

sub top_of_kernel_tree {
	my ($root) = @_;

	my @tree_check = (
		"COPYING", "CREDITS", "Kbuild", "MAINTAINERS", "Makefile",
		"README", "Documentation", "arch", "include", "drivers",
		"fs", "init", "ipc", "kernel", "lib", "scripts",
	);

	foreach my $check (@tree_check) {
		if (! -e $root . '/' . $check) {
			return 0;
		}
	}
	return 1;
}

sub parse_email {
	my ($formatted_email) = @_;

	my $name = "";
	my $address = "";
	my $comment = "";

	if ($formatted_email =~ /^(.*)<(\S+\@\S+)>(.*)$/) {
		$name = $1;
		$address = $2;
		$comment = $3 if defined $3;
	} elsif ($formatted_email =~ /^\s*<(\S+\@\S+)>(.*)$/) {
		$address = $1;
		$comment = $2 if defined $2;
	} elsif ($formatted_email =~ /(\S+\@\S+)(.*)$/) {
		$address = $1;
		$comment = $2 if defined $2;
		$formatted_email =~ s/$address.*$//;
		$name = $formatted_email;
		$name = trim($name);
		$name =~ s/^\"|\"$//g;
		# If there's a name left after stripping spaces and
		# leading quotes, and the address doesn't have both
		# leading and trailing angle brackets, the address
		# is invalid. ie:
		#   "joe smith joe@smith.com" bad
		#   "joe smith <joe@smith.com" bad
		if ($name ne "" && $address !~ /^<[^>]+>$/) {
			$name = "";
			$address = "";
			$comment = "";
		}
	}

	$name = trim($name);
	$name =~ s/^\"|\"$//g;
	$address = trim($address);
	$address =~ s/^\<|\>$//g;

	if ($name =~ /[^\w \-]/i) { ##has "must quote" chars
		$name =~ s/(?<!\\)"/\\"/g; ##escape quotes
		$name = "\"$name\"";
	}

	return ($name, $address, $comment);
}

sub format_email {
	my ($name, $address) = @_;

	my $formatted_email;

	$name = trim($name);
	$name =~ s/^\"|\"$//g;
	$address = trim($address);

	if ($name =~ /[^\w \-]/i) { ##has "must quote" chars
		$name =~ s/(?<!\\)"/\\"/g; ##escape quotes
		$name = "\"$name\"";
	}

	if ("$name" eq "") {
		$formatted_email = "$address";
	} else {
		$formatted_email = "$name <$address>";
	}

	return $formatted_email;
}

sub which_conf {
	my ($conf) = @_;

	foreach my $path (split(/:/, ".:$ENV{HOME}:.scripts")) {
		if (-e "$path/$conf") {
			return "$path/$conf";
		}
	}

	return "";
}

sub expand_tabs {
	my ($str) = @_;

	my $res = '';
	my $n = 0;
	for my $c (split(//, $str)) {
		if ($c eq "\t") {
			$res .= ' ';
			$n++;
			for (; ($n % 8) != 0; $n++) {
				$res .= ' ';
			}
			next;
		}
		$res .= $c;
		$n++;
	}

	return $res;
}
sub copy_spacing {
	(my $res = shift) =~ tr/\t/ /c;
	return $res;
}

sub line_stats {
	my ($line) = @_;

	# Drop the diff line leader and expand tabs
	$line =~ s/^.//;
	$line = expand_tabs($line);

	# Pick the indent from the front of the line.
	my ($white) = ($line =~ /^(\s*)/);

	return (length($line), length($white));
}

my $sanitise_quote = '';

sub sanitise_line_reset {
	my ($in_comment) = @_;

	if ($in_comment) {
		$sanitise_quote = '*/';
	} else {
		$sanitise_quote = '';
	}
}
sub sanitise_line {
	my ($line) = @_;

	my $res = '';
	my $l = '';

	my $qlen = 0;
	my $off = 0;
	my $c;

	# Always copy over the diff marker.
	$res = substr($line, 0, 1);

	for ($off = 1; $off < length($line); $off++) {
		$c = substr($line, $off, 1);

		# Comments we are wacking completly including the begin
		# and end, all to $;.
		if ($sanitise_quote eq '' && substr($line, $off, 2) eq '/*') {
			$sanitise_quote = '*/';

			substr($res, $off, 2, "$;$;");
			$off++;
			next;
		}
		if ($sanitise_quote eq '*/' && substr($line, $off, 2) eq '*/') {
			$sanitise_quote = '';
			substr($res, $off, 2, "$;$;");
			$off++;
			next;
		}
		if ($sanitise_quote eq '' && substr($line, $off, 2) eq '//') {
			$sanitise_quote = '//';

			substr($res, $off, 2, $sanitise_quote);
			$off++;
			next;
		}

		# A \ in a string means ignore the next character.
		if (($sanitise_quote eq "'" || $sanitise_quote eq '"') &&
		    $c eq "\\") {
			substr($res, $off, 2, 'XX');
			$off++;
			next;
		}
		# Regular quotes.
		if ($c eq "'" || $c eq '"') {
			if ($sanitise_quote eq '') {
				$sanitise_quote = $c;

				substr($res, $off, 1, $c);
				next;
			} elsif ($sanitise_quote eq $c) {
				$sanitise_quote = '';
			}
		}

		#print "c<$c> SQ<$sanitise_quote>\n";
		if ($off != 0 && $sanitise_quote eq '*/' && $c ne "\t") {
			substr($res, $off, 1, $;);
		} elsif ($off != 0 && $sanitise_quote eq '//' && $c ne "\t") {
			substr($res, $off, 1, $;);
		} elsif ($off != 0 && $sanitise_quote && $c ne "\t") {
			substr($res, $off, 1, 'X');
		} else {
			substr($res, $off, 1, $c);
		}
	}

	if ($sanitise_quote eq '//') {
		$sanitise_quote = '';
	}

	# The pathname on a #include may be surrounded by '<' and '>'.
	if ($res =~ /^.\s*\#\s*include\s+\<(.*)\>/) {
		my $clean = 'X' x length($1);
		$res =~ s@\<.*\>@<$clean>@;

	# The whole of a #error is a string.
	} elsif ($res =~ /^.\s*\#\s*(?:error|warning)\s+(.*)\b/) {
		my $clean = 'X' x length($1);
		$res =~ s@(\#\s*(?:error|warning)\s+).*@$1$clean@;
	}

	return $res;
}

sub get_quoted_string {
	my ($line, $rawline) = @_;

	return "" if ($line !~ m/(\"[X]+\")/g);
	return substr($rawline, $-[0], $+[0] - $-[0]);
}

sub ctx_statement_block {
	my ($linenr, $remain, $off) = @_;
	my $line = $linenr - 1;
	my $blk = '';
	my $soff = $off;
	my $coff = $off - 1;
	my $coff_set = 0;

	my $loff = 0;

	my $type = '';
	my $level = 0;
	my @stack = ();
	my $p;
	my $c;
	my $len = 0;

	my $remainder;
	while (1) {
		@stack = (['', 0]) if ($#stack == -1);

		#warn "CSB: blk<$blk> remain<$remain>\n";
		# If we are about to drop off the end, pull in more
		# context.
		if ($off >= $len) {
			for (; $remain > 0; $line++) {
				last if (!defined $lines[$line]);
				next if ($lines[$line] =~ /^-/);
				$remain--;
				$loff = $len;
				$blk .= $lines[$line] . "\n";
				$len = length($blk);
				$line++;
				last;
			}
			# Bail if there is no further context.
			#warn "CSB: blk<$blk> off<$off> len<$len>\n";
			if ($off >= $len) {
				last;
			}
			if ($level == 0 && substr($blk, $off) =~ /^.\s*#\s*define/) {
				$level++;
				$type = '#';
			}
		}
		$p = $c;
		$c = substr($blk, $off, 1);
		$remainder = substr($blk, $off);

		#warn "CSB: c<$c> type<$type> level<$level> remainder<$remainder> coff_set<$coff_set>\n";

		# Handle nested #if/#else.
		if ($remainder =~ /^#\s*(?:ifndef|ifdef|if)\s/) {
			push(@stack, [ $type, $level ]);
		} elsif ($remainder =~ /^#\s*(?:else|elif)\b/) {
			($type, $level) = @{$stack[$#stack - 1]};
		} elsif ($remainder =~ /^#\s*endif\b/) {
			($type, $level) = @{pop(@stack)};
		}

		# Statement ends at the ';' or a close '}' at the
		# outermost level.
		if ($level == 0 && $c eq ';') {
			last;
		}

		# An else is really a conditional as long as its not else if
		if ($level == 0 && $coff_set == 0 &&
				(!defined($p) || $p =~ /(?:\s|\}|\+)/) &&
				$remainder =~ /^(else)(?:\s|{)/ &&
				$remainder !~ /^else\s+if\b/) {
			$coff = $off + length($1) - 1;
			$coff_set = 1;
			#warn "CSB: mark coff<$coff> soff<$soff> 1<$1>\n";
			#warn "[" . substr($blk, $soff, $coff - $soff + 1) . "]\n";
		}

		if (($type eq '' || $type eq '(') && $c eq '(') {
			$level++;
			$type = '(';
		}
		if ($type eq '(' && $c eq ')') {
			$level--;
			$type = ($level != 0)? '(' : '';

			if ($level == 0 && $coff < $soff) {
				$coff = $off;
				$coff_set = 1;
				#warn "CSB: mark coff<$coff>\n";
			}
		}
		if (($type eq '' || $type eq '{') && $c eq '{') {
			$level++;
			$type = '{';
		}
		if ($type eq '{' && $c eq '}') {
			$level--;
			$type = ($level != 0)? '{' : '';

			if ($level == 0) {
				if (substr($blk, $off + 1, 1) eq ';') {
					$off++;
				}
				last;
			}
		}
		# Preprocessor commands end at the newline unless escaped.
		if ($type eq '#' && $c eq "\n" && $p ne "\\") {
			$level--;
			$type = '';
			$off++;
			last;
		}
		$off++;
	}
	# We are truly at the end, so shuffle to the next line.
	if ($off == $len) {
		$loff = $len + 1;
		$line++;
		$remain--;
	}

	my $statement = substr($blk, $soff, $off - $soff + 1);
	my $condition = substr($blk, $soff, $coff - $soff + 1);

	#warn "STATEMENT<$statement>\n";
	#warn "CONDITION<$condition>\n";

	#print "coff<$coff> soff<$off> loff<$loff>\n";

	return ($statement, $condition,
			$line, $remain + 1, $off - $loff + 1, $level);
}

sub statement_lines {
	my ($stmt) = @_;

	# Strip the diff line prefixes and rip blank lines at start and end.
	$stmt =~ s/(^|\n)./$1/g;
	$stmt =~ s/^\s*//;
	$stmt =~ s/\s*$//;

	my @stmt_lines = ($stmt =~ /\n/g);

	return $#stmt_lines + 2;
}

sub statement_rawlines {
	my ($stmt) = @_;

	my @stmt_lines = ($stmt =~ /\n/g);

	return $#stmt_lines + 2;
}

sub statement_block_size {
	my ($stmt) = @_;

	$stmt =~ s/(^|\n)./$1/g;
	$stmt =~ s/^\s*{//;
	$stmt =~ s/}\s*$//;
	$stmt =~ s/^\s*//;
	$stmt =~ s/\s*$//;

	my @stmt_lines = ($stmt =~ /\n/g);
	my @stmt_statements = ($stmt =~ /;/g);

	my $stmt_lines = $#stmt_lines + 2;
	my $stmt_statements = $#stmt_statements + 1;

	if ($stmt_lines > $stmt_statements) {
		return $stmt_lines;
	} else {
		return $stmt_statements;
	}
}

sub ctx_statement_full {
	my ($linenr, $remain, $off) = @_;
	my ($statement, $condition, $level);

	my (@chunks);

	# Grab the first conditional/block pair.
	($statement, $condition, $linenr, $remain, $off, $level) =
				ctx_statement_block($linenr, $remain, $off);
	#print "F: c<$condition> s<$statement> remain<$remain>\n";
	push(@chunks, [ $condition, $statement ]);
	if (!($remain > 0 && $condition =~ /^\s*(?:\n[+-])?\s*(?:if|else|do)\b/s)) {
		return ($level, $linenr, @chunks);
	}

	# Pull in the following conditional/block pairs and see if they
	# could continue the statement.
	for (;;) {
		($statement, $condition, $linenr, $remain, $off, $level) =
				ctx_statement_block($linenr, $remain, $off);
		#print "C: c<$condition> s<$statement> remain<$remain>\n";
		last if (!($remain > 0 && $condition =~ /^(?:\s*\n[+-])*\s*(?:else|do)\b/s));
		#print "C: push\n";
		push(@chunks, [ $condition, $statement ]);
	}

	return ($level, $linenr, @chunks);
}

sub ctx_block_get {
	my ($linenr, $remain, $outer, $open, $close, $off) = @_;
	my $line;
	my $start = $linenr - 1;
	my $blk = '';
	my @o;
	my @c;
	my @res = ();

	my $level = 0;
	my @stack = ($level);
	for ($line = $start; $remain > 0; $line++) {
		next if ($rawlines[$line] =~ /^-/);
		$remain--;

		$blk .= $rawlines[$line];

		# Handle nested #if/#else.
		if ($lines[$line] =~ /^.\s*#\s*(?:ifndef|ifdef|if)\s/) {
			push(@stack, $level);
		} elsif ($lines[$line] =~ /^.\s*#\s*(?:else|elif)\b/) {
			$level = $stack[$#stack - 1];
		} elsif ($lines[$line] =~ /^.\s*#\s*endif\b/) {
			$level = pop(@stack);
		}

		foreach my $c (split(//, $lines[$line])) {
			##print "C<$c>L<$level><$open$close>O<$off>\n";
			if ($off > 0) {
				$off--;
				next;
			}

			if ($c eq $close && $level > 0) {
				$level--;
				last if ($level == 0);
			} elsif ($c eq $open) {
				$level++;
			}
		}

		if (!$outer || $level <= 1) {
			push(@res, $rawlines[$line]);
		}

		last if ($level == 0);
	}

	return ($level, @res);
}
sub ctx_block_outer {
	my ($linenr, $remain) = @_;

	my ($level, @r) = ctx_block_get($linenr, $remain, 1, '{', '}', 0);
	return @r;
}
sub ctx_block {
	my ($linenr, $remain) = @_;

	my ($level, @r) = ctx_block_get($linenr, $remain, 0, '{', '}', 0);
	return @r;
}
sub ctx_statement {
	my ($linenr, $remain, $off) = @_;

	my ($level, @r) = ctx_block_get($linenr, $remain, 0, '(', ')', $off);
	return @r;
}
sub ctx_block_level {
	my ($linenr, $remain) = @_;

	return ctx_block_get($linenr, $remain, 0, '{', '}', 0);
}
sub ctx_statement_level {
	my ($linenr, $remain, $off) = @_;

	return ctx_block_get($linenr, $remain, 0, '(', ')', $off);
}

sub ctx_locate_comment {
	my ($first_line, $end_line) = @_;

	# Catch a comment on the end of the line itself.
	my ($current_comment) = ($rawlines[$end_line - 1] =~ m@.*(/\*.*\*/)\s*(?:\\\s*)?$@);
	return $current_comment if (defined $current_comment);

	# Look through the context and try and figure out if there is a
	# comment.
	my $in_comment = 0;
	$current_comment = '';
	for (my $linenr = $first_line; $linenr < $end_line; $linenr++) {
		my $line = $rawlines[$linenr - 1];
		#warn "           $line\n";
		if ($linenr == $first_line and $line =~ m@^.\s*\*@) {
			$in_comment = 1;
		}
		if ($line =~ m@/\*@) {
			$in_comment = 1;
		}
		if (!$in_comment && $current_comment ne '') {
			$current_comment = '';
		}
		$current_comment .= $line . "\n" if ($in_comment);
		if ($line =~ m@\*/@) {
			$in_comment = 0;
		}
	}

	chomp($current_comment);
	return($current_comment);
}
sub ctx_has_comment {
	my ($first_line, $end_line) = @_;
	my $cmt = ctx_locate_comment($first_line, $end_line);

	##print "LINE: $rawlines[$end_line - 1 ]\n";
	##print "CMMT: $cmt\n";

	return ($cmt ne '');
}

sub raw_line {
	my ($linenr, $cnt) = @_;

	my $offset = $linenr - 1;
	$cnt++;

	my $line;
	while ($cnt) {
		$line = $rawlines[$offset++];
		next if (defined($line) && $line =~ /^-/);
		$cnt--;
	}

	return $line;
}

sub cat_vet {
	my ($vet) = @_;
	my ($res, $coded);

	$res = '';
	while ($vet =~ /([^[:cntrl:]]*)([[:cntrl:]]|$)/g) {
		$res .= $1;
		if ($2 ne '') {
			$coded = sprintf("^%c", unpack('C', $2) + 64);
			$res .= $coded;
		}
	}
	$res =~ s/$/\$/;

	return $res;
}

my $av_preprocessor = 0;
my $av_pending;
my @av_paren_type;
my $av_pend_colon;

sub annotate_reset {
	$av_preprocessor = 0;
	$av_pending = '_';
	@av_paren_type = ('E');
	$av_pend_colon = 'O';
}

sub annotate_values {
	my ($stream, $type) = @_;

	my $res;
	my $var = '_' x length($stream);
	my $cur = $stream;

	print "$stream\n" if ($dbg_values > 1);

	while (length($cur)) {
		@av_paren_type = ('E') if ($#av_paren_type < 0);
		print " <" . join('', @av_paren_type) .
				"> <$type> <$av_pending>" if ($dbg_values > 1);
		if ($cur =~ /^(\s+)/o) {
			print "WS($1)\n" if ($dbg_values > 1);
			if ($1 =~ /\n/ && $av_preprocessor) {
				$type = pop(@av_paren_type);
				$av_preprocessor = 0;
			}

		} elsif ($cur =~ /^(\(\s*$Type\s*)\)/ && $av_pending eq '_') {
			print "CAST($1)\n" if ($dbg_values > 1);
			push(@av_paren_type, $type);
			$type = 'c';

		} elsif ($cur =~ /^($Type)\s*(?:$Ident|,|\)|\(|\s*$)/) {
			print "DECLARE($1)\n" if ($dbg_values > 1);
			$type = 'T';

		} elsif ($cur =~ /^($Modifier)\s*/) {
			print "MODIFIER($1)\n" if ($dbg_values > 1);
			$type = 'T';

		} elsif ($cur =~ /^(\#\s*define\s*$Ident)(\(?)/o) {
			print "DEFINE($1,$2)\n" if ($dbg_values > 1);
			$av_preprocessor = 1;
			push(@av_paren_type, $type);
			if ($2 ne '') {
				$av_pending = 'N';
			}
			$type = 'E';

		} elsif ($cur =~ /^(\#\s*(?:undef\s*$Ident|include\b))/o) {
			print "UNDEF($1)\n" if ($dbg_values > 1);
			$av_preprocessor = 1;
			push(@av_paren_type, $type);

		} elsif ($cur =~ /^(\#\s*(?:ifdef|ifndef|if))/o) {
			print "PRE_START($1)\n" if ($dbg_values > 1);
			$av_preprocessor = 1;

			push(@av_paren_type, $type);
			push(@av_paren_type, $type);
			$type = 'E';

		} elsif ($cur =~ /^(\#\s*(?:else|elif))/o) {
			print "PRE_RESTART($1)\n" if ($dbg_values > 1);
			$av_preprocessor = 1;

			push(@av_paren_type, $av_paren_type[$#av_paren_type]);

			$type = 'E';

		} elsif ($cur =~ /^(\#\s*(?:endif))/o) {
			print "PRE_END($1)\n" if ($dbg_values > 1);

			$av_preprocessor = 1;

			# Assume all arms of the conditional end as this
			# one does, and continue as if the #endif was not here.
			pop(@av_paren_type);
			push(@av_paren_type, $type);
			$type = 'E';

		} elsif ($cur =~ /^(\\\n)/o) {
			print "PRECONT($1)\n" if ($dbg_values > 1);

		} elsif ($cur =~ /^(__attribute__)\s*\(?/o) {
			print "ATTR($1)\n" if ($dbg_values > 1);
			$av_pending = $type;
			$type = 'N';

		} elsif ($cur =~ /^(sizeof)\s*(\()?/o) {
			print "SIZEOF($1)\n" if ($dbg_values > 1);
			if (defined $2) {
				$av_pending = 'V';
			}
			$type = 'N';

		} elsif ($cur =~ /^(if|while|for)\b/o) {
			print "COND($1)\n" if ($dbg_values > 1);
			$av_pending = 'E';
			$type = 'N';

		} elsif ($cur =~/^(case)/o) {
			print "CASE($1)\n" if ($dbg_values > 1);
			$av_pend_colon = 'C';
			$type = 'N';

		} elsif ($cur =~/^(return|else|goto|typeof|__typeof__)\b/o) {
			print "KEYWORD($1)\n" if ($dbg_values > 1);
			$type = 'N';

		} elsif ($cur =~ /^(\()/o) {
			print "PAREN('$1')\n" if ($dbg_values > 1);
			push(@av_paren_type, $av_pending);
			$av_pending = '_';
			$type = 'N';

		} elsif ($cur =~ /^(\))/o) {
			my $new_type = pop(@av_paren_type);
			if ($new_type ne '_') {
				$type = $new_type;
				print "PAREN('$1') -> $type\n"
							if ($dbg_values > 1);
			} else {
				print "PAREN('$1')\n" if ($dbg_values > 1);
			}

		} elsif ($cur =~ /^($Ident)\s*\(/o) {
			print "FUNC($1)\n" if ($dbg_values > 1);
			$type = 'V';
			$av_pending = 'V';

		} elsif ($cur =~ /^($Ident\s*):(?:\s*\d+\s*(,|=|;))?/) {
			if (defined $2 && $type eq 'C' || $type eq 'T') {
				$av_pend_colon = 'B';
			} elsif ($type eq 'E') {
				$av_pend_colon = 'L';
			}
			print "IDENT_COLON($1,$type>$av_pend_colon)\n" if ($dbg_values > 1);
			$type = 'V';

		} elsif ($cur =~ /^($Ident|$Constant)/o) {
			print "IDENT($1)\n" if ($dbg_values > 1);
			$type = 'V';

		} elsif ($cur =~ /^($Assignment)/o) {
			print "ASSIGN($1)\n" if ($dbg_values > 1);
			$type = 'N';

		} elsif ($cur =~/^(;|{|})/) {
			print "END($1)\n" if ($dbg_values > 1);
			$type = 'E';
			$av_pend_colon = 'O';

		} elsif ($cur =~/^(,)/) {
			print "COMMA($1)\n" if ($dbg_values > 1);
			$type = 'C';

		} elsif ($cur =~ /^(\?)/o) {
			print "QUESTION($1)\n" if ($dbg_values > 1);
			$type = 'N';

		} elsif ($cur =~ /^(:)/o) {
			print "COLON($1,$av_pend_colon)\n" if ($dbg_values > 1);

			substr($var, length($res), 1, $av_pend_colon);
			if ($av_pend_colon eq 'C' || $av_pend_colon eq 'L') {
				$type = 'E';
			} else {
				$type = 'N';
			}
			$av_pend_colon = 'O';

		} elsif ($cur =~ /^(\[)/o) {
			print "CLOSE($1)\n" if ($dbg_values > 1);
			$type = 'N';

		} elsif ($cur =~ /^(-(?![->])|\+(?!\+)|\*|\&\&|\&)/o) {
			my $variant;

			print "OPV($1)\n" if ($dbg_values > 1);
			if ($type eq 'V') {
				$variant = 'B';
			} else {
				$variant = 'U';
			}

			substr($var, length($res), 1, $variant);
			$type = 'N';

		} elsif ($cur =~ /^($Operators)/o) {
			print "OP($1)\n" if ($dbg_values > 1);
			if ($1 ne '++' && $1 ne '--') {
				$type = 'N';
			}

		} elsif ($cur =~ /(^.)/o) {
			print "C($1)\n" if ($dbg_values > 1);
		}
		if (defined $1) {
			$cur = substr($cur, length($1));
			$res .= $type x length($1);
		}
	}

	return ($res, $var);
}

sub possible {
	my ($possible, $line) = @_;
	my $notPermitted = qr{(?:
		^(?:
			$Modifier|
			$Storage|
			$Type|
			DEFINE_\S+
		)$|
		^(?:
			goto|
			return|
			case|
			else|
			asm|__asm__|
			do|
			\#|
			\#\#|
		)(?:\s|$)|
		^(?:typedef|struct|enum)\b
	    )}x;
	warn "CHECK<$possible> ($line)\n" if ($dbg_possible > 2);
	if ($possible !~ $notPermitted) {
		# Check for modifiers.
		$possible =~ s/\s*$Storage\s*//g;
		$possible =~ s/\s*$Sparse\s*//g;
		if ($possible =~ /^\s*$/) {

		} elsif ($possible =~ /\s/) {
			$possible =~ s/\s*$Type\s*//g;
			for my $modifier (split(' ', $possible)) {
				if ($modifier !~ $notPermitted) {
					warn "MODIFIER: $modifier ($possible) ($line)\n" if ($dbg_possible);
					push(@modifierList, $modifier);
				}
			}

		} else {
			warn "POSSIBLE: $possible ($line)\n" if ($dbg_possible);
			push(@typeList, $possible);
		}
		build_types();
	} else {
		warn "NOTPOSS: $possible ($line)\n" if ($dbg_possible > 1);
	}
}

my $prefix = '';

sub show_type {
	return defined $use_type{$_[0]} if (scalar keys %use_type > 0);

	return !defined $ignore_type{$_[0]};
}

sub report {
	if (!show_type($_[1]) ||
	    (defined $tst_only && $_[2] !~ /\Q$tst_only\E/)) {
		return 0;
	}
	my $line;
	if ($show_types) {
		$line = "$prefix$_[0]:$_[1]: $_[2]\n";
	} else {
		$line = "$prefix$_[0]: $_[2]\n";
	}
	$line = (split('\n', $line))[0] . "\n" if ($terse);

	push(our @report, $line);

	return 1;
}
sub report_dump {
	our @report;
}

sub ERROR {
	if (report("ERROR", $_[0], $_[1])) {
		our $clean = 0;
		our $cnt_error++;
		return 1;
	}
	return 0;
}
sub WARN {
	if (report("WARNING", $_[0], $_[1])) {
		our $clean = 0;
		our $cnt_warn++;
		return 1;
	}
	return 0;
}
sub CHK {
	if ($check && report("CHECK", $_[0], $_[1])) {
		our $clean = 0;
		our $cnt_chk++;
		return 1;
	}
	return 0;
}

sub check_absolute_file {
	my ($absolute, $herecurr) = @_;
	my $file = $absolute;

	##print "absolute<$absolute>\n";

	# See if any suffix of this path is a path within the tree.
	while ($file =~ s@^[^/]*/@@) {
		if (-f "$root/$file") {
			##print "file<$file>\n";
			last;
		}
	}
	if (! -f _)  {
		return 0;
	}

	# It is, so see if the prefix is acceptable.
	my $prefix = $absolute;
	substr($prefix, -length($file)) = '';

	##print "prefix<$prefix>\n";
	if ($prefix ne ".../") {
		WARN("USE_RELATIVE_PATH",
		     "use relative pathname instead of absolute in changelog text\n" . $herecurr);
	}
}

sub trim {
	my ($string) = @_;

	$string =~ s/^\s+|\s+$//g;

	return $string;
}

sub ltrim {
	my ($string) = @_;

	$string =~ s/^\s+//;

	return $string;
}

sub rtrim {
	my ($string) = @_;

	$string =~ s/\s+$//;

	return $string;
}

sub string_find_replace {
	my ($string, $find, $replace) = @_;

	$string =~ s/$find/$replace/g;

	return $string;
}

sub tabify {
	my ($leading) = @_;

	my $source_indent = 8;
	my $max_spaces_before_tab = $source_indent - 1;
	my $spaces_to_tab = " " x $source_indent;

	#convert leading spaces to tabs
	1 while $leading =~ s@^([\t]*)$spaces_to_tab@$1\t@g;
	#Remove spaces before a tab
	1 while $leading =~ s@^([\t]*)( {1,$max_spaces_before_tab})\t@$1\t@g;

	return "$leading";
}

sub pos_last_openparen {
	my ($line) = @_;

	my $pos = 0;

	my $opens = $line =~ tr/\(/\(/;
	my $closes = $line =~ tr/\)/\)/;

	my $last_openparen = 0;

	if (($opens == 0) || ($closes >= $opens)) {
		return -1;
	}

	my $len = length($line);

	for ($pos = 0; $pos < $len; $pos++) {
		my $string = substr($line, $pos);
		if ($string =~ /^($FuncArg|$balanced_parens)/) {
			$pos += length($1) - 1;
		} elsif (substr($line, $pos, 1) eq '(') {
			$last_openparen = $pos;
		} elsif (index($string, '(') == -1) {
			last;
		}
	}

	return $last_openparen + 1;
}

sub process {
	my $filename = shift;

	my $linenr=0;
	my $prevline="";
	my $prevrawline="";
	my $stashline="";
	my $stashrawline="";

	my $length;
	my $indent;
	my $previndent=0;
	my $stashindent=0;

	our $clean = 1;
	my $signoff = 0;
	my $is_patch = 0;

	my $in_header_lines = 1;
	my $in_commit_log = 0;		#Scanning lines before patch

	my $non_utf8_charset = 0;

	our @report = ();
	our $cnt_lines = 0;
	our $cnt_error = 0;
	our $cnt_warn = 0;
	our $cnt_chk = 0;

	# Trace the real file/line as we go.
	my $realfile = '';
	my $realline = 0;
	my $realcnt = 0;
	my $here = '';
	my $in_comment = 0;
	my $comment_edge = 0;
	my $first_line = 0;
	my $p1_prefix = '';

	my $prev_values = 'E';

	# suppression flags
	my %suppress_ifbraces;
	my %suppress_whiletrailers;
	my %suppress_export;
	my $suppress_statement = 0;

	my %signatures = ();

	# Pre-scan the patch sanitizing the lines.
	# Pre-scan the patch looking for any __setup documentation.
	#
	my @setup_docs = ();
	my $setup_docs = 0;

	my $camelcase_file_seeded = 0;

	sanitise_line_reset();
	my $line;
	foreach my $rawline (@rawlines) {
		$linenr++;
		$line = $rawline;

		push(@fixed, $rawline) if ($fix);

		if ($rawline=~/^\+\+\+\s+(\S+)/) {
			$setup_docs = 0;
			if ($1 =~ m@Documentation/kernel-parameters.txt$@) {
				$setup_docs = 1;
			}
			#next;
		}
		if ($rawline=~/^\@\@ -\d+(?:,\d+)? \+(\d+)(,(\d+))? \@\@/) {
			$realline=$1-1;
			if (defined $2) {
				$realcnt=$3+1;
			} else {
				$realcnt=1+1;
			}
			$in_comment = 0;

			# Guestimate if this is a continuing comment.  Run
			# the context looking for a comment "edge".  If this
			# edge is a close comment then we must be in a comment
			# at context start.
			my $edge;
			my $cnt = $realcnt;
			for (my $ln = $linenr + 1; $cnt > 0; $ln++) {
				next if (defined $rawlines[$ln - 1] &&
					 $rawlines[$ln - 1] =~ /^-/);
				$cnt--;
				#print "RAW<$rawlines[$ln - 1]>\n";
				last if (!defined $rawlines[$ln - 1]);
				if ($rawlines[$ln - 1] =~ m@(/\*|\*/)@ &&
				    $rawlines[$ln - 1] !~ m@"[^"]*(?:/\*|\*/)[^"]*"@) {
					($edge) = $1;
					last;
				}
			}
			if (defined $edge && $edge eq '*/') {
				$in_comment = 1;
			}

			# Guestimate if this is a continuing comment.  If this
			# is the start of a diff block and this line starts
			# ' *' then it is very likely a comment.
			if (!defined $edge &&
			    $rawlines[$linenr] =~ m@^.\s*(?:\*\*+| \*)(?:\s|$)@)
			{
				$in_comment = 1;
			}

			##print "COMMENT:$in_comment edge<$edge> $rawline\n";
			sanitise_line_reset($in_comment);

		} elsif ($realcnt && $rawline =~ /^(?:\+| |$)/) {
			# Standardise the strings and chars within the input to
			# simplify matching -- only bother with positive lines.
			$line = sanitise_line($rawline);
		}
		push(@lines, $line);

		if ($realcnt > 1) {
			$realcnt-- if ($line =~ /^(?:\+| |$)/);
		} else {
			$realcnt = 0;
		}

		#print "==>$rawline\n";
		#print "-->$line\n";

		if ($setup_docs && $line =~ /^\+/) {
			push(@setup_docs, $line);
		}
	}

	$prefix = '';

	$realcnt = 0;
	$linenr = 0;
	foreach my $line (@lines) {
		$linenr++;
		my $sline = $line;	#copy of $line
		$sline =~ s/$;/ /g;	#with comments as spaces

		my $rawline = $rawlines[$linenr - 1];

#extract the line range in the file after the patch is applied
		if ($line=~/^\@\@ -\d+(?:,\d+)? \+(\d+)(,(\d+))? \@\@/) {
			$is_patch = 1;
			$first_line = $linenr + 1;
			$realline=$1-1;
			if (defined $2) {
				$realcnt=$3+1;
			} else {
				$realcnt=1+1;
			}
			annotate_reset();
			$prev_values = 'E';

			%suppress_ifbraces = ();
			%suppress_whiletrailers = ();
			%suppress_export = ();
			$suppress_statement = 0;
			next;

# track the line number as we move through the hunk, note that
# new versions of GNU diff omit the leading space on completely
# blank context lines so we need to count that too.
		} elsif ($line =~ /^( |\+|$)/) {
			$realline++;
			$realcnt-- if ($realcnt != 0);

			# Measure the line length and indent.
			($length, $indent) = line_stats($rawline);

			# Track the previous line.
			($prevline, $stashline) = ($stashline, $line);
			($previndent, $stashindent) = ($stashindent, $indent);
			($prevrawline, $stashrawline) = ($stashrawline, $rawline);

			#warn "line<$line>\n";

		} elsif ($realcnt == 1) {
			$realcnt--;
		}

		my $hunk_line = ($realcnt != 0);

#make up the handle for any error we report on this line
		$prefix = "$filename:$realline: " if ($emacs && $file);
		$prefix = "$filename:$linenr: " if ($emacs && !$file);

		$here = "#$linenr: " if (!$file);
		$here = "#$realline: " if ($file);

		# extract the filename as it passes
		if ($line =~ /^diff --git.*?(\S+)$/) {
			$realfile = $1;
			$realfile =~ s@^([^/]*)/@@ if (!$file);
			$in_commit_log = 0;
		} elsif ($line =~ /^\+\+\+\s+(\S+)/) {
			$realfile = $1;
			$realfile =~ s@^([^/]*)/@@ if (!$file);
			$in_commit_log = 0;

			$p1_prefix = $1;
			if (!$file && $tree && $p1_prefix ne '' &&
			    -e "$root/$p1_prefix") {
				WARN("PATCH_PREFIX",
				     "patch prefix '$p1_prefix' exists, appears to be a -p0 patch\n");
			}

			if ($realfile =~ m@^include/asm/@) {
				ERROR("MODIFIED_INCLUDE_ASM",
				      "do not modify files in include/asm, change architecture specific files in include/asm-<architecture>\n" . "$here$rawline\n");
			}
			next;
		}

		$here .= "FILE: $realfile:$realline:" if ($realcnt != 0);

		my $hereline = "$here\n$rawline\n";
		my $herecurr = "$here\n$rawline\n";
		my $hereprev = "$here\n$prevrawline\n$rawline\n";

		$cnt_lines++ if ($realcnt != 0);

# Check for incorrect file permissions
		if ($line =~ /^new (file )?mode.*[7531]\d{0,2}$/) {
			my $permhere = $here . "FILE: $realfile\n";
			if ($realfile !~ m@scripts/@ &&
			    $realfile !~ /\.(py|pl|awk|sh)$/) {
				ERROR("EXECUTE_PERMISSIONS",
				      "do not set execute permissions for source files\n" . $permhere);
			}
		}

# Check the patch for a signoff:
		if ($line =~ /^\s*signed-off-by:/i) {
			$signoff++;
			$in_commit_log = 0;
		}

# Check signature styles
		if (!$in_header_lines &&
		    $line =~ /^(\s*)([a-z0-9_-]+by:|$signature_tags)(\s*)(.*)/i) {
			my $space_before = $1;
			my $sign_off = $2;
			my $space_after = $3;
			my $email = $4;
			my $ucfirst_sign_off = ucfirst(lc($sign_off));

			if ($sign_off !~ /$signature_tags/) {
				WARN("BAD_SIGN_OFF",
				     "Non-standard signature: $sign_off\n" . $herecurr);
			}
			if (defined $space_before && $space_before ne "") {
				if (WARN("BAD_SIGN_OFF",
					 "Do not use whitespace before $ucfirst_sign_off\n" . $herecurr) &&
				    $fix) {
					$fixed[$linenr - 1] =
					    "$ucfirst_sign_off $email";
				}
			}
			if ($sign_off =~ /-by:$/i && $sign_off ne $ucfirst_sign_off) {
				if (WARN("BAD_SIGN_OFF",
					 "'$ucfirst_sign_off' is the preferred signature form\n" . $herecurr) &&
				    $fix) {
					$fixed[$linenr - 1] =
					    "$ucfirst_sign_off $email";
				}

			}
			if (!defined $space_after || $space_after ne " ") {
				if (WARN("BAD_SIGN_OFF",
					 "Use a single space after $ucfirst_sign_off\n" . $herecurr) &&
				    $fix) {
					$fixed[$linenr - 1] =
					    "$ucfirst_sign_off $email";
				}
			}

			my ($email_name, $email_address, $comment) = parse_email($email);
			my $suggested_email = format_email(($email_name, $email_address));
			if ($suggested_email eq "") {
				ERROR("BAD_SIGN_OFF",
				      "Unrecognized email address: '$email'\n" . $herecurr);
			} else {
				my $dequoted = $suggested_email;
				$dequoted =~ s/^"//;
				$dequoted =~ s/" </ </;
				# Don't force email to have quotes
				# Allow just an angle bracketed address
				if ("$dequoted$comment" ne $email &&
				    "<$email_address>$comment" ne $email &&
				    "$suggested_email$comment" ne $email) {
					WARN("BAD_SIGN_OFF",
					     "email address '$email' might be better as '$suggested_email$comment'\n" . $herecurr);
				}
			}

# Check for duplicate signatures
			my $sig_nospace = $line;
			$sig_nospace =~ s/\s//g;
			$sig_nospace = lc($sig_nospace);
			if (defined $signatures{$sig_nospace}) {
				WARN("BAD_SIGN_OFF",
				     "Duplicate signature\n" . $herecurr);
			} else {
				$signatures{$sig_nospace} = 1;
			}
		}

# Check for wrappage within a valid hunk of the file
		if ($realcnt != 0 && $line !~ m{^(?:\+|-| |\\ No newline|$)}) {
			ERROR("CORRUPTED_PATCH",
			      "patch seems to be corrupt (line wrapped?)\n" .
				$herecurr) if (!$emitted_corrupt++);
		}

# Check for absolute kernel paths.
		if ($tree) {
			while ($line =~ m{(?:^|\s)(/\S*)}g) {
				my $file = $1;

				if ($file =~ m{^(.*?)(?::\d+)+:?$} &&
				    check_absolute_file($1, $herecurr)) {
					#
				} else {
					check_absolute_file($file, $herecurr);
				}
			}
		}

# UTF-8 regex found at http://www.w3.org/International/questions/qa-forms-utf-8.en.php
		if (($realfile =~ /^$/ || $line =~ /^\+/) &&
		    $rawline !~ m/^$UTF8*$/) {
			my ($utf8_prefix) = ($rawline =~ /^($UTF8*)/);

			my $blank = copy_spacing($rawline);
			my $ptr = substr($blank, 0, length($utf8_prefix)) . "^";
			my $hereptr = "$hereline$ptr\n";

			CHK("INVALID_UTF8",
			    "Invalid UTF-8, patch and commit message should be encoded in UTF-8\n" . $hereptr);
		}

# Check if it's the start of a commit log
# (not a header line and we haven't seen the patch filename)
		if ($in_header_lines && $realfile =~ /^$/ &&
		    $rawline !~ /^(commit\b|from\b|[\w-]+:).+$/i) {
			$in_header_lines = 0;
			$in_commit_log = 1;
		}

# Check if there is UTF-8 in a commit log when a mail header has explicitly
# declined it, i.e defined some charset where it is missing.
		if ($in_header_lines &&
		    $rawline =~ /^Content-Type:.+charset="(.+)".*$/ &&
		    $1 !~ /utf-8/i) {
			$non_utf8_charset = 1;
		}

		if ($in_commit_log && $non_utf8_charset && $realfile =~ /^$/ &&
		    $rawline =~ /$NON_ASCII_UTF8/) {
			WARN("UTF8_BEFORE_PATCH",
			    "8-bit UTF-8 used in possible commit log\n" . $herecurr);
		}

# ignore non-hunk lines and lines being removed
		next if (!$hunk_line || $line =~ /^-/);

#trailing whitespace
		if ($line =~ /^\+.*\015/) {
			my $herevet = "$here\n" . cat_vet($rawline) . "\n";
			if (ERROR("DOS_LINE_ENDINGS",
				  "DOS line endings\n" . $herevet) &&
			    $fix) {
				$fixed[$linenr - 1] =~ s/[\s\015]+$//;
			}
		} elsif ($rawline =~ /^\+.*\S\s+$/ || $rawline =~ /^\+\s+$/) {
			my $herevet = "$here\n" . cat_vet($rawline) . "\n";
			if (ERROR("TRAILING_WHITESPACE",
				  "trailing whitespace\n" . $herevet) &&
			    $fix) {
				$fixed[$linenr - 1] =~ s/\s+$//;
			}

			$rpt_cleaners = 1;
		}

# Check for FSF mailing addresses.
		if ($rawline =~ /\bwrite to the Free/i ||
		    $rawline =~ /\b59\s+Temple\s+Pl/i ||
		    $rawline =~ /\b51\s+Franklin\s+St/i) {
			my $herevet = "$here\n" . cat_vet($rawline) . "\n";
			my $msg_type = \&ERROR;
			$msg_type = \&CHK if ($file);
			&{$msg_type}("FSF_MAILING_ADDRESS",
				     "Do not include the paragraph about writing to the Free Software Foundation's mailing address from the sample GPL notice. The FSF has changed addresses in the past, and may do so again. Linux already includes a copy of the GPL.\n" . $herevet)
		}

# check for Kconfig help text having a real description
# Only applies when adding the entry originally, after that we do not have
# sufficient context to determine whether it is indeed long enough.
		if ($realfile =~ /Kconfig/ &&
		    $line =~ /.\s*config\s+/) {
			my $length = 0;
			my $cnt = $realcnt;
			my $ln = $linenr + 1;
			my $f;
			my $is_start = 0;
			my $is_end = 0;
			for (; $cnt > 0 && defined $lines[$ln - 1]; $ln++) {
				$f = $lines[$ln - 1];
				$cnt-- if ($lines[$ln - 1] !~ /^-/);
				$is_end = $lines[$ln - 1] =~ /^\+/;

				next if ($f =~ /^-/);

				if ($lines[$ln - 1] =~ /.\s*(?:bool|tristate)\s*\"/) {
					$is_start = 1;
				} elsif ($lines[$ln - 1] =~ /.\s*(?:---)?help(?:---)?$/) {
					$length = -1;
				}

				$f =~ s/^.//;
				$f =~ s/#.*//;
				$f =~ s/^\s+//;
				next if ($f =~ /^$/);
				if ($f =~ /^\s*config\s/) {
					$is_end = 1;
					last;
				}
				$length++;
			}
			WARN("CONFIG_DESCRIPTION",
			     "please write a paragraph that describes the config symbol fully\n" . $herecurr) if ($is_start && $is_end && $length < 4);
			#print "is_start<$is_start> is_end<$is_end> length<$length>\n";
		}

# discourage the addition of CONFIG_EXPERIMENTAL in Kconfig.
		if ($realfile =~ /Kconfig/ &&
		    $line =~ /.\s*depends on\s+.*\bEXPERIMENTAL\b/) {
			WARN("CONFIG_EXPERIMENTAL",
			     "Use of CONFIG_EXPERIMENTAL is deprecated. For alternatives, see https://lkml.org/lkml/2012/10/23/580\n");
		}

		if (($realfile =~ /Makefile.*/ || $realfile =~ /Kbuild.*/) &&
		    ($line =~ /\+(EXTRA_[A-Z]+FLAGS).*/)) {
			my $flag = $1;
			my $replacement = {
				'EXTRA_AFLAGS' =>   'asflags-y',
				'EXTRA_CFLAGS' =>   'ccflags-y',
				'EXTRA_CPPFLAGS' => 'cppflags-y',
				'EXTRA_LDFLAGS' =>  'ldflags-y',
			};

			WARN("DEPRECATED_VARIABLE",
			     "Use of $flag is deprecated, please use \`$replacement->{$flag} instead.\n" . $herecurr) if ($replacement->{$flag});
		}

# check for DT compatible documentation
		if (defined $root && $realfile =~ /\.dts/ &&
		    $rawline =~ /^\+\s*compatible\s*=/) {
			my @compats = $rawline =~ /\"([a-zA-Z0-9\-\,\.\+_]+)\"/g;

			foreach my $compat (@compats) {
				my $compat2 = $compat;
				my $dt_path =  $root . "/Documentation/devicetree/bindings/";
				$compat2 =~ s/\,[a-z]*\-/\,<\.\*>\-/;
				`grep -Erq "$compat|$compat2" $dt_path`;
				if ( $? >> 8 ) {
					WARN("UNDOCUMENTED_DT_STRING",
					     "DT compatible string \"$compat\" appears un-documented -- check $dt_path\n" . $herecurr);
				}

				my $vendor = $compat;
				my $vendor_path = $dt_path . "vendor-prefixes.txt";
				next if (! -f $vendor_path);
				$vendor =~ s/^([a-zA-Z0-9]+)\,.*/$1/;
				`grep -Eq "$vendor" $vendor_path`;
				if ( $? >> 8 ) {
					WARN("UNDOCUMENTED_DT_STRING",
					     "DT compatible string vendor \"$vendor\" appears un-documented -- check $vendor_path\n" . $herecurr);
				}
			}
		}

# check we are in a valid source file if not then ignore this hunk
		next if ($realfile !~ /\.(h|c|s|S|pl|sh)$/);

#line length limit
		if ($line =~ /^\+/ && $prevrawline !~ /\/\*\*/ &&
		    $rawline !~ /^.\s*\*\s*\@$Ident\s/ &&
		    !($line =~ /^\+\s*$logFunctions\s*\(\s*(?:(KERN_\S+\s*|[^"]*))?"[X\t]*"\s*(?:|,|\)\s*;)\s*$/ ||
		    $line =~ /^\+\s*"[^"]*"\s*(?:\s*|,|\)\s*;)\s*$/) &&
		    $length > $max_line_length)
		{
			WARN("LONG_LINE",
			     "line over $max_line_length characters\n" . $herecurr);
		}

# Check for user-visible strings broken across lines, which breaks the ability
# to grep for the string.  Make exceptions when the previous string ends in a
# newline (multiple lines in one string constant) or '\t', '\r', ';', or '{'
# (common in inline assembly) or is a octal \123 or hexadecimal \xaf value
		if ($line =~ /^\+\s*"/ &&
		    $prevline =~ /"\s*$/ &&
		    $prevrawline !~ /(?:\\(?:[ntr]|[0-7]{1,3}|x[0-9a-fA-F]{1,2})|;\s*|\{\s*)"\s*$/) {
			WARN("SPLIT_STRING",
			     "quoted string split across lines\n" . $hereprev);
		}

# check for spaces before a quoted newline
		if ($rawline =~ /^.*\".*\s\\n/) {
			if (WARN("QUOTED_WHITESPACE_BEFORE_NEWLINE",
				 "unnecessary whitespace before a quoted newline\n" . $herecurr) &&
			    $fix) {
				$fixed[$linenr - 1] =~ s/^(\+.*\".*)\s+\\n/$1\\n/;
			}

		}

# check for adding lines without a newline.
		if ($line =~ /^\+/ && defined $lines[$linenr] && $lines[$linenr] =~ /^\\ No newline at end of file/) {
			WARN("MISSING_EOF_NEWLINE",
			     "adding a line without newline at end of file\n" . $herecurr);
		}

# Blackfin: use hi/lo macros
		if ($realfile =~ m@arch/blackfin/.*\.S$@) {
			if ($line =~ /\.[lL][[:space:]]*=.*&[[:space:]]*0x[fF][fF][fF][fF]/) {
				my $herevet = "$here\n" . cat_vet($line) . "\n";
				ERROR("LO_MACRO",
				      "use the LO() macro, not (... & 0xFFFF)\n" . $herevet);
			}
			if ($line =~ /\.[hH][[:space:]]*=.*>>[[:space:]]*16/) {
				my $herevet = "$here\n" . cat_vet($line) . "\n";
				ERROR("HI_MACRO",
				      "use the HI() macro, not (... >> 16)\n" . $herevet);
			}
		}

# check we are in a valid source file C or perl if not then ignore this hunk
		next if ($realfile !~ /\.(h|c|pl)$/);

# at the beginning of a line any tabs must come first and anything
# more than 8 must use tabs.
		if ($rawline =~ /^\+\s* \t\s*\S/ ||
		    $rawline =~ /^\+\s*        \s*/) {
			my $herevet = "$here\n" . cat_vet($rawline) . "\n";
			$rpt_cleaners = 1;
			if (ERROR("CODE_INDENT",
				  "code indent should use tabs where possible\n" . $herevet) &&
			    $fix) {
				$fixed[$linenr - 1] =~ s/^\+([ \t]+)/"\+" . tabify($1)/e;
			}
		}

# check for space before tabs.
		if ($rawline =~ /^\+/ && $rawline =~ / \t/) {
			my $herevet = "$here\n" . cat_vet($rawline) . "\n";
			if (WARN("SPACE_BEFORE_TAB",
				"please, no space before tabs\n" . $herevet) &&
			    $fix) {
				while ($fixed[$linenr - 1] =~
					   s/(^\+.*) {8,8}\t/$1\t\t/) {}
				while ($fixed[$linenr - 1] =~
					   s/(^\+.*) +\t/$1\t/) {}
			}
		}

# check for && or || at the start of a line
		if ($rawline =~ /^\+\s*(&&|\|\|)/) {
			CHK("LOGICAL_CONTINUATIONS",
			    "Logical continuations should be on the previous line\n" . $hereprev);
		}

# check multi-line statement indentation matches previous line
		if ($^V && $^V ge 5.10.0 &&
		    $prevline =~ /^\+(\t*)(if \(|$Ident\().*(\&\&|\|\||,)\s*$/) {
			$prevline =~ /^\+(\t*)(.*)$/;
			my $oldindent = $1;
			my $rest = $2;

			my $pos = pos_last_openparen($rest);
			if ($pos >= 0) {
				$line =~ /^(\+| )([ \t]*)/;
				my $newindent = $2;

				my $goodtabindent = $oldindent .
					"\t" x ($pos / 8) .
					" "  x ($pos % 8);
				my $goodspaceindent = $oldindent . " "  x $pos;

				if ($newindent ne $goodtabindent &&
				    $newindent ne $goodspaceindent) {

					if (CHK("PARENTHESIS_ALIGNMENT",
						"Alignment should match open parenthesis\n" . $hereprev) &&
					    $fix && $line =~ /^\+/) {
						$fixed[$linenr - 1] =~
						    s/^\+[ \t]*/\+$goodtabindent/;
					}
				}
			}
		}

		if ($line =~ /^\+.*\*[ \t]*\)[ \t]+(?!$Assignment|$Arithmetic)/) {
			if (CHK("SPACING",
				"No space is necessary after a cast\n" . $hereprev) &&
			    $fix) {
				$fixed[$linenr - 1] =~
				    s/^(\+.*\*[ \t]*\))[ \t]+/$1/;
			}
		}

		if ($realfile =~ m@^(drivers/net/|net/)@ &&
		    $prevrawline =~ /^\+[ \t]*\/\*[ \t]*$/ &&
		    $rawline =~ /^\+[ \t]*\*/) {
			WARN("NETWORKING_BLOCK_COMMENT_STYLE",
			     "networking block comments don't use an empty /* line, use /* Comment...\n" . $hereprev);
		}

		if ($realfile =~ m@^(drivers/net/|net/)@ &&
		    $prevrawline =~ /^\+[ \t]*\/\*/ &&		#starting /*
		    $prevrawline !~ /\*\/[ \t]*$/ &&		#no trailing */
		    $rawline =~ /^\+/ &&			#line is new
		    $rawline !~ /^\+[ \t]*\*/) {		#no leading *
			WARN("NETWORKING_BLOCK_COMMENT_STYLE",
			     "networking block comments start with * on subsequent lines\n" . $hereprev);
		}

		if ($realfile =~ m@^(drivers/net/|net/)@ &&
		    $rawline !~ m@^\+[ \t]*\*/[ \t]*$@ &&	#trailing */
		    $rawline !~ m@^\+.*/\*.*\*/[ \t]*$@ &&	#inline /*...*/
		    $rawline !~ m@^\+.*\*{2,}/[ \t]*$@ &&	#trailing **/
		    $rawline =~ m@^\+[ \t]*.+\*\/[ \t]*$@) {	#non blank */
			WARN("NETWORKING_BLOCK_COMMENT_STYLE",
			     "networking block comments put the trailing */ on a separate line\n" . $herecurr);
		}

# check for spaces at the beginning of a line.
# Exceptions:
#  1) within comments
#  2) indented preprocessor commands
#  3) hanging labels
		if ($rawline =~ /^\+ / && $line !~ /^\+ *(?:$;|#|$Ident:)/)  {
			my $herevet = "$here\n" . cat_vet($rawline) . "\n";
			if (WARN("LEADING_SPACE",
				 "please, no spaces at the start of a line\n" . $herevet) &&
			    $fix) {
				$fixed[$linenr - 1] =~ s/^\+([ \t]+)/"\+" . tabify($1)/e;
			}
		}

# check we are in a valid C source file if not then ignore this hunk
		next if ($realfile !~ /\.(h|c)$/);

# discourage the addition of CONFIG_EXPERIMENTAL in #if(def).
		if ($line =~ /^\+\s*\#\s*if.*\bCONFIG_EXPERIMENTAL\b/) {
			WARN("CONFIG_EXPERIMENTAL",
			     "Use of CONFIG_EXPERIMENTAL is deprecated. For alternatives, see https://lkml.org/lkml/2012/10/23/580\n");
		}

# check for RCS/CVS revision markers
		if ($rawline =~ /^\+.*\$(Revision|Log|Id)(?:\$|)/) {
			WARN("CVS_KEYWORD",
			     "CVS style keyword markers, these will _not_ be updated\n". $herecurr);
		}

# Blackfin: don't use __builtin_bfin_[cs]sync
		if ($line =~ /__builtin_bfin_csync/) {
			my $herevet = "$here\n" . cat_vet($line) . "\n";
			ERROR("CSYNC",
			      "use the CSYNC() macro in asm/blackfin.h\n" . $herevet);
		}
		if ($line =~ /__builtin_bfin_ssync/) {
			my $herevet = "$here\n" . cat_vet($line) . "\n";
			ERROR("SSYNC",
			      "use the SSYNC() macro in asm/blackfin.h\n" . $herevet);
		}

# check for old HOTPLUG __dev<foo> section markings
		if ($line =~ /\b(__dev(init|exit)(data|const|))\b/) {
			WARN("HOTPLUG_SECTION",
			     "Using $1 is unnecessary\n" . $herecurr);
		}

# Check for potential 'bare' types
		my ($stat, $cond, $line_nr_next, $remain_next, $off_next,
		    $realline_next);
#print "LINE<$line>\n";
		if ($linenr >= $suppress_statement &&
		    $realcnt && $sline =~ /.\s*\S/) {
			($stat, $cond, $line_nr_next, $remain_next, $off_next) =
				ctx_statement_block($linenr, $realcnt, 0);
			$stat =~ s/\n./\n /g;
			$cond =~ s/\n./\n /g;

#print "linenr<$linenr> <$stat>\n";
			# If this statement has no statement boundaries within
			# it there is no point in retrying a statement scan
			# until we hit end of it.
			my $frag = $stat; $frag =~ s/;+\s*$//;
			if ($frag !~ /(?:{|;)/) {
#print "skip<$line_nr_next>\n";
				$suppress_statement = $line_nr_next;
			}

			# Find the real next line.
			$realline_next = $line_nr_next;
			if (defined $realline_next &&
			    (!defined $lines[$realline_next - 1] ||
			     substr($lines[$realline_next - 1], $off_next) =~ /^\s*$/)) {
				$realline_next++;
			}

			my $s = $stat;
			$s =~ s/{.*$//s;

			# Ignore goto labels.
			if ($s =~ /$Ident:\*$/s) {

			# Ignore functions being called
			} elsif ($s =~ /^.\s*$Ident\s*\(/s) {

			} elsif ($s =~ /^.\s*else\b/s) {

			# declarations always start with types
			} elsif ($prev_values eq 'E' && $s =~ /^.\s*(?:$Storage\s+)?(?:$Inline\s+)?(?:const\s+)?((?:\s*$Ident)+?)\b(?:\s+$Sparse)?\s*\**\s*(?:$Ident|\(\*[^\)]*\))(?:\s*$Modifier)?\s*(?:;|=|,|\()/s) {
				my $type = $1;
				$type =~ s/\s+/ /g;
				possible($type, "A:" . $s);

			# definitions in global scope can only start with types
			} elsif ($s =~ /^.(?:$Storage\s+)?(?:$Inline\s+)?(?:const\s+)?($Ident)\b\s*(?!:)/s) {
				possible($1, "B:" . $s);
			}

			# any (foo ... *) is a pointer cast, and foo is a type
			while ($s =~ /\(($Ident)(?:\s+$Sparse)*[\s\*]+\s*\)/sg) {
				possible($1, "C:" . $s);
			}

			# Check for any sort of function declaration.
			# int foo(something bar, other baz);
			# void (*store_gdt)(x86_descr_ptr *);
			if ($prev_values eq 'E' && $s =~ /^(.(?:typedef\s*)?(?:(?:$Storage|$Inline)\s*)*\s*$Type\s*(?:\b$Ident|\(\*\s*$Ident\))\s*)\(/s) {
				my ($name_len) = length($1);

				my $ctx = $s;
				substr($ctx, 0, $name_len + 1, '');
				$ctx =~ s/\)[^\)]*$//;

				for my $arg (split(/\s*,\s*/, $ctx)) {
					if ($arg =~ /^(?:const\s+)?($Ident)(?:\s+$Sparse)*\s*\**\s*(:?\b$Ident)?$/s || $arg =~ /^($Ident)$/s) {

						possible($1, "D:" . $s);
					}
				}
			}

		}

#
# Checks which may be anchored in the context.
#

# Check for switch () and associated case and default
# statements should be at the same indent.
		if ($line=~/\bswitch\s*\(.*\)/) {
			my $err = '';
			my $sep = '';
			my @ctx = ctx_block_outer($linenr, $realcnt);
			shift(@ctx);
			for my $ctx (@ctx) {
				my ($clen, $cindent) = line_stats($ctx);
				if ($ctx =~ /^\+\s*(case\s+|default:)/ &&
							$indent != $cindent) {
					$err .= "$sep$ctx\n";
					$sep = '';
				} else {
					$sep = "[...]\n";
				}
			}
			if ($err ne '') {
				ERROR("SWITCH_CASE_INDENT_LEVEL",
				      "switch and case should be at the same indent\n$hereline$err");
			}
		}

# if/while/etc brace do not go on next line, unless defining a do while loop,
# or if that brace on the next line is for something else
		if ($line =~ /(.*)\b((?:if|while|for|switch)\s*\(|do\b|else\b)/ && $line !~ /^.\s*\#/) {
			my $pre_ctx = "$1$2";

			my ($level, @ctx) = ctx_statement_level($linenr, $realcnt, 0);

			if ($line =~ /^\+\t{6,}/) {
				WARN("DEEP_INDENTATION",
				     "Too many leading tabs - consider code refactoring\n" . $herecurr);
			}

			my $ctx_cnt = $realcnt - $#ctx - 1;
			my $ctx = join("\n", @ctx);

			my $ctx_ln = $linenr;
			my $ctx_skip = $realcnt;

			while ($ctx_skip > $ctx_cnt || ($ctx_skip == $ctx_cnt &&
					defined $lines[$ctx_ln - 1] &&
					$lines[$ctx_ln - 1] =~ /^-/)) {
				##print "SKIP<$ctx_skip> CNT<$ctx_cnt>\n";
				$ctx_skip-- if (!defined $lines[$ctx_ln - 1] || $lines[$ctx_ln - 1] !~ /^-/);
				$ctx_ln++;
			}

			#print "realcnt<$realcnt> ctx_cnt<$ctx_cnt>\n";
			#print "pre<$pre_ctx>\nline<$line>\nctx<$ctx>\nnext<$lines[$ctx_ln - 1]>\n";

			if ($ctx !~ /{\s*/ && defined($lines[$ctx_ln -1]) && $lines[$ctx_ln - 1] =~ /^\+\s*{/) {
				ERROR("OPEN_BRACE",
				      "that open brace { should be on the previous line\n" .
					"$here\n$ctx\n$rawlines[$ctx_ln - 1]\n");
			}
			if ($level == 0 && $pre_ctx !~ /}\s*while\s*\($/ &&
			    $ctx =~ /\)\s*\;\s*$/ &&
			    defined $lines[$ctx_ln - 1])
			{
				my ($nlength, $nindent) = line_stats($lines[$ctx_ln - 1]);
				if ($nindent > $indent) {
					WARN("TRAILING_SEMICOLON",
					     "trailing semicolon indicates no statements, indent implies otherwise\n" .
						"$here\n$ctx\n$rawlines[$ctx_ln - 1]\n");
				}
			}
		}

# Check relative indent for conditionals and blocks.
		if ($line =~ /\b(?:(?:if|while|for)\s*\(|do\b)/ && $line !~ /^.\s*#/ && $line !~ /\}\s*while\s*/) {
			($stat, $cond, $line_nr_next, $remain_next, $off_next) =
				ctx_statement_block($linenr, $realcnt, 0)
					if (!defined $stat);
			my ($s, $c) = ($stat, $cond);

			substr($s, 0, length($c), '');

			# Make sure we remove the line prefixes as we have
			# none on the first line, and are going to readd them
			# where necessary.
			$s =~ s/\n./\n/gs;

			# Find out how long the conditional actually is.
			my @newlines = ($c =~ /\n/gs);
			my $cond_lines = 1 + $#newlines;

			# We want to check the first line inside the block
			# starting at the end of the conditional, so remove:
			#  1) any blank line termination
			#  2) any opening brace { on end of the line
			#  3) any do (...) {
			my $continuation = 0;
			my $check = 0;
			$s =~ s/^.*\bdo\b//;
			$s =~ s/^\s*{//;
			if ($s =~ s/^\s*\\//) {
				$continuation = 1;
			}
			if ($s =~ s/^\s*?\n//) {
				$check = 1;
				$cond_lines++;
			}

			# Also ignore a loop construct at the end of a
			# preprocessor statement.
			if (($prevline =~ /^.\s*#\s*define\s/ ||
			    $prevline =~ /\\\s*$/) && $continuation == 0) {
				$check = 0;
			}

			my $cond_ptr = -1;
			$continuation = 0;
			while ($cond_ptr != $cond_lines) {
				$cond_ptr = $cond_lines;

				# If we see an #else/#elif then the code
				# is not linear.
				if ($s =~ /^\s*\#\s*(?:else|elif)/) {
					$check = 0;
				}

				# Ignore:
				#  1) blank lines, they should be at 0,
				#  2) preprocessor lines, and
				#  3) labels.
				if ($continuation ||
				    $s =~ /^\s*?\n/ ||
				    $s =~ /^\s*#\s*?/ ||
				    $s =~ /^\s*$Ident\s*:/) {
					$continuation = ($s =~ /^.*?\\\n/) ? 1 : 0;
					if ($s =~ s/^.*?\n//) {
						$cond_lines++;
					}
				}
			}

			my (undef, $sindent) = line_stats("+" . $s);
			my $stat_real = raw_line($linenr, $cond_lines);

			# Check if either of these lines are modified, else
			# this is not this patch's fault.
			if (!defined($stat_real) ||
			    $stat !~ /^\+/ && $stat_real !~ /^\+/) {
				$check = 0;
			}
			if (defined($stat_real) && $cond_lines > 1) {
				$stat_real = "[...]\n$stat_real";
			}

			#print "line<$line> prevline<$prevline> indent<$indent> sindent<$sindent> check<$check> continuation<$continuation> s<$s> cond_lines<$cond_lines> stat_real<$stat_real> stat<$stat>\n";

			if ($check && (($sindent % 8) != 0 ||
			    ($sindent <= $indent && $s ne ''))) {
				WARN("SUSPECT_CODE_INDENT",
				     "suspect code indent for conditional statements ($indent, $sindent)\n" . $herecurr . "$stat_real\n");
			}
		}

		# Track the 'values' across context and added lines.
		my $opline = $line; $opline =~ s/^./ /;
		my ($curr_values, $curr_vars) =
				annotate_values($opline . "\n", $prev_values);
		$curr_values = $prev_values . $curr_values;
		if ($dbg_values) {
			my $outline = $opline; $outline =~ s/\t/ /g;
			print "$linenr > .$outline\n";
			print "$linenr > $curr_values\n";
			print "$linenr >  $curr_vars\n";
		}
		$prev_values = substr($curr_values, -1);

#ignore lines not being added
		next if ($line =~ /^[^\+]/);

# TEST: allow direct testing of the type matcher.
		if ($dbg_type) {
			if ($line =~ /^.\s*$Declare\s*$/) {
				ERROR("TEST_TYPE",
				      "TEST: is type\n" . $herecurr);
			} elsif ($dbg_type > 1 && $line =~ /^.+($Declare)/) {
				ERROR("TEST_NOT_TYPE",
				      "TEST: is not type ($1 is)\n". $herecurr);
			}
			next;
		}
# TEST: allow direct testing of the attribute matcher.
		if ($dbg_attr) {
			if ($line =~ /^.\s*$Modifier\s*$/) {
				ERROR("TEST_ATTR",
				      "TEST: is attr\n" . $herecurr);
			} elsif ($dbg_attr > 1 && $line =~ /^.+($Modifier)/) {
				ERROR("TEST_NOT_ATTR",
				      "TEST: is not attr ($1 is)\n". $herecurr);
			}
			next;
		}

# check for initialisation to aggregates open brace on the next line
		if ($line =~ /^.\s*{/ &&
		    $prevline =~ /(?:^|[^=])=\s*$/) {
			ERROR("OPEN_BRACE",
			      "that open brace { should be on the previous line\n" . $hereprev);
		}

#
# Checks which are anchored on the added line.
#

# check for malformed paths in #include statements (uses RAW line)
		if ($rawline =~ m{^.\s*\#\s*include\s+[<"](.*)[">]}) {
			my $path = $1;
			if ($path =~ m{//}) {
				ERROR("MALFORMED_INCLUDE",
				      "malformed #include filename\n" . $herecurr);
			}
			if ($path =~ "^uapi/" && $realfile =~ m@\binclude/uapi/@) {
				ERROR("UAPI_INCLUDE",
				      "No #include in ...include/uapi/... should use a uapi/ path prefix\n" . $herecurr);
			}
		}

# no C99 // comments
		if ($line =~ m{//}) {
			if (ERROR("C99_COMMENTS",
				  "do not use C99 // comments\n" . $herecurr) &&
			    $fix) {
				my $line = $fixed[$linenr - 1];
				if ($line =~ /\/\/(.*)$/) {
					my $comment = trim($1);
					$fixed[$linenr - 1] =~ s@\/\/(.*)$@/\* $comment \*/@;
				}
			}
		}
		# Remove C99 comments.
		$line =~ s@//.*@@;
		$opline =~ s@//.*@@;

# EXPORT_SYMBOL should immediately follow the thing it is exporting, consider
# the whole statement.
#print "APW <$lines[$realline_next - 1]>\n";
		if (defined $realline_next &&
		    exists $lines[$realline_next - 1] &&
		    !defined $suppress_export{$realline_next} &&
		    ($lines[$realline_next - 1] =~ /EXPORT_SYMBOL.*\((.*)\)/ ||
		     $lines[$realline_next - 1] =~ /EXPORT_UNUSED_SYMBOL.*\((.*)\)/)) {
			# Handle definitions which produce identifiers with
			# a prefix:
			#   XXX(foo);
			#   EXPORT_SYMBOL(something_foo);
			my $name = $1;
			if ($stat =~ /^(?:.\s*}\s*\n)?.([A-Z_]+)\s*\(\s*($Ident)/ &&
			    $name =~ /^${Ident}_$2/) {
#print "FOO C name<$name>\n";
				$suppress_export{$realline_next} = 1;

			} elsif ($stat !~ /(?:
				\n.}\s*$|
				^.DEFINE_$Ident\(\Q$name\E\)|
				^.DECLARE_$Ident\(\Q$name\E\)|
				^.LIST_HEAD\(\Q$name\E\)|
				^.(?:$Storage\s+)?$Type\s*\(\s*\*\s*\Q$name\E\s*\)\s*\(|
				\b\Q$name\E(?:\s+$Attribute)*\s*(?:;|=|\[|\()
			    )/x) {
#print "FOO A<$lines[$realline_next - 1]> stat<$stat> name<$name>\n";
				$suppress_export{$realline_next} = 2;
			} else {
				$suppress_export{$realline_next} = 1;
			}
		}
		if (!defined $suppress_export{$linenr} &&
		    $prevline =~ /^.\s*$/ &&
		    ($line =~ /EXPORT_SYMBOL.*\((.*)\)/ ||
		     $line =~ /EXPORT_UNUSED_SYMBOL.*\((.*)\)/)) {
#print "FOO B <$lines[$linenr - 1]>\n";
			$suppress_export{$linenr} = 2;
		}
		if (defined $suppress_export{$linenr} &&
		    $suppress_export{$linenr} == 2) {
			WARN("EXPORT_SYMBOL",
			     "EXPORT_SYMBOL(foo); should immediately follow its function/variable\n" . $herecurr);
		}

# check for global initialisers.
		if ($line =~ /^\+(\s*$Type\s*$Ident\s*(?:\s+$Modifier))*\s*=\s*(0|NULL|false)\s*;/) {
			if (ERROR("GLOBAL_INITIALISERS",
				  "do not initialise globals to 0 or NULL\n" .
				      $herecurr) &&
			    $fix) {
				$fixed[$linenr - 1] =~ s/($Type\s*$Ident\s*(?:\s+$Modifier))*\s*=\s*(0|NULL|false)\s*;/$1;/;
			}
		}
# check for static initialisers.
		if ($line =~ /^\+.*\bstatic\s.*=\s*(0|NULL|false)\s*;/) {
			if (ERROR("INITIALISED_STATIC",
				  "do not initialise statics to 0 or NULL\n" .
				      $herecurr) &&
			    $fix) {
				$fixed[$linenr - 1] =~ s/(\bstatic\s.*?)\s*=\s*(0|NULL|false)\s*;/$1;/;
			}
		}

# check for static const char * arrays.
		if ($line =~ /\bstatic\s+const\s+char\s*\*\s*(\w+)\s*\[\s*\]\s*=\s*/) {
			WARN("STATIC_CONST_CHAR_ARRAY",
			     "static const char * array should probably be static const char * const\n" .
				$herecurr);
               }

# check for static char foo[] = "bar" declarations.
		if ($line =~ /\bstatic\s+char\s+(\w+)\s*\[\s*\]\s*=\s*"/) {
			WARN("STATIC_CONST_CHAR_ARRAY",
			     "static char array declaration should probably be static const char\n" .
				$herecurr);
               }

# check for function declarations without arguments like "int foo()"
		if ($line =~ /(\b$Type\s+$Ident)\s*\(\s*\)/) {
			if (ERROR("FUNCTION_WITHOUT_ARGS",
				  "Bad function definition - $1() should probably be $1(void)\n" . $herecurr) &&
			    $fix) {
				$fixed[$linenr - 1] =~ s/(\b($Type)\s+($Ident))\s*\(\s*\)/$2 $3(void)/;
			}
		}

# check for uses of DEFINE_PCI_DEVICE_TABLE
		if ($line =~ /\bDEFINE_PCI_DEVICE_TABLE\s*\(\s*(\w+)\s*\)\s*=/) {
			if (WARN("DEFINE_PCI_DEVICE_TABLE",
				 "Prefer struct pci_device_id over deprecated DEFINE_PCI_DEVICE_TABLE\n" . $herecurr) &&
			    $fix) {
				$fixed[$linenr - 1] =~ s/\b(?:static\s+|)DEFINE_PCI_DEVICE_TABLE\s*\(\s*(\w+)\s*\)\s*=\s*/static const struct pci_device_id $1\[\] = /;
			}
		}

# check for new typedefs, only function parameters and sparse annotations
# make sense.
		if ($line =~ /\btypedef\s/ &&
		    $line !~ /\btypedef\s+$Type\s*\(\s*\*?$Ident\s*\)\s*\(/ &&
		    $line !~ /\btypedef\s+$Type\s+$Ident\s*\(/ &&
		    $line !~ /\b$typeTypedefs\b/ &&
		    $line !~ /\b__bitwise(?:__|)\b/) {
			WARN("NEW_TYPEDEFS",
			     "do not add new typedefs\n" . $herecurr);
		}

# * goes on variable not on type
		# (char*[ const])
		while ($line =~ m{(\($NonptrType(\s*(?:$Modifier\b\s*|\*\s*)+)\))}g) {
			#print "AA<$1>\n";
			my ($ident, $from, $to) = ($1, $2, $2);

			# Should start with a space.
			$to =~ s/^(\S)/ $1/;
			# Should not end with a space.
			$to =~ s/\s+$//;
			# '*'s should not have spaces between.
			while ($to =~ s/\*\s+\*/\*\*/) {
			}

##			print "1: from<$from> to<$to> ident<$ident>\n";
			if ($from ne $to) {
				if (ERROR("POINTER_LOCATION",
					  "\"(foo$from)\" should be \"(foo$to)\"\n" .  $herecurr) &&
				    $fix) {
					my $sub_from = $ident;
					my $sub_to = $ident;
					$sub_to =~ s/\Q$from\E/$to/;
					$fixed[$linenr - 1] =~
					    s@\Q$sub_from\E@$sub_to@;
				}
			}
		}
		while ($line =~ m{(\b$NonptrType(\s*(?:$Modifier\b\s*|\*\s*)+)($Ident))}g) {
			#print "BB<$1>\n";
			my ($match, $from, $to, $ident) = ($1, $2, $2, $3);

			# Should start with a space.
			$to =~ s/^(\S)/ $1/;
			# Should not end with a space.
			$to =~ s/\s+$//;
			# '*'s should not have spaces between.
			while ($to =~ s/\*\s+\*/\*\*/) {
			}
			# Modifiers should have spaces.
			$to =~ s/(\b$Modifier$)/$1 /;

##			print "2: from<$from> to<$to> ident<$ident>\n";
			if ($from ne $to && $ident !~ /^$Modifier$/) {
				if (ERROR("POINTER_LOCATION",
					  "\"foo${from}bar\" should be \"foo${to}bar\"\n" .  $herecurr) &&
				    $fix) {

					my $sub_from = $match;
					my $sub_to = $match;
					$sub_to =~ s/\Q$from\E/$to/;
					$fixed[$linenr - 1] =~
					    s@\Q$sub_from\E@$sub_to@;
				}
			}
		}

# # no BUG() or BUG_ON()
# 		if ($line =~ /\b(BUG|BUG_ON)\b/) {
# 			print "Try to use WARN_ON & Recovery code rather than BUG() or BUG_ON()\n";
# 			print "$herecurr";
# 			$clean = 0;
# 		}

		if ($line =~ /\bLINUX_VERSION_CODE\b/) {
			WARN("LINUX_VERSION_CODE",
			     "LINUX_VERSION_CODE should be avoided, code should be for the version to which it is merged\n" . $herecurr);
		}

# check for uses of printk_ratelimit
		if ($line =~ /\bprintk_ratelimit\s*\(/) {
			WARN("PRINTK_RATELIMITED",
"Prefer printk_ratelimited or pr_<level>_ratelimited to printk_ratelimit\n" . $herecurr);
		}

# printk should use KERN_* levels.  Note that follow on printk's on the
# same line do not need a level, so we use the current block context
# to try and find and validate the current printk.  In summary the current
# printk includes all preceding printk's which have no newline on the end.
# we assume the first bad printk is the one to report.
		if ($line =~ /\bprintk\((?!KERN_)\s*"/) {
			my $ok = 0;
			for (my $ln = $linenr - 1; $ln >= $first_line; $ln--) {
				#print "CHECK<$lines[$ln - 1]\n";
				# we have a preceding printk if it ends
				# with "\n" ignore it, else it is to blame
				if ($lines[$ln - 1] =~ m{\bprintk\(}) {
					if ($rawlines[$ln - 1] !~ m{\\n"}) {
						$ok = 1;
					}
					last;
				}
			}
			if ($ok == 0) {
				WARN("PRINTK_WITHOUT_KERN_LEVEL",
				     "printk() should include KERN_ facility level\n" . $herecurr);
			}
		}

		if ($line =~ /\bprintk\s*\(\s*KERN_([A-Z]+)/) {
			my $orig = $1;
			my $level = lc($orig);
			$level = "warn" if ($level eq "warning");
			my $level2 = $level;
			$level2 = "dbg" if ($level eq "debug");
			WARN("PREFER_PR_LEVEL",
			     "Prefer netdev_$level2(netdev, ... then dev_$level2(dev, ... then pr_$level(...  to printk(KERN_$orig ...\n" . $herecurr);
		}

		if ($line =~ /\bpr_warning\s*\(/) {
			if (WARN("PREFER_PR_LEVEL",
				 "Prefer pr_warn(... to pr_warning(...\n" . $herecurr) &&
			    $fix) {
				$fixed[$linenr - 1] =~
				    s/\bpr_warning\b/pr_warn/;
			}
		}

		if ($line =~ /\bdev_printk\s*\(\s*KERN_([A-Z]+)/) {
			my $orig = $1;
			my $level = lc($orig);
			$level = "warn" if ($level eq "warning");
			$level = "dbg" if ($level eq "debug");
			WARN("PREFER_DEV_LEVEL",
			     "Prefer dev_$level(... to dev_printk(KERN_$orig, ...\n" . $herecurr);
		}

# function brace can't be on same line, except for #defines of do while,
# or if closed on same line
		if (($line=~/$Type\s*$Ident\(.*\).*\s{/) and
		    !($line=~/\#\s*define.*do\s{/) and !($line=~/}/)) {
			ERROR("OPEN_BRACE",
			      "open brace '{' following function declarations go on the next line\n" . $herecurr);
		}

# open braces for enum, union and struct go on the same line.
		if ($line =~ /^.\s*{/ &&
		    $prevline =~ /^.\s*(?:typedef\s+)?(enum|union|struct)(?:\s+$Ident)?\s*$/) {
			ERROR("OPEN_BRACE",
			      "open brace '{' following $1 go on the same line\n" . $hereprev);
		}

# missing space after union, struct or enum definition
		if ($line =~ /^.\s*(?:typedef\s+)?(enum|union|struct)(?:\s+$Ident){1,2}[=\{]/) {
			if (WARN("SPACING",
				 "missing space after $1 definition\n" . $herecurr) &&
			    $fix) {
				$fixed[$linenr - 1] =~
				    s/^(.\s*(?:typedef\s+)?(?:enum|union|struct)(?:\s+$Ident){1,2})([=\{])/$1 $2/;
			}
		}

# Function pointer declarations
# check spacing between type, funcptr, and args
# canonical declaration is "type (*funcptr)(args...)"
#
# the $Declare variable will capture all spaces after the type
# so check it for trailing missing spaces or multiple spaces
		if ($line =~ /^.\s*($Declare)\((\s*)\*(\s*)$Ident(\s*)\)(\s*)\(/) {
			my $declare = $1;
			my $pre_pointer_space = $2;
			my $post_pointer_space = $3;
			my $funcname = $4;
			my $post_funcname_space = $5;
			my $pre_args_space = $6;

			if ($declare !~ /\s$/) {
				WARN("SPACING",
				     "missing space after return type\n" . $herecurr);
			}

# unnecessary space "type  (*funcptr)(args...)"
			elsif ($declare =~ /\s{2,}$/) {
				WARN("SPACING",
				     "Multiple spaces after return type\n" . $herecurr);
			}

# unnecessary space "type ( *funcptr)(args...)"
			if (defined $pre_pointer_space &&
			    $pre_pointer_space =~ /^\s/) {
				WARN("SPACING",
				     "Unnecessary space after function pointer open parenthesis\n" . $herecurr);
			}

# unnecessary space "type (* funcptr)(args...)"
			if (defined $post_pointer_space &&
			    $post_pointer_space =~ /^\s/) {
				WARN("SPACING",
				     "Unnecessary space before function pointer name\n" . $herecurr);
			}

# unnecessary space "type (*funcptr )(args...)"
			if (defined $post_funcname_space &&
			    $post_funcname_space =~ /^\s/) {
				WARN("SPACING",
				     "Unnecessary space after function pointer name\n" . $herecurr);
			}

# unnecessary space "type (*funcptr) (args...)"
			if (defined $pre_args_space &&
			    $pre_args_space =~ /^\s/) {
				WARN("SPACING",
				     "Unnecessary space before function pointer arguments\n" . $herecurr);
			}

			if (show_type("SPACING") && $fix) {
				$fixed[$linenr - 1] =~
				    s/^(.\s*$Declare)\(\s*\*\s*($Ident)\s*\)\s*\(/rtrim($1) . " " . "\(\*$2\)\("/ex;
			}
		}

# check for spacing round square brackets; allowed:
#  1. with a type on the left -- int [] a;
#  2. at the beginning of a line for slice initialisers -- [0...10] = 5,
#  3. inside a curly brace -- = { [0...10] = 5 }
		while ($line =~ /(.*?\s)\[/g) {
			my ($where, $prefix) = ($-[1], $1);
			if ($prefix !~ /$Type\s+$/ &&
			    ($where != 0 || $prefix !~ /^.\s+$/) &&
			    $prefix !~ /[{,]\s+$/) {
				if (ERROR("BRACKET_SPACE",
					  "space prohibited before open square bracket '['\n" . $herecurr) &&
				    $fix) {
				    $fixed[$linenr - 1] =~
					s/^(\+.*?)\s+\[/$1\[/;
				}
			}
		}

# check for spaces between functions and their parentheses.
		while ($line =~ /($Ident)\s+\(/g) {
			my $name = $1;
			my $ctx_before = substr($line, 0, $-[1]);
			my $ctx = "$ctx_before$name";

			# Ignore those directives where spaces _are_ permitted.
			if ($name =~ /^(?:
				if|for|while|switch|return|case|
				volatile|__volatile__|
				__attribute__|format|__extension__|
				asm|__asm__)$/x)
			{
			# cpp #define statements have non-optional spaces, ie
			# if there is a space between the name and the open
			# parenthesis it is simply not a parameter group.
			} elsif ($ctx_before =~ /^.\s*\#\s*define\s*$/) {

			# cpp #elif statement condition may start with a (
			} elsif ($ctx =~ /^.\s*\#\s*elif\s*$/) {

			# If this whole things ends with a type its most
			# likely a typedef for a function.
			} elsif ($ctx =~ /$Type$/) {

			} else {
				if (WARN("SPACING",
					 "space prohibited between function name and open parenthesis '('\n" . $herecurr) &&
					     $fix) {
					$fixed[$linenr - 1] =~
					    s/\b$name\s+\(/$name\(/;
				}
			}
		}

# Check operator spacing.
		if (!($line=~/\#\s*include/)) {
			my $fixed_line = "";
			my $line_fixed = 0;

			my $ops = qr{
				<<=|>>=|<=|>=|==|!=|
				\+=|-=|\*=|\/=|%=|\^=|\|=|&=|
				=>|->|<<|>>|<|>|=|!|~|
				&&|\|\||,|\^|\+\+|--|&|\||\+|-|\*|\/|%|
				\?:|\?|:
			}x;
			my @elements = split(/($ops|;)/, $opline);

##			print("element count: <" . $#elements . ">\n");
##			foreach my $el (@elements) {
##				print("el: <$el>\n");
##			}

			my @fix_elements = ();
			my $off = 0;

			foreach my $el (@elements) {
				push(@fix_elements, substr($rawline, $off, length($el)));
				$off += length($el);
			}

			$off = 0;

			my $blank = copy_spacing($opline);
			my $last_after = -1;

			for (my $n = 0; $n < $#elements; $n += 2) {

				my $good = $fix_elements[$n] . $fix_elements[$n + 1];

##				print("n: <$n> good: <$good>\n");

				$off += length($elements[$n]);

				# Pick up the preceding and succeeding characters.
				my $ca = substr($opline, 0, $off);
				my $cc = '';
				if (length($opline) >= ($off + length($elements[$n + 1]))) {
					$cc = substr($opline, $off + length($elements[$n + 1]));
				}
				my $cb = "$ca$;$cc";

				my $a = '';
				$a = 'V' if ($elements[$n] ne '');
				$a = 'W' if ($elements[$n] =~ /\s$/);
				$a = 'C' if ($elements[$n] =~ /$;$/);
				$a = 'B' if ($elements[$n] =~ /(\[|\()$/);
				$a = 'O' if ($elements[$n] eq '');
				$a = 'E' if ($ca =~ /^\s*$/);

				my $op = $elements[$n + 1];

				my $c = '';
				if (defined $elements[$n + 2]) {
					$c = 'V' if ($elements[$n + 2] ne '');
					$c = 'W' if ($elements[$n + 2] =~ /^\s/);
					$c = 'C' if ($elements[$n + 2] =~ /^$;/);
					$c = 'B' if ($elements[$n + 2] =~ /^(\)|\]|;)/);
					$c = 'O' if ($elements[$n + 2] eq '');
					$c = 'E' if ($elements[$n + 2] =~ /^\s*\\$/);
				} else {
					$c = 'E';
				}

				my $ctx = "${a}x${c}";

				my $at = "(ctx:$ctx)";

				my $ptr = substr($blank, 0, $off) . "^";
				my $hereptr = "$hereline$ptr\n";

				# Pull out the value of this operator.
				my $op_type = substr($curr_values, $off + 1, 1);

				# Get the full operator variant.
				my $opv = $op . substr($curr_vars, $off, 1);

				# Ignore operators passed as parameters.
				if ($op_type ne 'V' &&
				    $ca =~ /\s$/ && $cc =~ /^\s*,/) {

#				# Ignore comments
#				} elsif ($op =~ /^$;+$/) {

				# ; should have either the end of line or a space or \ after it
				} elsif ($op eq ';') {
					if ($ctx !~ /.x[WEBC]/ &&
					    $cc !~ /^\\/ && $cc !~ /^;/) {
						if (ERROR("SPACING",
							  "space required after that '$op' $at\n" . $hereptr)) {
							$good = $fix_elements[$n] . trim($fix_elements[$n + 1]) . " ";
							$line_fixed = 1;
						}
					}

				# // is a comment
				} elsif ($op eq '//') {

				# No spaces for:
				#   ->
				#   :   when part of a bitfield
				} elsif ($op eq '->' || $opv eq ':B') {
					if ($ctx =~ /Wx.|.xW/) {
						if (ERROR("SPACING",
							  "spaces prohibited around that '$op' $at\n" . $hereptr)) {
							$good = rtrim($fix_elements[$n]) . trim($fix_elements[$n + 1]);
							if (defined $fix_elements[$n + 2]) {
								$fix_elements[$n + 2] =~ s/^\s+//;
							}
							$line_fixed = 1;
						}
					}

				# , must have a space on the right.
				} elsif ($op eq ',') {
					if ($ctx !~ /.x[WEC]/ && $cc !~ /^}/) {
						if (ERROR("SPACING",
							  "space required after that '$op' $at\n" . $hereptr)) {
							$good = $fix_elements[$n] . trim($fix_elements[$n + 1]) . " ";
							$line_fixed = 1;
							$last_after = $n;
						}
					}

				# '*' as part of a type definition -- reported already.
				} elsif ($opv eq '*_') {
					#warn "'*' is part of type\n";

				# unary operators should have a space before and
				# none after.  May be left adjacent to another
				# unary operator, or a cast
				} elsif ($op eq '!' || $op eq '~' ||
					 $opv eq '*U' || $opv eq '-U' ||
					 $opv eq '&U' || $opv eq '&&U') {
					if ($ctx !~ /[WEBC]x./ && $ca !~ /(?:\)|!|~|\*|-|\&|\||\+\+|\-\-|\{)$/) {
						if (ERROR("SPACING",
							  "space required before that '$op' $at\n" . $hereptr)) {
							if ($n != $last_after + 2) {
								$good = $fix_elements[$n] . " " . ltrim($fix_elements[$n + 1]);
								$line_fixed = 1;
							}
						}
					}
					if ($op eq '*' && $cc =~/\s*$Modifier\b/) {
						# A unary '*' may be const

					} elsif ($ctx =~ /.xW/) {
						if (ERROR("SPACING",
							  "space prohibited after that '$op' $at\n" . $hereptr)) {
							$good = $fix_elements[$n] . rtrim($fix_elements[$n + 1]);
							if (defined $fix_elements[$n + 2]) {
								$fix_elements[$n + 2] =~ s/^\s+//;
							}
							$line_fixed = 1;
						}
					}

				# unary ++ and unary -- are allowed no space on one side.
				} elsif ($op eq '++' or $op eq '--') {
					if ($ctx !~ /[WEOBC]x[^W]/ && $ctx !~ /[^W]x[WOBEC]/) {
						if (ERROR("SPACING",
							  "space required one side of that '$op' $at\n" . $hereptr)) {
							$good = $fix_elements[$n] . trim($fix_elements[$n + 1]) . " ";
							$line_fixed = 1;
						}
					}
					if ($ctx =~ /Wx[BE]/ ||
					    ($ctx =~ /Wx./ && $cc =~ /^;/)) {
						if (ERROR("SPACING",
							  "space prohibited before that '$op' $at\n" . $hereptr)) {
							$good = rtrim($fix_elements[$n]) . trim($fix_elements[$n + 1]);
							$line_fixed = 1;
						}
					}
					if ($ctx =~ /ExW/) {
						if (ERROR("SPACING",
							  "space prohibited after that '$op' $at\n" . $hereptr)) {
							$good = $fix_elements[$n] . trim($fix_elements[$n + 1]);
							if (defined $fix_elements[$n + 2]) {
								$fix_elements[$n + 2] =~ s/^\s+//;
							}
							$line_fixed = 1;
						}
					}

				# << and >> may either have or not have spaces both sides
				} elsif ($op eq '<<' or $op eq '>>' or
					 $op eq '&' or $op eq '^' or $op eq '|' or
					 $op eq '+' or $op eq '-' or
					 $op eq '*' or $op eq '/' or
					 $op eq '%')
				{
					if ($ctx =~ /Wx[^WCE]|[^WCE]xW/) {
						if (ERROR("SPACING",
							  "need consistent spacing around '$op' $at\n" . $hereptr)) {
							$good = rtrim($fix_elements[$n]) . " " . trim($fix_elements[$n + 1]) . " ";
							if (defined $fix_elements[$n + 2]) {
								$fix_elements[$n + 2] =~ s/^\s+//;
							}
							$line_fixed = 1;
						}
					}

				# A colon needs no spaces before when it is
				# terminating a case value or a label.
				} elsif ($opv eq ':C' || $opv eq ':L') {
					if ($ctx =~ /Wx./) {
						if (ERROR("SPACING",
							  "space prohibited before that '$op' $at\n" . $hereptr)) {
							$good = rtrim($fix_elements[$n]) . trim($fix_elements[$n + 1]);
							$line_fixed = 1;
						}
					}

				# All the others need spaces both sides.
				} elsif ($ctx !~ /[EWC]x[CWE]/) {
					my $ok = 0;

					# Ignore email addresses <foo@bar>
					if (($op eq '<' &&
					     $cc =~ /^\S+\@\S+>/) ||
					    ($op eq '>' &&
					     $ca =~ /<\S+\@\S+$/))
					{
					    	$ok = 1;
					}

					# messages are ERROR, but ?: are CHK
					if ($ok == 0) {
						my $msg_type = \&ERROR;
						$msg_type = \&CHK if (($op eq '?:' || $op eq '?' || $op eq ':') && $ctx =~ /VxV/);

						if (&{$msg_type}("SPACING",
								 "spaces required around that '$op' $at\n" . $hereptr)) {
							$good = rtrim($fix_elements[$n]) . " " . trim($fix_elements[$n + 1]) . " ";
							if (defined $fix_elements[$n + 2]) {
								$fix_elements[$n + 2] =~ s/^\s+//;
							}
							$line_fixed = 1;
						}
					}
				}
				$off += length($elements[$n + 1]);

##				print("n: <$n> GOOD: <$good>\n");

				$fixed_line = $fixed_line . $good;
			}

			if (($#elements % 2) == 0) {
				$fixed_line = $fixed_line . $fix_elements[$#elements];
			}

			if ($fix && $line_fixed && $fixed_line ne $fixed[$linenr - 1]) {
				$fixed[$linenr - 1] = $fixed_line;
			}


		}

# check for whitespace before a non-naked semicolon
		if ($line =~ /^\+.*\S\s+;\s*$/) {
			if (WARN("SPACING",
				 "space prohibited before semicolon\n" . $herecurr) &&
			    $fix) {
				1 while $fixed[$linenr - 1] =~
				    s/^(\+.*\S)\s+;/$1;/;
			}
		}

# check for multiple assignments
		if ($line =~ /^.\s*$Lval\s*=\s*$Lval\s*=(?!=)/) {
			CHK("MULTIPLE_ASSIGNMENTS",
			    "multiple assignments should be avoided\n" . $herecurr);
		}

## # check for multiple declarations, allowing for a function declaration
## # continuation.
## 		if ($line =~ /^.\s*$Type\s+$Ident(?:\s*=[^,{]*)?\s*,\s*$Ident.*/ &&
## 		    $line !~ /^.\s*$Type\s+$Ident(?:\s*=[^,{]*)?\s*,\s*$Type\s*$Ident.*/) {
##
## 			# Remove any bracketed sections to ensure we do not
## 			# falsly report the parameters of functions.
## 			my $ln = $line;
## 			while ($ln =~ s/\([^\(\)]*\)//g) {
## 			}
## 			if ($ln =~ /,/) {
## 				WARN("MULTIPLE_DECLARATION",
##				     "declaring multiple variables together should be avoided\n" . $herecurr);
## 			}
## 		}

#need space before brace following if, while, etc
		if (($line =~ /\(.*\){/ && $line !~ /\($Type\){/) ||
		    $line =~ /do{/) {
			if (ERROR("SPACING",
				  "space required before the open brace '{'\n" . $herecurr) &&
			    $fix) {
				$fixed[$linenr - 1] =~ s/^(\+.*(?:do|\))){/$1 {/;
			}
		}

## # check for blank lines before declarations
##		if ($line =~ /^.\t+$Type\s+$Ident(?:\s*=.*)?;/ &&
##		    $prevrawline =~ /^.\s*$/) {
##			WARN("SPACING",
##			     "No blank lines before declarations\n" . $hereprev);
##		}
##

# closing brace should have a space following it when it has anything
# on the line
		if ($line =~ /}(?!(?:,|;|\)))\S/) {
			if (ERROR("SPACING",
				  "space required after that close brace '}'\n" . $herecurr) &&
			    $fix) {
				$fixed[$linenr - 1] =~
				    s/}((?!(?:,|;|\)))\S)/} $1/;
			}
		}

# check spacing on square brackets
		if ($line =~ /\[\s/ && $line !~ /\[\s*$/) {
			if (ERROR("SPACING",
				  "space prohibited after that open square bracket '['\n" . $herecurr) &&
			    $fix) {
				$fixed[$linenr - 1] =~
				    s/\[\s+/\[/;
			}
		}
		if ($line =~ /\s\]/) {
			if (ERROR("SPACING",
				  "space prohibited before that close square bracket ']'\n" . $herecurr) &&
			    $fix) {
				$fixed[$linenr - 1] =~
				    s/\s+\]/\]/;
			}
		}

# check spacing on parentheses
		if ($line =~ /\(\s/ && $line !~ /\(\s*(?:\\)?$/ &&
		    $line !~ /for\s*\(\s+;/) {
			if (ERROR("SPACING",
				  "space prohibited after that open parenthesis '('\n" . $herecurr) &&
			    $fix) {
				$fixed[$linenr - 1] =~
				    s/\(\s+/\(/;
			}
		}
		if ($line =~ /(\s+)\)/ && $line !~ /^.\s*\)/ &&
		    $line !~ /for\s*\(.*;\s+\)/ &&
		    $line !~ /:\s+\)/) {
			if (ERROR("SPACING",
				  "space prohibited before that close parenthesis ')'\n" . $herecurr) &&
			    $fix) {
				$fixed[$linenr - 1] =~
				    s/\s+\)/\)/;
			}
		}

#goto labels aren't indented, allow a single space however
		if ($line=~/^.\s+[A-Za-z\d_]+:(?![0-9]+)/ and
		   !($line=~/^. [A-Za-z\d_]+:/) and !($line=~/^.\s+default:/)) {
			if (WARN("INDENTED_LABEL",
				 "labels should not be indented\n" . $herecurr) &&
			    $fix) {
				$fixed[$linenr - 1] =~
				    s/^(.)\s+/$1/;
			}
		}

# Return is not a function.
		if (defined($stat) && $stat =~ /^.\s*return(\s*)\(/s) {
			my $spacing = $1;
			if ($^V && $^V ge 5.10.0 &&
			    $stat =~ /^.\s*return\s*$balanced_parens\s*;\s*$/) {
				ERROR("RETURN_PARENTHESES",
				      "return is not a function, parentheses are not required\n" . $herecurr);

			} elsif ($spacing !~ /\s+/) {
				ERROR("SPACING",
				      "space required before the open parenthesis '('\n" . $herecurr);
			}
		}

# if statements using unnecessary parentheses - ie: if ((foo == bar))
		if ($^V && $^V ge 5.10.0 &&
		    $line =~ /\bif\s*((?:\(\s*){2,})/) {
			my $openparens = $1;
			my $count = $openparens =~ tr@\(@\(@;
			my $msg = "";
			if ($line =~ /\bif\s*(?:\(\s*){$count,$count}$LvalOrFunc\s*($Compare)\s*$LvalOrFunc(?:\s*\)){$count,$count}/) {
				my $comp = $4;	#Not $1 because of $LvalOrFunc
				$msg = " - maybe == should be = ?" if ($comp eq "==");
				WARN("UNNECESSARY_PARENTHESES",
				     "Unnecessary parentheses$msg\n" . $herecurr);
			}
		}

# Return of what appears to be an errno should normally be -'ve
		if ($line =~ /^.\s*return\s*(E[A-Z]*)\s*;/) {
			my $name = $1;
			if ($name ne 'EOF' && $name ne 'ERROR') {
				WARN("USE_NEGATIVE_ERRNO",
				     "return of an errno should typically be -ve (return -$1)\n" . $herecurr);
			}
		}

# Need a space before open parenthesis after if, while etc
		if ($line =~ /\b(if|while|for|switch)\(/) {
			if (ERROR("SPACING",
				  "space required before the open parenthesis '('\n" . $herecurr) &&
			    $fix) {
				$fixed[$linenr - 1] =~
				    s/\b(if|while|for|switch)\(/$1 \(/;
			}
		}

# Check for illegal assignment in if conditional -- and check for trailing
# statements after the conditional.
		if ($line =~ /do\s*(?!{)/) {
			($stat, $cond, $line_nr_next, $remain_next, $off_next) =
				ctx_statement_block($linenr, $realcnt, 0)
					if (!defined $stat);
			my ($stat_next) = ctx_statement_block($line_nr_next,
						$remain_next, $off_next);
			$stat_next =~ s/\n./\n /g;
			##print "stat<$stat> stat_next<$stat_next>\n";

			if ($stat_next =~ /^\s*while\b/) {
				# If the statement carries leading newlines,
				# then count those as offsets.
				my ($whitespace) =
					($stat_next =~ /^((?:\s*\n[+-])*\s*)/s);
				my $offset =
					statement_rawlines($whitespace) - 1;

				$suppress_whiletrailers{$line_nr_next +
								$offset} = 1;
			}
		}
		if (!defined $suppress_whiletrailers{$linenr} &&
		    defined($stat) && defined($cond) &&
		    $line =~ /\b(?:if|while|for)\s*\(/ && $line !~ /^.\s*#/) {
			my ($s, $c) = ($stat, $cond);

			if ($c =~ /\bif\s*\(.*[^<>!=]=[^=].*/s) {
				ERROR("ASSIGN_IN_IF",
				      "do not use assignment in if condition\n" . $herecurr);
			}

			# Find out what is on the end of the line after the
			# conditional.
			substr($s, 0, length($c), '');
			$s =~ s/\n.*//g;
			$s =~ s/$;//g; 	# Remove any comments
			if (length($c) && $s !~ /^\s*{?\s*\\*\s*$/ &&
			    $c !~ /}\s*while\s*/)
			{
				# Find out how long the conditional actually is.
				my @newlines = ($c =~ /\n/gs);
				my $cond_lines = 1 + $#newlines;
				my $stat_real = '';

				$stat_real = raw_line($linenr, $cond_lines)
							. "\n" if ($cond_lines);
				if (defined($stat_real) && $cond_lines > 1) {
					$stat_real = "[...]\n$stat_real";
				}

				ERROR("TRAILING_STATEMENTS",
				      "trailing statements should be on next line\n" . $herecurr . $stat_real);
			}
		}

# Check for bitwise tests written as boolean
		if ($line =~ /
			(?:
				(?:\[|\(|\&\&|\|\|)
				\s*0[xX][0-9]+\s*
				(?:\&\&|\|\|)
			|
				(?:\&\&|\|\|)
				\s*0[xX][0-9]+\s*
				(?:\&\&|\|\||\)|\])
			)/x)
		{
			WARN("HEXADECIMAL_BOOLEAN_TEST",
			     "boolean test with hexadecimal, perhaps just 1 \& or \|?\n" . $herecurr);
		}

# if and else should not have general statements after it
		if ($line =~ /^.\s*(?:}\s*)?else\b(.*)/) {
			my $s = $1;
			$s =~ s/$;//g; 	# Remove any comments
			if ($s !~ /^\s*(?:\sif|(?:{|)\s*\\?\s*$)/) {
				ERROR("TRAILING_STATEMENTS",
				      "trailing statements should be on next line\n" . $herecurr);
			}
		}
# if should not continue a brace
		if ($line =~ /}\s*if\b/) {
			ERROR("TRAILING_STATEMENTS",
			      "trailing statements should be on next line\n" .
				$herecurr);
		}
# case and default should not have general statements after them
		if ($line =~ /^.\s*(?:case\s*.*|default\s*):/g &&
		    $line !~ /\G(?:
			(?:\s*$;*)(?:\s*{)?(?:\s*$;*)(?:\s*\\)?\s*$|
			\s*return\s+
		    )/xg)
		{
			ERROR("TRAILING_STATEMENTS",
			      "trailing statements should be on next line\n" . $herecurr);
		}

		# Check for }<nl>else {, these must be at the same
		# indent level to be relevant to each other.
		if ($prevline=~/}\s*$/ and $line=~/^.\s*else\s*/ and
						$previndent == $indent) {
			ERROR("ELSE_AFTER_BRACE",
			      "else should follow close brace '}'\n" . $hereprev);
		}

		if ($prevline=~/}\s*$/ and $line=~/^.\s*while\s*/ and
						$previndent == $indent) {
			my ($s, $c) = ctx_statement_block($linenr, $realcnt, 0);

			# Find out what is on the end of the line after the
			# conditional.
			substr($s, 0, length($c), '');
			$s =~ s/\n.*//g;

			if ($s =~ /^\s*;/) {
				ERROR("WHILE_AFTER_BRACE",
				      "while should follow close brace '}'\n" . $hereprev);
			}
		}

#Specific variable tests
		while ($line =~ m{($Constant|$Lval)}g) {
			my $var = $1;

#gcc binary extension
			if ($var =~ /^$Binary$/) {
				if (WARN("GCC_BINARY_CONSTANT",
					 "Avoid gcc v4.3+ binary constant extension: <$var>\n" . $herecurr) &&
				    $fix) {
					my $hexval = sprintf("0x%x", oct($var));
					$fixed[$linenr - 1] =~
					    s/\b$var\b/$hexval/;
				}
			}

#CamelCase
			if ($var !~ /^$Constant$/ &&
			    $var =~ /[A-Z][a-z]|[a-z][A-Z]/ &&
#Ignore Page<foo> variants
			    $var !~ /^(?:Clear|Set|TestClear|TestSet|)Page[A-Z]/ &&
#Ignore SI style variants like nS, mV and dB (ie: max_uV, regulator_min_uA_show)
			    $var !~ /^(?:[a-z_]*?)_?[a-z][A-Z](?:_[a-z_]+)?$/) {
				while ($var =~ m{($Ident)}g) {
					my $word = $1;
					next if ($word !~ /[A-Z][a-z]|[a-z][A-Z]/);
					if ($check) {
						seed_camelcase_includes();
						if (!$file && !$camelcase_file_seeded) {
							seed_camelcase_file($realfile);
							$camelcase_file_seeded = 1;
						}
					}
					if (!defined $camelcase{$word}) {
						$camelcase{$word} = 1;
						CHK("CAMELCASE",
						    "Avoid CamelCase: <$word>\n" . $herecurr);
					}
				}
			}
		}

#no spaces allowed after \ in define
		if ($line =~ /\#\s*define.*\\\s+$/) {
			if (WARN("WHITESPACE_AFTER_LINE_CONTINUATION",
				 "Whitespace after \\ makes next lines useless\n" . $herecurr) &&
			    $fix) {
				$fixed[$linenr - 1] =~ s/\s+$//;
			}
		}

#warn if <asm/foo.h> is #included and <linux/foo.h> is available (uses RAW line)
		if ($tree && $rawline =~ m{^.\s*\#\s*include\s*\<asm\/(.*)\.h\>}) {
			my $file = "$1.h";
			my $checkfile = "include/linux/$file";
			if (-f "$root/$checkfile" &&
			    $realfile ne $checkfile &&
			    $1 !~ /$allowed_asm_includes/)
			{
				if ($realfile =~ m{^arch/}) {
					CHK("ARCH_INCLUDE_LINUX",
					    "Consider using #include <linux/$file> instead of <asm/$file>\n" . $herecurr);
				} else {
					WARN("INCLUDE_LINUX",
					     "Use #include <linux/$file> instead of <asm/$file>\n" . $herecurr);
				}
			}
		}

# multi-statement macros should be enclosed in a do while loop, grab the
# first statement and ensure its the whole macro if its not enclosed
# in a known good container
		if ($realfile !~ m@/vmlinux.lds.h$@ &&
		    $line =~ /^.\s*\#\s*define\s*$Ident(\()?/) {
			my $ln = $linenr;
			my $cnt = $realcnt;
			my ($off, $dstat, $dcond, $rest);
			my $ctx = '';
			($dstat, $dcond, $ln, $cnt, $off) =
				ctx_statement_block($linenr, $realcnt, 0);
			$ctx = $dstat;
			#print "dstat<$dstat> dcond<$dcond> cnt<$cnt> off<$off>\n";
			#print "LINE<$lines[$ln-1]> len<" . length($lines[$ln-1]) . "\n";

			$dstat =~ s/^.\s*\#\s*define\s+$Ident(?:\([^\)]*\))?\s*//;
			$dstat =~ s/$;//g;
			$dstat =~ s/\\\n.//g;
			$dstat =~ s/^\s*//s;
			$dstat =~ s/\s*$//s;

			# Flatten any parentheses and braces
			while ($dstat =~ s/\([^\(\)]*\)/1/ ||
			       $dstat =~ s/\{[^\{\}]*\}/1/ ||
			       $dstat =~ s/\[[^\[\]]*\]/1/)
			{
			}

			# Flatten any obvious string concatentation.
			while ($dstat =~ s/("X*")\s*$Ident/$1/ ||
			       $dstat =~ s/$Ident\s*("X*")/$1/)
			{
			}

			my $exceptions = qr{
				$Declare|
				module_param_named|
				MODULE_PARM_DESC|
				DECLARE_PER_CPU|
				DEFINE_PER_CPU|
				__typeof__\(|
				union|
				struct|
				\.$Ident\s*=\s*|
				^\"|\"$
			}x;
			#print "REST<$rest> dstat<$dstat> ctx<$ctx>\n";
			if ($dstat ne '' &&
			    $dstat !~ /^(?:$Ident|-?$Constant),$/ &&			# 10, // foo(),
			    $dstat !~ /^(?:$Ident|-?$Constant);$/ &&			# foo();
			    $dstat !~ /^[!~-]?(?:$Lval|$Constant)$/ &&		# 10 // foo() // !foo // ~foo // -foo // foo->bar // foo.bar->baz
			    $dstat !~ /^'X'$/ &&					# character constants
			    $dstat !~ /$exceptions/ &&
			    $dstat !~ /^\.$Ident\s*=/ &&				# .foo =
			    $dstat !~ /^(?:\#\s*$Ident|\#\s*$Constant)\s*$/ &&		# stringification #foo
			    $dstat !~ /^do\s*$Constant\s*while\s*$Constant;?$/ &&	# do {...} while (...); // do {...} while (...)
			    $dstat !~ /^for\s*$Constant$/ &&				# for (...)
			    $dstat !~ /^for\s*$Constant\s+(?:$Ident|-?$Constant)$/ &&	# for (...) bar()
			    $dstat !~ /^do\s*{/ &&					# do {...
			    $dstat !~ /^\({/ &&						# ({...
			    $ctx !~ /^.\s*#\s*define\s+TRACE_(?:SYSTEM|INCLUDE_FILE|INCLUDE_PATH)\b/)
			{
				$ctx =~ s/\n*$//;
				my $herectx = $here . "\n";
				my $cnt = statement_rawlines($ctx);

				for (my $n = 0; $n < $cnt; $n++) {
					$herectx .= raw_line($linenr, $n) . "\n";
				}

				if ($dstat =~ /;/) {
					ERROR("MULTISTATEMENT_MACRO_USE_DO_WHILE",
					      "Macros with multiple statements should be enclosed in a do - while loop\n" . "$herectx");
				} else {
					ERROR("COMPLEX_MACRO",
					      "Macros with complex values should be enclosed in parenthesis\n" . "$herectx");
				}
			}

# check for line continuations outside of #defines, preprocessor #, and asm

		} else {
			if ($prevline !~ /^..*\\$/ &&
			    $line !~ /^\+\s*\#.*\\$/ &&		# preprocessor
			    $line !~ /^\+.*\b(__asm__|asm)\b.*\\$/ &&	# asm
			    $line =~ /^\+.*\\$/) {
				WARN("LINE_CONTINUATIONS",
				     "Avoid unnecessary line continuations\n" . $herecurr);
			}
		}

# do {} while (0) macro tests:
# single-statement macros do not need to be enclosed in do while (0) loop,
# macro should not end with a semicolon
		if ($^V && $^V ge 5.10.0 &&
		    $realfile !~ m@/vmlinux.lds.h$@ &&
		    $line =~ /^.\s*\#\s*define\s+$Ident(\()?/) {
			my $ln = $linenr;
			my $cnt = $realcnt;
			my ($off, $dstat, $dcond, $rest);
			my $ctx = '';
			($dstat, $dcond, $ln, $cnt, $off) =
				ctx_statement_block($linenr, $realcnt, 0);
			$ctx = $dstat;

			$dstat =~ s/\\\n.//g;

			if ($dstat =~ /^\+\s*#\s*define\s+$Ident\s*${balanced_parens}\s*do\s*{(.*)\s*}\s*while\s*\(\s*0\s*\)\s*([;\s]*)\s*$/) {
				my $stmts = $2;
				my $semis = $3;

				$ctx =~ s/\n*$//;
				my $cnt = statement_rawlines($ctx);
				my $herectx = $here . "\n";

				for (my $n = 0; $n < $cnt; $n++) {
					$herectx .= raw_line($linenr, $n) . "\n";
				}

				if (($stmts =~ tr/;/;/) == 1 &&
				    $stmts !~ /^\s*(if|while|for|switch)\b/) {
					WARN("SINGLE_STATEMENT_DO_WHILE_MACRO",
					     "Single statement macros should not use a do {} while (0) loop\n" . "$herectx");
				}
				if (defined $semis && $semis ne "") {
					WARN("DO_WHILE_MACRO_WITH_TRAILING_SEMICOLON",
					     "do {} while (0) macros should not be semicolon terminated\n" . "$herectx");
				}
			}
		}

# make sure symbols are always wrapped with VMLINUX_SYMBOL() ...
# all assignments may have only one of the following with an assignment:
#	.
#	ALIGN(...)
#	VMLINUX_SYMBOL(...)
		if ($realfile eq 'vmlinux.lds.h' && $line =~ /(?:(?:^|\s)$Ident\s*=|=\s*$Ident(?:\s|$))/) {
			WARN("MISSING_VMLINUX_SYMBOL",
			     "vmlinux.lds.h needs VMLINUX_SYMBOL() around C-visible symbols\n" . $herecurr);
		}

# check for redundant bracing round if etc
		if ($line =~ /(^.*)\bif\b/ && $1 !~ /else\s*$/) {
			my ($level, $endln, @chunks) =
				ctx_statement_full($linenr, $realcnt, 1);
			#print "chunks<$#chunks> linenr<$linenr> endln<$endln> level<$level>\n";
			#print "APW: <<$chunks[1][0]>><<$chunks[1][1]>>\n";
			if ($#chunks > 0 && $level == 0) {
				my @allowed = ();
				my $allow = 0;
				my $seen = 0;
				my $herectx = $here . "\n";
				my $ln = $linenr - 1;
				for my $chunk (@chunks) {
					my ($cond, $block) = @{$chunk};

					# If the condition carries leading newlines, then count those as offsets.
					my ($whitespace) = ($cond =~ /^((?:\s*\n[+-])*\s*)/s);
					my $offset = statement_rawlines($whitespace) - 1;

					$allowed[$allow] = 0;
					#print "COND<$cond> whitespace<$whitespace> offset<$offset>\n";

					# We have looked at and allowed this specific line.
					$suppress_ifbraces{$ln + $offset} = 1;

					$herectx .= "$rawlines[$ln + $offset]\n[...]\n";
					$ln += statement_rawlines($block) - 1;

					substr($block, 0, length($cond), '');

					$seen++ if ($block =~ /^\s*{/);

					#print "cond<$cond> block<$block> allowed<$allowed[$allow]>\n";
					if (statement_lines($cond) > 1) {
						#print "APW: ALLOWED: cond<$cond>\n";
						$allowed[$allow] = 1;
					}
					if ($block =~/\b(?:if|for|while)\b/) {
						#print "APW: ALLOWED: block<$block>\n";
						$allowed[$allow] = 1;
					}
					if (statement_block_size($block) > 1) {
						#print "APW: ALLOWED: lines block<$block>\n";
						$allowed[$allow] = 1;
					}
					$allow++;
				}
				if ($seen) {
					my $sum_allowed = 0;
					foreach (@allowed) {
						$sum_allowed += $_;
					}
					if ($sum_allowed == 0) {
						WARN("BRACES",
						     "braces {} are not necessary for any arm of this statement\n" . $herectx);
					} elsif ($sum_allowed != $allow &&
						 $seen != $allow) {
						CHK("BRACES",
						    "braces {} should be used on all arms of this statement\n" . $herectx);
					}
				}
			}
		}
		if (!defined $suppress_ifbraces{$linenr - 1} &&
					$line =~ /\b(if|while|for|else)\b/) {
			my $allowed = 0;

			# Check the pre-context.
			if (substr($line, 0, $-[0]) =~ /(\}\s*)$/) {
				#print "APW: ALLOWED: pre<$1>\n";
				$allowed = 1;
			}

			my ($level, $endln, @chunks) =
				ctx_statement_full($linenr, $realcnt, $-[0]);

			# Check the condition.
			my ($cond, $block) = @{$chunks[0]};
			#print "CHECKING<$linenr> cond<$cond> block<$block>\n";
			if (defined $cond) {
				substr($block, 0, length($cond), '');
			}
			if (statement_lines($cond) > 1) {
				#print "APW: ALLOWED: cond<$cond>\n";
				$allowed = 1;
			}
			if ($block =~/\b(?:if|for|while)\b/) {
				#print "APW: ALLOWED: block<$block>\n";
				$allowed = 1;
			}
			if (statement_block_size($block) > 1) {
				#print "APW: ALLOWED: lines block<$block>\n";
				$allowed = 1;
			}
			# Check the post-context.
			if (defined $chunks[1]) {
				my ($cond, $block) = @{$chunks[1]};
				if (defined $cond) {
					substr($block, 0, length($cond), '');
				}
				if ($block =~ /^\s*\{/) {
					#print "APW: ALLOWED: chunk-1 block<$block>\n";
					$allowed = 1;
				}
			}
			if ($level == 0 && $block =~ /^\s*\{/ && !$allowed) {
				my $herectx = $here . "\n";
				my $cnt = statement_rawlines($block);

				for (my $n = 0; $n < $cnt; $n++) {
					$herectx .= raw_line($linenr, $n) . "\n";
				}

				WARN("BRACES",
				     "braces {} are not necessary for single statement blocks\n" . $herectx);
			}
		}

# check for unnecessary blank lines around braces
		if (($line =~ /^.\s*}\s*$/ && $prevrawline =~ /^.\s*$/)) {
			CHK("BRACES",
			    "Blank lines aren't necessary before a close brace '}'\n" . $hereprev);
		}
		if (($rawline =~ /^.\s*$/ && $prevline =~ /^..*{\s*$/)) {
			CHK("BRACES",
			    "Blank lines aren't necessary after an open brace '{'\n" . $hereprev);
		}

# no volatiles please
		my $asm_volatile = qr{\b(__asm__|asm)\s+(__volatile__|volatile)\b};
		if ($line =~ /\bvolatile\b/ && $line !~ /$asm_volatile/) {
			WARN("VOLATILE",
			     "Use of volatile is usually wrong: see Documentation/volatile-considered-harmful.txt\n" . $herecurr);
		}

# warn about #if 0
		if ($line =~ /^.\s*\#\s*if\s+0\b/) {
			CHK("REDUNDANT_CODE",
			    "if this code is redundant consider removing it\n" .
				$herecurr);
		}

# check for needless "if (<foo>) fn(<foo>)" uses
		if ($prevline =~ /\bif\s*\(\s*($Lval)\s*\)/) {
			my $expr = '\s*\(\s*' . quotemeta($1) . '\s*\)\s*;';
			if ($line =~ /\b(kfree|usb_free_urb|debugfs_remove(?:_recursive)?)$expr/) {
				WARN('NEEDLESS_IF',
				     "$1(NULL) is safe this check is probably not required\n" . $hereprev);
			}
		}

# check for bad placement of section $InitAttribute (e.g.: __initdata)
		if ($line =~ /(\b$InitAttribute\b)/) {
			my $attr = $1;
			if ($line =~ /^\+\s*static\s+(?:const\s+)?(?:$attr\s+)?($NonptrTypeWithAttr)\s+(?:$attr\s+)?($Ident(?:\[[^]]*\])?)\s*[=;]/) {
				my $ptr = $1;
				my $var = $2;
				if ((($ptr =~ /\b(union|struct)\s+$attr\b/ &&
				      ERROR("MISPLACED_INIT",
					    "$attr should be placed after $var\n" . $herecurr)) ||
				     ($ptr !~ /\b(union|struct)\s+$attr\b/ &&
				      WARN("MISPLACED_INIT",
					   "$attr should be placed after $var\n" . $herecurr))) &&
				    $fix) {
					$fixed[$linenr - 1] =~ s/(\bstatic\s+(?:const\s+)?)(?:$attr\s+)?($NonptrTypeWithAttr)\s+(?:$attr\s+)?($Ident(?:\[[^]]*\])?)\s*([=;])\s*/"$1" . trim(string_find_replace($2, "\\s*$attr\\s*", " ")) . " " . trim(string_find_replace($3, "\\s*$attr\\s*", "")) . " $attr" . ("$4" eq ";" ? ";" : " = ")/e;
				}
			}
		}

# check for $InitAttributeData (ie: __initdata) with const
		if ($line =~ /\bconst\b/ && $line =~ /($InitAttributeData)/) {
			my $attr = $1;
			$attr =~ /($InitAttributePrefix)(.*)/;
			my $attr_prefix = $1;
			my $attr_type = $2;
			if (ERROR("INIT_ATTRIBUTE",
				  "Use of const init definition must use ${attr_prefix}initconst\n" . $herecurr) &&
			    $fix) {
				$fixed[$linenr - 1] =~
				    s/$InitAttributeData/${attr_prefix}initconst/;
			}
		}

# check for $InitAttributeConst (ie: __initconst) without const
		if ($line !~ /\bconst\b/ && $line =~ /($InitAttributeConst)/) {
			my $attr = $1;
			if (ERROR("INIT_ATTRIBUTE",
				  "Use of $attr requires a separate use of const\n" . $herecurr) &&
			    $fix) {
				my $lead = $fixed[$linenr - 1] =~
				    /(^\+\s*(?:static\s+))/;
				$lead = rtrim($1);
				$lead = "$lead " if ($lead !~ /^\+$/);
				$lead = "${lead}const ";
				$fixed[$linenr - 1] =~ s/(^\+\s*(?:static\s+))/$lead/;
			}
		}

# prefer usleep_range over udelay
		if ($line =~ /\budelay\s*\(\s*(\d+)\s*\)/) {
			# ignore udelay's < 10, however
			if (! ($1 < 10) ) {
				CHK("USLEEP_RANGE",
				    "usleep_range is preferred over udelay; see Documentation/timers/timers-howto.txt\n" . $line);
			}
		}

# warn about unexpectedly long msleep's
		if ($line =~ /\bmsleep\s*\((\d+)\);/) {
			if ($1 < 20) {
				WARN("MSLEEP",
				     "msleep < 20ms can sleep for up to 20ms; see Documentation/timers/timers-howto.txt\n" . $line);
			}
		}

# check for comparisons of jiffies
		if ($line =~ /\bjiffies\s*$Compare|$Compare\s*jiffies\b/) {
			WARN("JIFFIES_COMPARISON",
			     "Comparing jiffies is almost always wrong; prefer time_after, time_before and friends\n" . $herecurr);
		}

# check for comparisons of get_jiffies_64()
		if ($line =~ /\bget_jiffies_64\s*\(\s*\)\s*$Compare|$Compare\s*get_jiffies_64\s*\(\s*\)/) {
			WARN("JIFFIES_COMPARISON",
			     "Comparing get_jiffies_64() is almost always wrong; prefer time_after64, time_before64 and friends\n" . $herecurr);
		}

# warn about #ifdefs in C files
#		if ($line =~ /^.\s*\#\s*if(|n)def/ && ($realfile =~ /\.c$/)) {
#			print "#ifdef in C files should be avoided\n";
#			print "$herecurr";
#			$clean = 0;
#		}

# warn about spacing in #ifdefs
		if ($line =~ /^.\s*\#\s*(ifdef|ifndef|elif)\s\s+/) {
			if (ERROR("SPACING",
				  "exactly one space required after that #$1\n" . $herecurr) &&
			    $fix) {
				$fixed[$linenr - 1] =~
				    s/^(.\s*\#\s*(ifdef|ifndef|elif))\s{2,}/$1 /;
			}

		}

# check for spinlock_t definitions without a comment.
		if ($line =~ /^.\s*(struct\s+mutex|spinlock_t)\s+\S+;/ ||
		    $line =~ /^.\s*(DEFINE_MUTEX)\s*\(/) {
			my $which = $1;
			if (!ctx_has_comment($first_line, $linenr)) {
				CHK("UNCOMMENTED_DEFINITION",
				    "$1 definition without comment\n" . $herecurr);
			}
		}
# check for memory barriers without a comment.
		if ($line =~ /\b(mb|rmb|wmb|read_barrier_depends|smp_mb|smp_rmb|smp_wmb|smp_read_barrier_depends)\(/) {
			if (!ctx_has_comment($first_line, $linenr)) {
				WARN("MEMORY_BARRIER",
				     "memory barrier without comment\n" . $herecurr);
			}
		}
# check of hardware specific defines
		if ($line =~ m@^.\s*\#\s*if.*\b(__i386__|__powerpc64__|__sun__|__s390x__)\b@ && $realfile !~ m@include/asm-@) {
			CHK("ARCH_DEFINES",
			    "architecture specific defines should be avoided\n" .  $herecurr);
		}

# Check that the storage class is at the beginning of a declaration
		if ($line =~ /\b$Storage\b/ && $line !~ /^.\s*$Storage\b/) {
			WARN("STORAGE_CLASS",
			     "storage class should be at the beginning of the declaration\n" . $herecurr)
		}

# check the location of the inline attribute, that it is between
# storage class and type.
		if ($line =~ /\b$Type\s+$Inline\b/ ||
		    $line =~ /\b$Inline\s+$Storage\b/) {
			ERROR("INLINE_LOCATION",
			      "inline keyword should sit between storage class and type\n" . $herecurr);
		}

# Check for __inline__ and __inline, prefer inline
		if ($realfile !~ m@\binclude/uapi/@ &&
		    $line =~ /\b(__inline__|__inline)\b/) {
			if (WARN("INLINE",
				 "plain inline is preferred over $1\n" . $herecurr) &&
			    $fix) {
				$fixed[$linenr - 1] =~ s/\b(__inline__|__inline)\b/inline/;

			}
		}

# Check for __attribute__ packed, prefer __packed
		if ($realfile !~ m@\binclude/uapi/@ &&
		    $line =~ /\b__attribute__\s*\(\s*\(.*\bpacked\b/) {
			WARN("PREFER_PACKED",
			     "__packed is preferred over __attribute__((packed))\n" . $herecurr);
		}
# Check for new packed members, warn to use care
		if ($line =~ /\b(__attribute__\s*\(\s*\(.*\bpacked|__packed)\b/) {
			WARN("NEW_PACKED",
			     "Adding new packed members is to be done with care\n" . $herecurr);
		}

# Check for __attribute__ aligned, prefer __aligned
		if ($realfile !~ m@\binclude/uapi/@ &&
		    $line =~ /\b__attribute__\s*\(\s*\(.*aligned/) {
			WARN("PREFER_ALIGNED",
			     "__aligned(size) is preferred over __attribute__((aligned(size)))\n" . $herecurr);
		}

# Check for __attribute__ format(printf, prefer __printf
		if ($realfile !~ m@\binclude/uapi/@ &&
		    $line =~ /\b__attribute__\s*\(\s*\(\s*format\s*\(\s*printf/) {
			if (WARN("PREFER_PRINTF",
				 "__printf(string-index, first-to-check) is preferred over __attribute__((format(printf, string-index, first-to-check)))\n" . $herecurr) &&
			    $fix) {
				$fixed[$linenr - 1] =~ s/\b__attribute__\s*\(\s*\(\s*format\s*\(\s*printf\s*,\s*(.*)\)\s*\)\s*\)/"__printf(" . trim($1) . ")"/ex;

			}
		}

# Check for __attribute__ format(scanf, prefer __scanf
		if ($realfile !~ m@\binclude/uapi/@ &&
		    $line =~ /\b__attribute__\s*\(\s*\(\s*format\s*\(\s*scanf\b/) {
			if (WARN("PREFER_SCANF",
				 "__scanf(string-index, first-to-check) is preferred over __attribute__((format(scanf, string-index, first-to-check)))\n" . $herecurr) &&
			    $fix) {
				$fixed[$linenr - 1] =~ s/\b__attribute__\s*\(\s*\(\s*format\s*\(\s*scanf\s*,\s*(.*)\)\s*\)\s*\)/"__scanf(" . trim($1) . ")"/ex;
			}
		}

# check for sizeof(&)
		if ($line =~ /\bsizeof\s*\(\s*\&/) {
			WARN("SIZEOF_ADDRESS",
			     "sizeof(& should be avoided\n" . $herecurr);
		}

# check for sizeof without parenthesis
		if ($line =~ /\bsizeof\s+((?:\*\s*|)$Lval|$Type(?:\s+$Lval|))/) {
			if (WARN("SIZEOF_PARENTHESIS",
				 "sizeof $1 should be sizeof($1)\n" . $herecurr) &&
			    $fix) {
				$fixed[$linenr - 1] =~ s/\bsizeof\s+((?:\*\s*|)$Lval|$Type(?:\s+$Lval|))/"sizeof(" . trim($1) . ")"/ex;
			}
		}

# check for line continuations in quoted strings with odd counts of "
		if ($rawline =~ /\\$/ && $rawline =~ tr/"/"/ % 2) {
			WARN("LINE_CONTINUATIONS",
			     "Avoid line continuations in quoted strings\n" . $herecurr);
		}

# check for struct spinlock declarations
		if ($line =~ /^.\s*\bstruct\s+spinlock\s+\w+\s*;/) {
			WARN("USE_SPINLOCK_T",
			     "struct spinlock should be spinlock_t\n" . $herecurr);
		}

# check for seq_printf uses that could be seq_puts
		if ($sline =~ /\bseq_printf\s*\(.*"\s*\)\s*;\s*$/) {
			my $fmt = get_quoted_string($line, $rawline);
			if ($fmt ne "" && $fmt !~ /[^\\]\%/) {
				if (WARN("PREFER_SEQ_PUTS",
					 "Prefer seq_puts to seq_printf\n" . $herecurr) &&
				    $fix) {
					$fixed[$linenr - 1] =~ s/\bseq_printf\b/seq_puts/;
				}
			}
		}

# Check for misused memsets
		if ($^V && $^V ge 5.10.0 &&
		    defined $stat &&
		    $stat =~ /^\+(?:.*?)\bmemset\s*\(\s*$FuncArg\s*,\s*$FuncArg\s*\,\s*$FuncArg\s*\)/s) {

			my $ms_addr = $2;
			my $ms_val = $7;
			my $ms_size = $12;

			if ($ms_size =~ /^(0x|)0$/i) {
				ERROR("MEMSET",
				      "memset to 0's uses 0 as the 2nd argument, not the 3rd\n" . "$here\n$stat\n");
			} elsif ($ms_size =~ /^(0x|)1$/i) {
				WARN("MEMSET",
				     "single byte memset is suspicious. Swapped 2nd/3rd argument?\n" . "$here\n$stat\n");
			}
		}

# Check for memcpy(foo, bar, ETH_ALEN) that could be ether_addr_copy(foo, bar)
		if ($^V && $^V ge 5.10.0 &&
		    $line =~ /^\+(?:.*?)\bmemcpy\s*\(\s*$FuncArg\s*,\s*$FuncArg\s*\,\s*ETH_ALEN\s*\)/s) {
			if (WARN("PREFER_ETHER_ADDR_COPY",
				 "Prefer ether_addr_copy() over memcpy() if the Ethernet addresses are __aligned(2)\n" . $herecurr) &&
			    $fix) {
				$fixed[$linenr - 1] =~ s/\bmemcpy\s*\(\s*$FuncArg\s*,\s*$FuncArg\s*\,\s*ETH_ALEN\s*\)/ether_addr_copy($2, $7)/;
			}
		}

# typecasts on min/max could be min_t/max_t
		if ($^V && $^V ge 5.10.0 &&
		    defined $stat &&
		    $stat =~ /^\+(?:.*?)\b(min|max)\s*\(\s*$FuncArg\s*,\s*$FuncArg\s*\)/) {
			if (defined $2 || defined $7) {
				my $call = $1;
				my $cast1 = deparenthesize($2);
				my $arg1 = $3;
				my $cast2 = deparenthesize($7);
				my $arg2 = $8;
				my $cast;

				if ($cast1 ne "" && $cast2 ne "" && $cast1 ne $cast2) {
					$cast = "$cast1 or $cast2";
				} elsif ($cast1 ne "") {
					$cast = $cast1;
				} else {
					$cast = $cast2;
				}
				WARN("MINMAX",
				     "$call() should probably be ${call}_t($cast, $arg1, $arg2)\n" . "$here\n$stat\n");
			}
		}

# check usleep_range arguments
		if ($^V && $^V ge 5.10.0 &&
		    defined $stat &&
		    $stat =~ /^\+(?:.*?)\busleep_range\s*\(\s*($FuncArg)\s*,\s*($FuncArg)\s*\)/) {
			my $min = $1;
			my $max = $7;
			if ($min eq $max) {
				WARN("USLEEP_RANGE",
				     "usleep_range should not use min == max args; see Documentation/timers/timers-howto.txt\n" . "$here\n$stat\n");
			} elsif ($min =~ /^\d+$/ && $max =~ /^\d+$/ &&
				 $min > $max) {
				WARN("USLEEP_RANGE",
				     "usleep_range args reversed, use min then max; see Documentation/timers/timers-howto.txt\n" . "$here\n$stat\n");
			}
		}

# check for naked sscanf
		if ($^V && $^V ge 5.10.0 &&
		    defined $stat &&
		    $stat =~ /\bsscanf\b/ &&
		    ($stat !~ /$Ident\s*=\s*sscanf\s*$balanced_parens/ &&
		     $stat !~ /\bsscanf\s*$balanced_parens\s*(?:$Compare)/ &&
		     $stat !~ /(?:$Compare)\s*\bsscanf\s*$balanced_parens/)) {
			my $lc = $stat =~ tr@\n@@;
			$lc = $lc + $linenr;
			my $stat_real = raw_line($linenr, 0);
		        for (my $count = $linenr + 1; $count <= $lc; $count++) {
				$stat_real = $stat_real . "\n" . raw_line($count, 0);
			}
			WARN("NAKED_SSCANF",
			     "unchecked sscanf return value\n" . "$here\n$stat_real\n");
		}

# check for new externs in .h files.
		if ($realfile =~ /\.h$/ &&
		    $line =~ /^\+\s*(extern\s+)$Type\s*$Ident\s*\(/s) {
			if (CHK("AVOID_EXTERNS",
				"extern prototypes should be avoided in .h files\n" . $herecurr) &&
			    $fix) {
				$fixed[$linenr - 1] =~ s/(.*)\bextern\b\s*(.*)/$1$2/;
			}
		}

# check for new externs in .c files.
		if ($realfile =~ /\.c$/ && defined $stat &&
		    $stat =~ /^.\s*(?:extern\s+)?$Type\s+($Ident)(\s*)\(/s)
		{
			my $function_name = $1;
			my $paren_space = $2;

			my $s = $stat;
			if (defined $cond) {
				substr($s, 0, length($cond), '');
			}
			if ($s =~ /^\s*;/ &&
			    $function_name ne 'uninitialized_var')
			{
				WARN("AVOID_EXTERNS",
				     "externs should be avoided in .c files\n" .  $herecurr);
			}

			if ($paren_space =~ /\n/) {
				WARN("FUNCTION_ARGUMENTS",
				     "arguments for function declarations should follow identifier\n" . $herecurr);
			}

		} elsif ($realfile =~ /\.c$/ && defined $stat &&
		    $stat =~ /^.\s*extern\s+/)
		{
			WARN("AVOID_EXTERNS",
			     "externs should be avoided in .c files\n" .  $herecurr);
		}

# checks for new __setup's
		if ($rawline =~ /\b__setup\("([^"]*)"/) {
			my $name = $1;

			if (!grep(/$name/, @setup_docs)) {
				CHK("UNDOCUMENTED_SETUP",
				    "__setup appears un-documented -- check Documentation/kernel-parameters.txt\n" . $herecurr);
			}
		}

# check for pointless casting of kmalloc return
		if ($line =~ /\*\s*\)\s*[kv][czm]alloc(_node){0,1}\b/) {
			WARN("UNNECESSARY_CASTS",
			     "unnecessary cast may hide bugs, see http://c-faq.com/malloc/mallocnocast.html\n" . $herecurr);
		}

# alloc style
# p = alloc(sizeof(struct foo), ...) should be p = alloc(sizeof(*p), ...)
		if ($^V && $^V ge 5.10.0 &&
		    $line =~ /\b($Lval)\s*\=\s*(?:$balanced_parens)?\s*([kv][mz]alloc(?:_node)?)\s*\(\s*(sizeof\s*\(\s*struct\s+$Lval\s*\))/) {
			CHK("ALLOC_SIZEOF_STRUCT",
			    "Prefer $3(sizeof(*$1)...) over $3($4...)\n" . $herecurr);
		}

# check for krealloc arg reuse
		if ($^V && $^V ge 5.10.0 &&
		    $line =~ /\b($Lval)\s*\=\s*(?:$balanced_parens)?\s*krealloc\s*\(\s*\1\s*,/) {
			WARN("KREALLOC_ARG_REUSE",
			     "Reusing the krealloc arg is almost always a bug\n" . $herecurr);
		}

# check for alloc argument mismatch
		if ($line =~ /\b(kcalloc|kmalloc_array)\s*\(\s*sizeof\b/) {
			WARN("ALLOC_ARRAY_ARGS",
			     "$1 uses number as first arg, sizeof is generally wrong\n" . $herecurr);
		}

# check for GFP_NOWAIT use
		if ($line =~ /\b__GFP_NOFAIL\b/) {
			WARN("__GFP_NOFAIL",
			     "Use of __GFP_NOFAIL is deprecated, no new users should be added\n" . $herecurr);
		}

# check for multiple semicolons
		if ($line =~ /;\s*;\s*$/) {
			if (WARN("ONE_SEMICOLON",
				 "Statements terminations use 1 semicolon\n" . $herecurr) &&
			    $fix) {
				$fixed[$linenr - 1] =~ s/(\s*;\s*){2,}$/;/g;
			}
		}

# check for case / default statements not preceeded by break/fallthrough/switch
		if ($line =~ /^.\s*(?:case\s+(?:$Ident|$Constant)\s*|default):/) {
			my $has_break = 0;
			my $has_statement = 0;
			my $count = 0;
			my $prevline = $linenr;
			while ($prevline > 1 && $count < 3 && !$has_break) {
				$prevline--;
				my $rline = $rawlines[$prevline - 1];
				my $fline = $lines[$prevline - 1];
				last if ($fline =~ /^\@\@/);
				next if ($fline =~ /^\-/);
				next if ($fline =~ /^.(?:\s*(?:case\s+(?:$Ident|$Constant)[\s$;]*|default):[\s$;]*)*$/);
				$has_break = 1 if ($rline =~ /fall[\s_-]*(through|thru)/i);
				next if ($fline =~ /^.[\s$;]*$/);
				$has_statement = 1;
				$count++;
				$has_break = 1 if ($fline =~ /\bswitch\b|\b(?:break\s*;[\s$;]*$|return\b|goto\b|continue\b)/);
			}
			if (!$has_break && $has_statement) {
				WARN("MISSING_BREAK",
				     "Possible switch case/default not preceeded by break or fallthrough comment\n" . $herecurr);
			}
		}

# check for switch/default statements without a break;
		if ($^V && $^V ge 5.10.0 &&
		    defined $stat &&
		    $stat =~ /^\+[$;\s]*(?:case[$;\s]+\w+[$;\s]*:[$;\s]*|)*[$;\s]*\bdefault[$;\s]*:[$;\s]*;/g) {
			my $ctx = '';
			my $herectx = $here . "\n";
			my $cnt = statement_rawlines($stat);
			for (my $n = 0; $n < $cnt; $n++) {
				$herectx .= raw_line($linenr, $n) . "\n";
			}
			WARN("DEFAULT_NO_BREAK",
			     "switch default: should use break\n" . $herectx);
		}

# check for gcc specific __FUNCTION__
		if ($line =~ /\b__FUNCTION__\b/) {
			if (WARN("USE_FUNC",
				 "__func__ should be used instead of gcc specific __FUNCTION__\n"  . $herecurr) &&
			    $fix) {
				$fixed[$linenr - 1] =~ s/\b__FUNCTION__\b/__func__/g;
			}
		}

# check for use of yield()
		if ($line =~ /\byield\s*\(\s*\)/) {
			WARN("YIELD",
			     "Using yield() is generally wrong. See yield() kernel-doc (sched/core.c)\n"  . $herecurr);
		}

# check for comparisons against true and false
		if ($line =~ /\+\s*(.*?)\b(true|false|$Lval)\s*(==|\!=)\s*(true|false|$Lval)\b(.*)$/i) {
			my $lead = $1;
			my $arg = $2;
			my $test = $3;
			my $otype = $4;
			my $trail = $5;
			my $op = "!";

			($arg, $otype) = ($otype, $arg) if ($arg =~ /^(?:true|false)$/i);

			my $type = lc($otype);
			if ($type =~ /^(?:true|false)$/) {
				if (("$test" eq "==" && "$type" eq "true") ||
				    ("$test" eq "!=" && "$type" eq "false")) {
					$op = "";
				}

				CHK("BOOL_COMPARISON",
				    "Using comparison to $otype is error prone\n" . $herecurr);

## maybe suggesting a correct construct would better
##				    "Using comparison to $otype is error prone.  Perhaps use '${lead}${op}${arg}${trail}'\n" . $herecurr);

			}
		}

# check for semaphores initialized locked
		if ($line =~ /^.\s*sema_init.+,\W?0\W?\)/) {
			WARN("CONSIDER_COMPLETION",
			     "consider using a completion\n" . $herecurr);
		}

# recommend kstrto* over simple_strto* and strict_strto*
		if ($line =~ /\b((simple|strict)_(strto(l|ll|ul|ull)))\s*\(/) {
			WARN("CONSIDER_KSTRTO",
			     "$1 is obsolete, use k$3 instead\n" . $herecurr);
		}

# check for __initcall(), use device_initcall() explicitly please
		if ($line =~ /^.\s*__initcall\s*\(/) {
			WARN("USE_DEVICE_INITCALL",
			     "please use device_initcall() instead of __initcall()\n" . $herecurr);
		}

# check for various ops structs, ensure they are const.
		my $struct_ops = qr{acpi_dock_ops|
				address_space_operations|
				backlight_ops|
				block_device_operations|
				dentry_operations|
				dev_pm_ops|
				dma_map_ops|
				extent_io_ops|
				file_lock_operations|
				file_operations|
				hv_ops|
				ide_dma_ops|
				intel_dvo_dev_ops|
				item_operations|
				iwl_ops|
				kgdb_arch|
				kgdb_io|
				kset_uevent_ops|
				lock_manager_operations|
				microcode_ops|
				mtrr_ops|
				neigh_ops|
				nlmsvc_binding|
				pci_raw_ops|
				pipe_buf_operations|
				platform_hibernation_ops|
				platform_suspend_ops|
				proto_ops|
				rpc_pipe_ops|
				seq_operations|
				snd_ac97_build_ops|
				soc_pcmcia_socket_ops|
				stacktrace_ops|
				sysfs_ops|
				tty_operations|
				usb_mon_operations|
				wd_ops}x;
		if ($line !~ /\bconst\b/ &&
		    $line =~ /\bstruct\s+($struct_ops)\b/) {
			WARN("CONST_STRUCT",
			     "struct $1 should normally be const\n" .
				$herecurr);
		}

# use of NR_CPUS is usually wrong
# ignore definitions of NR_CPUS and usage to define arrays as likely right
		if ($line =~ /\bNR_CPUS\b/ &&
		    $line !~ /^.\s*\s*#\s*if\b.*\bNR_CPUS\b/ &&
		    $line !~ /^.\s*\s*#\s*define\b.*\bNR_CPUS\b/ &&
		    $line !~ /^.\s*$Declare\s.*\[[^\]]*NR_CPUS[^\]]*\]/ &&
		    $line !~ /\[[^\]]*\.\.\.[^\]]*NR_CPUS[^\]]*\]/ &&
		    $line !~ /\[[^\]]*NR_CPUS[^\]]*\.\.\.[^\]]*\]/)
		{
			WARN("NR_CPUS",
			     "usage of NR_CPUS is often wrong - consider using cpu_possible(), num_possible_cpus(), for_each_possible_cpu(), etc\n" . $herecurr);
		}

# Use of __ARCH_HAS_<FOO> or ARCH_HAVE_<BAR> is wrong.
		if ($line =~ /\+\s*#\s*define\s+((?:__)?ARCH_(?:HAS|HAVE)\w*)\b/) {
			ERROR("DEFINE_ARCH_HAS",
			      "#define of '$1' is wrong - use Kconfig variables or standard guards instead\n" . $herecurr);
		}

# check for %L{u,d,i} in strings
		my $string;
		while ($line =~ /(?:^|")([X\t]*)(?:"|$)/g) {
			$string = substr($rawline, $-[1], $+[1] - $-[1]);
			$string =~ s/%%/__/g;
			if ($string =~ /(?<!%)%L[udi]/) {
				WARN("PRINTF_L",
				     "\%Ld/%Lu are not-standard C, use %lld/%llu\n" . $herecurr);
				last;
			}
		}

# whine mightly about in_atomic
		if ($line =~ /\bin_atomic\s*\(/) {
			if ($realfile =~ m@^drivers/@) {
				ERROR("IN_ATOMIC",
				      "do not use in_atomic in drivers\n" . $herecurr);
			} elsif ($realfile !~ m@^kernel/@) {
				WARN("IN_ATOMIC",
				     "use of in_atomic() is incorrect outside core kernel code\n" . $herecurr);
			}
		}

# check for lockdep_set_novalidate_class
		if ($line =~ /^.\s*lockdep_set_novalidate_class\s*\(/ ||
		    $line =~ /__lockdep_no_validate__\s*\)/ ) {
			if ($realfile !~ m@^kernel/lockdep@ &&
			    $realfile !~ m@^include/linux/lockdep@ &&
			    $realfile !~ m@^drivers/base/core@) {
				ERROR("LOCKDEP",
				      "lockdep_no_validate class is reserved for device->mutex.\n" . $herecurr);
			}
		}

		if ($line =~ /debugfs_create_file.*S_IWUGO/ ||
		    $line =~ /DEVICE_ATTR.*S_IWUGO/ ) {
			WARN("EXPORTED_WORLD_WRITABLE",
			     "Exporting world writable files is usually an error. Consider more restrictive permissions.\n" . $herecurr);
		}
	}

	# If we have no input at all, then there is nothing to report on
	# so just keep quiet.
	if ($#rawlines == -1) {
		exit(0);
	}

	# In mailback mode only produce a report in the negative, for
	# things that appear to be patches.
	if ($mailback && ($clean == 1 || !$is_patch)) {
		exit(0);
	}

	# This is not a patch, and we are are in 'no-patch' mode so
	# just keep quiet.
	if (!$chk_patch && !$is_patch) {
		exit(0);
	}

	if (!$is_patch) {
		ERROR("NOT_UNIFIED_DIFF",
		      "Does not appear to be a unified-diff format patch\n");
	}
	if ($is_patch && $chk_signoff && $signoff == 0) {
		ERROR("MISSING_SIGN_OFF",
		      "Missing Signed-off-by: line(s)\n");
	}

	print report_dump();
	if ($summary && !($clean == 1 && $quiet == 1)) {
		print "$filename " if ($summary_file);
		print "total: $cnt_error errors, $cnt_warn warnings, " .
			(($check)? "$cnt_chk checks, " : "") .
			"$cnt_lines lines checked\n";
		print "\n" if ($quiet == 0);
	}

	if ($quiet == 0) {

		if ($^V lt 5.10.0) {
			print("NOTE: perl $^V is not modern enough to detect all possible issues.\n");
			print("An upgrade to at least perl v5.10.0 is suggested.\n\n");
		}

		# If there were whitespace errors which cleanpatch can fix
		# then suggest that.
		if ($rpt_cleaners) {
			print "NOTE: whitespace errors detected, you may wish to use scripts/cleanpatch or\n";
			print "      scripts/cleanfile\n\n";
			$rpt_cleaners = 0;
		}
	}

	hash_show_words(\%use_type, "Used");
	hash_show_words(\%ignore_type, "Ignored");

	if ($clean == 0 && $fix && "@rawlines" ne "@fixed") {
		my $newfile = $filename;
		$newfile .= ".EXPERIMENTAL-checkpatch-fixes" if (!$fix_inplace);
		my $linecount = 0;
		my $f;

		open($f, '>', $newfile)
		    or die "$P: Can't open $newfile for write\n";
		foreach my $fixed_line (@fixed) {
			$linecount++;
			if ($file) {
				if ($linecount > 3) {
					$fixed_line =~ s/^\+//;
					print $f $fixed_line. "\n";
				}
			} else {
				print $f $fixed_line . "\n";
			}
		}
		close($f);

		if (!$quiet) {
			print << "EOM";
Wrote EXPERIMENTAL --fix correction(s) to '$newfile'

Do _NOT_ trust the results written to this file.
Do _NOT_ submit these changes without inspecting them for correctness.

This EXPERIMENTAL file is simply a convenience to help rewrite patches.
No warranties, expressed or implied...

EOM
		}
	}

	if ($clean == 1 && $quiet == 0) {
		print "$vname has no obvious style problems and is ready for submission.\n"
	}
	if ($clean == 0 && $quiet == 0) {
		print << "EOM";
$vname has style problems, please review.

If any of these errors are false positives, please report
them to the maintainer, see CHECKPATCH in MAINTAINERS.
EOM
	}

	return $clean;
}
6</a>
<a id='n3457' href='#n3457'>3457</a>
<a id='n3458' href='#n3458'>3458</a>
<a id='n3459' href='#n3459'>3459</a>
<a id='n3460' href='#n3460'>3460</a>
<a id='n3461' href='#n3461'>3461</a>
<a id='n3462' href='#n3462'>3462</a>
<a id='n3463' href='#n3463'>3463</a>
<a id='n3464' href='#n3464'>3464</a>
<a id='n3465' href='#n3465'>3465</a>
<a id='n3466' href='#n3466'>3466</a>
<a id='n3467' href='#n3467'>3467</a>
<a id='n3468' href='#n3468'>3468</a>
<a id='n3469' href='#n3469'>3469</a>
<a id='n3470' href='#n3470'>3470</a>
<a id='n3471' href='#n3471'>3471</a>
<a id='n3472' href='#n3472'>3472</a>
<a id='n3473' href='#n3473'>3473</a>
<a id='n3474' href='#n3474'>3474</a>
<a id='n3475' href='#n3475'>3475</a>
<a id='n3476' href='#n3476'>3476</a>
<a id='n3477' href='#n3477'>3477</a>
<a id='n3478' href='#n3478'>3478</a>
<a id='n3479' href='#n3479'>3479</a>
<a id='n3480' href='#n3480'>3480</a>
<a id='n3481' href='#n3481'>3481</a>
<a id='n3482' href='#n3482'>3482</a>
<a id='n3483' href='#n3483'>3483</a>
<a id='n3484' href='#n3484'>3484</a>
<a id='n3485' href='#n3485'>3485</a>
<a id='n3486' href='#n3486'>3486</a>
<a id='n3487' href='#n3487'>3487</a>
<a id='n3488' href='#n3488'>3488</a>
<a id='n3489' href='#n3489'>3489</a>
<a id='n3490' href='#n3490'>3490</a>
<a id='n3491' href='#n3491'>3491</a>
<a id='n3492' href='#n3492'>3492</a>
<a id='n3493' href='#n3493'>3493</a>
<a id='n3494' href='#n3494'>3494</a>
<a id='n3495' href='#n3495'>3495</a>
<a id='n3496' href='#n3496'>3496</a>
<a id='n3497' href='#n3497'>3497</a>
<a id='n3498' href='#n3498'>3498</a>
<a id='n3499' href='#n3499'>3499</a>
<a id='n3500' href='#n3500'>3500</a>
<a id='n3501' href='#n3501'>3501</a>
<a id='n3502' href='#n3502'>3502</a>
<a id='n3503' href='#n3503'>3503</a>
<a id='n3504' href='#n3504'>3504</a>
<a id='n3505' href='#n3505'>3505</a>
<a id='n3506' href='#n3506'>3506</a>
<a id='n3507' href='#n3507'>3507</a>
<a id='n3508' href='#n3508'>3508</a>
<a id='n3509' href='#n3509'>3509</a>
<a id='n3510' href='#n3510'>3510</a>
<a id='n3511' href='#n3511'>3511</a>
<a id='n3512' href='#n3512'>3512</a>
<a id='n3513' href='#n3513'>3513</a>
<a id='n3514' href='#n3514'>3514</a>
<a id='n3515' href='#n3515'>3515</a>
<a id='n3516' href='#n3516'>3516</a>
<a id='n3517' href='#n3517'>3517</a>
<a id='n3518' href='#n3518'>3518</a>
<a id='n3519' href='#n3519'>3519</a>
<a id='n3520' href='#n3520'>3520</a>
<a id='n3521' href='#n3521'>3521</a>
<a id='n3522' href='#n3522'>3522</a>
<a id='n3523' href='#n3523'>3523</a>
<a id='n3524' href='#n3524'>3524</a>
<a id='n3525' href='#n3525'>3525</a>
<a id='n3526' href='#n3526'>3526</a>
<a id='n3527' href='#n3527'>3527</a>
<a id='n3528' href='#n3528'>3528</a>
<a id='n3529' href='#n3529'>3529</a>
<a id='n3530' href='#n3530'>3530</a>
<a id='n3531' href='#n3531'>3531</a>
<a id='n3532' href='#n3532'>3532</a>
<a id='n3533' href='#n3533'>3533</a>
<a id='n3534' href='#n3534'>3534</a>
<a id='n3535' href='#n3535'>3535</a>
<a id='n3536' href='#n3536'>3536</a>
<a id='n3537' href='#n3537'>3537</a>
<a id='n3538' href='#n3538'>3538</a>
<a id='n3539' href='#n3539'>3539</a>
<a id='n3540' href='#n3540'>3540</a>
<a id='n3541' href='#n3541'>3541</a>
<a id='n3542' href='#n3542'>3542</a>
<a id='n3543' href='#n3543'>3543</a>
<a id='n3544' href='#n3544'>3544</a>
<a id='n3545' href='#n3545'>3545</a>
<a id='n3546' href='#n3546'>3546</a>
<a id='n3547' href='#n3547'>3547</a>
<a id='n3548' href='#n3548'>3548</a>
<a id='n3549' href='#n3549'>3549</a>
<a id='n3550' href='#n3550'>3550</a>
<a id='n3551' href='#n3551'>3551</a>
<a id='n3552' href='#n3552'>3552</a>
<a id='n3553' href='#n3553'>3553</a>
<a id='n3554' href='#n3554'>3554</a>
<a id='n3555' href='#n3555'>3555</a>
<a id='n3556' href='#n3556'>3556</a>
<a id='n3557' href='#n3557'>3557</a>
<a id='n3558' href='#n3558'>3558</a>
<a id='n3559' href='#n3559'>3559</a>
<a id='n3560' href='#n3560'>3560</a>
<a id='n3561' href='#n3561'>3561</a>
<a id='n3562' href='#n3562'>3562</a>
<a id='n3563' href='#n3563'>3563</a>
<a id='n3564' href='#n3564'>3564</a>
<a id='n3565' href='#n3565'>3565</a>
<a id='n3566' href='#n3566'>3566</a>
<a id='n3567' href='#n3567'>3567</a>
<a id='n3568' href='#n3568'>3568</a>
<a id='n3569' href='#n3569'>3569</a>
<a id='n3570' href='#n3570'>3570</a>
<a id='n3571' href='#n3571'>3571</a>
<a id='n3572' href='#n3572'>3572</a>
<a id='n3573' href='#n3573'>3573</a>
<a id='n3574' href='#n3574'>3574</a>
<a id='n3575' href='#n3575'>3575</a>
<a id='n3576' href='#n3576'>3576</a>
<a id='n3577' href='#n3577'>3577</a>
<a id='n3578' href='#n3578'>3578</a>
<a id='n3579' href='#n3579'>3579</a>
<a id='n3580' href='#n3580'>3580</a>
<a id='n3581' href='#n3581'>3581</a>
<a id='n3582' href='#n3582'>3582</a>
<a id='n3583' href='#n3583'>3583</a>
<a id='n3584' href='#n3584'>3584</a>
<a id='n3585' href='#n3585'>3585</a>
<a id='n3586' href='#n3586'>3586</a>
<a id='n3587' href='#n3587'>3587</a>
<a id='n3588' href='#n3588'>3588</a>
<a id='n3589' href='#n3589'>3589</a>
<a id='n3590' href='#n3590'>3590</a>
<a id='n3591' href='#n3591'>3591</a>
<a id='n3592' href='#n3592'>3592</a>
<a id='n3593' href='#n3593'>3593</a>
<a id='n3594' href='#n3594'>3594</a>
<a id='n3595' href='#n3595'>3595</a>
<a id='n3596' href='#n3596'>3596</a>
<a id='n3597' href='#n3597'>3597</a>
<a id='n3598' href='#n3598'>3598</a>
<a id='n3599' href='#n3599'>3599</a>
<a id='n3600' href='#n3600'>3600</a>
<a id='n3601' href='#n3601'>3601</a>
<a id='n3602' href='#n3602'>3602</a>
<a id='n3603' href='#n3603'>3603</a>
<a id='n3604' href='#n3604'>3604</a>
<a id='n3605' href='#n3605'>3605</a>
<a id='n3606' href='#n3606'>3606</a>
<a id='n3607' href='#n3607'>3607</a>
<a id='n3608' href='#n3608'>3608</a>
<a id='n3609' href='#n3609'>3609</a>
<a id='n3610' href='#n3610'>3610</a>
<a id='n3611' href='#n3611'>3611</a>
<a id='n3612' href='#n3612'>3612</a>
<a id='n3613' href='#n3613'>3613</a>
<a id='n3614' href='#n3614'>3614</a>
<a id='n3615' href='#n3615'>3615</a>
<a id='n3616' href='#n3616'>3616</a>
<a id='n3617' href='#n3617'>3617</a>
<a id='n3618' href='#n3618'>3618</a>
<a id='n3619' href='#n3619'>3619</a>
<a id='n3620' href='#n3620'>3620</a>
<a id='n3621' href='#n3621'>3621</a>
<a id='n3622' href='#n3622'>3622</a>
<a id='n3623' href='#n3623'>3623</a>
<a id='n3624' href='#n3624'>3624</a>
<a id='n3625' href='#n3625'>3625</a>
<a id='n3626' href='#n3626'>3626</a>
<a id='n3627' href='#n3627'>3627</a>
<a id='n3628' href='#n3628'>3628</a>
<a id='n3629' href='#n3629'>3629</a>
<a id='n3630' href='#n3630'>3630</a>
<a id='n3631' href='#n3631'>3631</a>
<a id='n3632' href='#n3632'>3632</a>
<a id='n3633' href='#n3633'>3633</a>
<a id='n3634' href='#n3634'>3634</a>
<a id='n3635' href='#n3635'>3635</a>
<a id='n3636' href='#n3636'>3636</a>
<a id='n3637' href='#n3637'>3637</a>
<a id='n3638' href='#n3638'>3638</a>
<a id='n3639' href='#n3639'>3639</a>
<a id='n3640' href='#n3640'>3640</a>
<a id='n3641' href='#n3641'>3641</a>
<a id='n3642' href='#n3642'>3642</a>
<a id='n3643' href='#n3643'>3643</a>
<a id='n3644' href='#n3644'>3644</a>
<a id='n3645' href='#n3645'>3645</a>
<a id='n3646' href='#n3646'>3646</a>
<a id='n3647' href='#n3647'>3647</a>
<a id='n3648' href='#n3648'>3648</a>
<a id='n3649' href='#n3649'>3649</a>
<a id='n3650' href='#n3650'>3650</a>
<a id='n3651' href='#n3651'>3651</a>
<a id='n3652' href='#n3652'>3652</a>
<a id='n3653' href='#n3653'>3653</a>
<a id='n3654' href='#n3654'>3654</a>
<a id='n3655' href='#n3655'>3655</a>
<a id='n3656' href='#n3656'>3656</a>
<a id='n3657' href='#n3657'>3657</a>
<a id='n3658' href='#n3658'>3658</a>
<a id='n3659' href='#n3659'>3659</a>
<a id='n3660' href='#n3660'>3660</a>
<a id='n3661' href='#n3661'>3661</a>
<a id='n3662' href='#n3662'>3662</a>
<a id='n3663' href='#n3663'>3663</a>
<a id='n3664' href='#n3664'>3664</a>
<a id='n3665' href='#n3665'>3665</a>
<a id='n3666' href='#n3666'>3666</a>
<a id='n3667' href='#n3667'>3667</a>
<a id='n3668' href='#n3668'>3668</a>
<a id='n3669' href='#n3669'>3669</a>
<a id='n3670' href='#n3670'>3670</a>
<a id='n3671' href='#n3671'>3671</a>
<a id='n3672' href='#n3672'>3672</a>
<a id='n3673' href='#n3673'>3673</a>
<a id='n3674' href='#n3674'>3674</a>
<a id='n3675' href='#n3675'>3675</a>
<a id='n3676' href='#n3676'>3676</a>
<a id='n3677' href='#n3677'>3677</a>
<a id='n3678' href='#n3678'>3678</a>
<a id='n3679' href='#n3679'>3679</a>
<a id='n3680' href='#n3680'>3680</a>
<a id='n3681' href='#n3681'>3681</a>
<a id='n3682' href='#n3682'>3682</a>
<a id='n3683' href='#n3683'>3683</a>
<a id='n3684' href='#n3684'>3684</a>
<a id='n3685' href='#n3685'>3685</a>
<a id='n3686' href='#n3686'>3686</a>
<a id='n3687' href='#n3687'>3687</a>
<a id='n3688' href='#n3688'>3688</a>
<a id='n3689' href='#n3689'>3689</a>
<a id='n3690' href='#n3690'>3690</a>
<a id='n3691' href='#n3691'>3691</a>
<a id='n3692' href='#n3692'>3692</a>
<a id='n3693' href='#n3693'>3693</a>
<a id='n3694' href='#n3694'>3694</a>
<a id='n3695' href='#n3695'>3695</a>
<a id='n3696' href='#n3696'>3696</a>
<a id='n3697' href='#n3697'>3697</a>
<a id='n3698' href='#n3698'>3698</a>
<a id='n3699' href='#n3699'>3699</a>
<a id='n3700' href='#n3700'>3700</a>
<a id='n3701' href='#n3701'>3701</a>
<a id='n3702' href='#n3702'>3702</a>
<a id='n3703' href='#n3703'>3703</a>
<a id='n3704' href='#n3704'>3704</a>
<a id='n3705' href='#n3705'>3705</a>
<a id='n3706' href='#n3706'>3706</a>
<a id='n3707' href='#n3707'>3707</a>
<a id='n3708' href='#n3708'>3708</a>
<a id='n3709' href='#n3709'>3709</a>
<a id='n3710' href='#n3710'>3710</a>
<a id='n3711' href='#n3711'>3711</a>
<a id='n3712' href='#n3712'>3712</a>
<a id='n3713' href='#n3713'>3713</a>
<a id='n3714' href='#n3714'>3714</a>
<a id='n3715' href='#n3715'>3715</a>
<a id='n3716' href='#n3716'>3716</a>
<a id='n3717' href='#n3717'>3717</a>
<a id='n3718' href='#n3718'>3718</a>
<a id='n3719' href='#n3719'>3719</a>
<a id='n3720' href='#n3720'>3720</a>
<a id='n3721' href='#n3721'>3721</a>
<a id='n3722' href='#n3722'>3722</a>
<a id='n3723' href='#n3723'>3723</a>
<a id='n3724' href='#n3724'>3724</a>
<a id='n3725' href='#n3725'>3725</a>
<a id='n3726' href='#n3726'>3726</a>
<a id='n3727' href='#n3727'>3727</a>
<a id='n3728' href='#n3728'>3728</a>
<a id='n3729' href='#n3729'>3729</a>
<a id='n3730' href='#n3730'>3730</a>
<a id='n3731' href='#n3731'>3731</a>
<a id='n3732' href='#n3732'>3732</a>
<a id='n3733' href='#n3733'>3733</a>
<a id='n3734' href='#n3734'>3734</a>
<a id='n3735' href='#n3735'>3735</a>
<a id='n3736' href='#n3736'>3736</a>
<a id='n3737' href='#n3737'>3737</a>
<a id='n3738' href='#n3738'>3738</a>
<a id='n3739' href='#n3739'>3739</a>
<a id='n3740' href='#n3740'>3740</a>
<a id='n3741' href='#n3741'>3741</a>
<a id='n3742' href='#n3742'>3742</a>
<a id='n3743' href='#n3743'>3743</a>
<a id='n3744' href='#n3744'>3744</a>
<a id='n3745' href='#n3745'>3745</a>
<a id='n3746' href='#n3746'>3746</a>
<a id='n3747' href='#n3747'>3747</a>
<a id='n3748' href='#n3748'>3748</a>
<a id='n3749' href='#n3749'>3749</a>
<a id='n3750' href='#n3750'>3750</a>
<a id='n3751' href='#n3751'>3751</a>
<a id='n3752' href='#n3752'>3752</a>
<a id='n3753' href='#n3753'>3753</a>
<a id='n3754' href='#n3754'>3754</a>
<a id='n3755' href='#n3755'>3755</a>
<a id='n3756' href='#n3756'>3756</a>
<a id='n3757' href='#n3757'>3757</a>
<a id='n3758' href='#n3758'>3758</a>
<a id='n3759' href='#n3759'>3759</a>
<a id='n3760' href='#n3760'>3760</a>
<a id='n3761' href='#n3761'>3761</a>
<a id='n3762' href='#n3762'>3762</a>
<a id='n3763' href='#n3763'>3763</a>
<a id='n3764' href='#n3764'>3764</a>
<a id='n3765' href='#n3765'>3765</a>
<a id='n3766' href='#n3766'>3766</a>
<a id='n3767' href='#n3767'>3767</a>
<a id='n3768' href='#n3768'>3768</a>
<a id='n3769' href='#n3769'>3769</a>
<a id='n3770' href='#n3770'>3770</a>
<a id='n3771' href='#n3771'>3771</a>
<a id='n3772' href='#n3772'>3772</a>
<a id='n3773' href='#n3773'>3773</a>
<a id='n3774' href='#n3774'>3774</a>
<a id='n3775' href='#n3775'>3775</a>
<a id='n3776' href='#n3776'>3776</a>
<a id='n3777' href='#n3777'>3777</a>
<a id='n3778' href='#n3778'>3778</a>
<a id='n3779' href='#n3779'>3779</a>
<a id='n3780' href='#n3780'>3780</a>
<a id='n3781' href='#n3781'>3781</a>
<a id='n3782' href='#n3782'>3782</a>
<a id='n3783' href='#n3783'>3783</a>
<a id='n3784' href='#n3784'>3784</a>
<a id='n3785' href='#n3785'>3785</a>
<a id='n3786' href='#n3786'>3786</a>
<a id='n3787' href='#n3787'>3787</a>
<a id='n3788' href='#n3788'>3788</a>
<a id='n3789' href='#n3789'>3789</a>
<a id='n3790' href='#n3790'>3790</a>
<a id='n3791' href='#n3791'>3791</a>
<a id='n3792' href='#n3792'>3792</a>
<a id='n3793' href='#n3793'>3793</a>
<a id='n3794' href='#n3794'>3794</a>
<a id='n3795' href='#n3795'>3795</a>
<a id='n3796' href='#n3796'>3796</a>
<a id='n3797' href='#n3797'>3797</a>
<a id='n3798' href='#n3798'>3798</a>
<a id='n3799' href='#n3799'>3799</a>
<a id='n3800' href='#n3800'>3800</a>
<a id='n3801' href='#n3801'>3801</a>
<a id='n3802' href='#n3802'>3802</a>
<a id='n3803' href='#n3803'>3803</a>
<a id='n3804' href='#n3804'>3804</a>
<a id='n3805' href='#n3805'>3805</a>
<a id='n3806' href='#n3806'>3806</a>
<a id='n3807' href='#n3807'>3807</a>
<a id='n3808' href='#n3808'>3808</a>
<a id='n3809' href='#n3809'>3809</a>
<a id='n3810' href='#n3810'>3810</a>
<a id='n3811' href='#n3811'>3811</a>
<a id='n3812' href='#n3812'>3812</a>
<a id='n3813' href='#n3813'>3813</a>
<a id='n3814' href='#n3814'>3814</a>
<a id='n3815' href='#n3815'>3815</a>
<a id='n3816' href='#n3816'>3816</a>
<a id='n3817' href='#n3817'>3817</a>
<a id='n3818' href='#n3818'>3818</a>
<a id='n3819' href='#n3819'>3819</a>
<a id='n3820' href='#n3820'>3820</a>
<a id='n3821' href='#n3821'>3821</a>
<a id='n3822' href='#n3822'>3822</a>
<a id='n3823' href='#n3823'>3823</a>
<a id='n3824' href='#n3824'>3824</a>
<a id='n3825' href='#n3825'>3825</a>
<a id='n3826' href='#n3826'>3826</a>
<a id='n3827' href='#n3827'>3827</a>
<a id='n3828' href='#n3828'>3828</a>
<a id='n3829' href='#n3829'>3829</a>
<a id='n3830' href='#n3830'>3830</a>
<a id='n3831' href='#n3831'>3831</a>
<a id='n3832' href='#n3832'>3832</a>
<a id='n3833' href='#n3833'>3833</a>
<a id='n3834' href='#n3834'>3834</a>
<a id='n3835' href='#n3835'>3835</a>
<a id='n3836' href='#n3836'>3836</a>
<a id='n3837' href='#n3837'>3837</a>
<a id='n3838' href='#n3838'>3838</a>
<a id='n3839' href='#n3839'>3839</a>
<a id='n3840' href='#n3840'>3840</a>
<a id='n3841' href='#n3841'>3841</a>
<a id='n3842' href='#n3842'>3842</a>
<a id='n3843' href='#n3843'>3843</a>
<a id='n3844' href='#n3844'>3844</a>
<a id='n3845' href='#n3845'>3845</a>
<a id='n3846' href='#n3846'>3846</a>
<a id='n3847' href='#n3847'>3847</a>
<a id='n3848' href='#n3848'>3848</a>
<a id='n3849' href='#n3849'>3849</a>
<a id='n3850' href='#n3850'>3850</a>
<a id='n3851' href='#n3851'>3851</a>
<a id='n3852' href='#n3852'>3852</a>
<a id='n3853' href='#n3853'>3853</a>
<a id='n3854' href='#n3854'>3854</a>
<a id='n3855' href='#n3855'>3855</a>
<a id='n3856' href='#n3856'>3856</a>
<a id='n3857' href='#n3857'>3857</a>
<a id='n3858' href='#n3858'>3858</a>
<a id='n3859' href='#n3859'>3859</a>
<a id='n3860' href='#n3860'>3860</a>
<a id='n3861' href='#n3861'>3861</a>
<a id='n3862' href='#n3862'>3862</a>
<a id='n3863' href='#n3863'>3863</a>
<a id='n3864' href='#n3864'>3864</a>
<a id='n3865' href='#n3865'>3865</a>
<a id='n3866' href='#n3866'>3866</a>
<a id='n3867' href='#n3867'>3867</a>
<a id='n3868' href='#n3868'>3868</a>
<a id='n3869' href='#n3869'>3869</a>
<a id='n3870' href='#n3870'>3870</a>
<a id='n3871' href='#n3871'>3871</a>
<a id='n3872' href='#n3872'>3872</a>
<a id='n3873' href='#n3873'>3873</a>
<a id='n3874' href='#n3874'>3874</a>
<a id='n3875' href='#n3875'>3875</a>
<a id='n3876' href='#n3876'>3876</a>
<a id='n3877' href='#n3877'>3877</a>
<a id='n3878' href='#n3878'>3878</a>
<a id='n3879' href='#n3879'>3879</a>
<a id='n3880' href='#n3880'>3880</a>
<a id='n3881' href='#n3881'>3881</a>
<a id='n3882' href='#n3882'>3882</a>
<a id='n3883' href='#n3883'>3883</a>
<a id='n3884' href='#n3884'>3884</a>
<a id='n3885' href='#n3885'>3885</a>
<a id='n3886' href='#n3886'>3886</a>
<a id='n3887' href='#n3887'>3887</a>
<a id='n3888' href='#n3888'>3888</a>
<a id='n3889' href='#n3889'>3889</a>
<a id='n3890' href='#n3890'>3890</a>
<a id='n3891' href='#n3891'>3891</a>
<a id='n3892' href='#n3892'>3892</a>
<a id='n3893' href='#n3893'>3893</a>
<a id='n3894' href='#n3894'>3894</a>
<a id='n3895' href='#n3895'>3895</a>
<a id='n3896' href='#n3896'>3896</a>
<a id='n3897' href='#n3897'>3897</a>
<a id='n3898' href='#n3898'>3898</a>
<a id='n3899' href='#n3899'>3899</a>
<a id='n3900' href='#n3900'>3900</a>
<a id='n3901' href='#n3901'>3901</a>
<a id='n3902' href='#n3902'>3902</a>
<a id='n3903' href='#n3903'>3903</a>
<a id='n3904' href='#n3904'>3904</a>
<a id='n3905' href='#n3905'>3905</a>
<a id='n3906' href='#n3906'>3906</a>
<a id='n3907' href='#n3907'>3907</a>
<a id='n3908' href='#n3908'>3908</a>
<a id='n3909' href='#n3909'>3909</a>
<a id='n3910' href='#n3910'>3910</a>
<a id='n3911' href='#n3911'>3911</a>
<a id='n3912' href='#n3912'>3912</a>
<a id='n3913' href='#n3913'>3913</a>
<a id='n3914' href='#n3914'>3914</a>
<a id='n3915' href='#n3915'>3915</a>
<a id='n3916' href='#n3916'>3916</a>
<a id='n3917' href='#n3917'>3917</a>
<a id='n3918' href='#n3918'>3918</a>
<a id='n3919' href='#n3919'>3919</a>
<a id='n3920' href='#n3920'>3920</a>
<a id='n3921' href='#n3921'>3921</a>
<a id='n3922' href='#n3922'>3922</a>
<a id='n3923' href='#n3923'>3923</a>
<a id='n3924' href='#n3924'>3924</a>
<a id='n3925' href='#n3925'>3925</a>
<a id='n3926' href='#n3926'>3926</a>
<a id='n3927' href='#n3927'>3927</a>
<a id='n3928' href='#n3928'>3928</a>
<a id='n3929' href='#n3929'>3929</a>
<a id='n3930' href='#n3930'>3930</a>
<a id='n3931' href='#n3931'>3931</a>
<a id='n3932' href='#n3932'>3932</a>
<a id='n3933' href='#n3933'>3933</a>
<a id='n3934' href='#n3934'>3934</a>
<a id='n3935' href='#n3935'>3935</a>
<a id='n3936' href='#n3936'>3936</a>
<a id='n3937' href='#n3937'>3937</a>
<a id='n3938' href='#n3938'>3938</a>
<a id='n3939' href='#n3939'>3939</a>
<a id='n3940' href='#n3940'>3940</a>
<a id='n3941' href='#n3941'>3941</a>
<a id='n3942' href='#n3942'>3942</a>
<a id='n3943' href='#n3943'>3943</a>
<a id='n3944' href='#n3944'>3944</a>
<a id='n3945' href='#n3945'>3945</a>
<a id='n3946' href='#n3946'>3946</a>
<a id='n3947' href='#n3947'>3947</a>
<a id='n3948' href='#n3948'>3948</a>
<a id='n3949' href='#n3949'>3949</a>
<a id='n3950' href='#n3950'>3950</a>
<a id='n3951' href='#n3951'>3951</a>
<a id='n3952' href='#n3952'>3952</a>
<a id='n3953' href='#n3953'>3953</a>
<a id='n3954' href='#n3954'>3954</a>
<a id='n3955' href='#n3955'>3955</a>
<a id='n3956' href='#n3956'>3956</a>
<a id='n3957' href='#n3957'>3957</a>
<a id='n3958' href='#n3958'>3958</a>
<a id='n3959' href='#n3959'>3959</a>
<a id='n3960' href='#n3960'>3960</a>
<a id='n3961' href='#n3961'>3961</a>
<a id='n3962' href='#n3962'>3962</a>
<a id='n3963' href='#n3963'>3963</a>
<a id='n3964' href='#n3964'>3964</a>
<a id='n3965' href='#n3965'>3965</a>
<a id='n3966' href='#n3966'>3966</a>
<a id='n3967' href='#n3967'>3967</a>
<a id='n3968' href='#n3968'>3968</a>
<a id='n3969' href='#n3969'>3969</a>
<a id='n3970' href='#n3970'>3970</a>
<a id='n3971' href='#n3971'>3971</a>
<a id='n3972' href='#n3972'>3972</a>
<a id='n3973' href='#n3973'>3973</a>
<a id='n3974' href='#n3974'>3974</a>
<a id='n3975' href='#n3975'>3975</a>
<a id='n3976' href='#n3976'>3976</a>
<a id='n3977' href='#n3977'>3977</a>
<a id='n3978' href='#n3978'>3978</a>
<a id='n3979' href='#n3979'>3979</a>
<a id='n3980' href='#n3980'>3980</a>
<a id='n3981' href='#n3981'>3981</a>
<a id='n3982' href='#n3982'>3982</a>
<a id='n3983' href='#n3983'>3983</a>
<a id='n3984' href='#n3984'>3984</a>
<a id='n3985' href='#n3985'>3985</a>
<a id='n3986' href='#n3986'>3986</a>
<a id='n3987' href='#n3987'>3987</a>
<a id='n3988' href='#n3988'>3988</a>
<a id='n3989' href='#n3989'>3989</a>
<a id='n3990' href='#n3990'>3990</a>
<a id='n3991' href='#n3991'>3991</a>
<a id='n3992' href='#n3992'>3992</a>
<a id='n3993' href='#n3993'>3993</a>
<a id='n3994' href='#n3994'>3994</a>
<a id='n3995' href='#n3995'>3995</a>
<a id='n3996' href='#n3996'>3996</a>
<a id='n3997' href='#n3997'>3997</a>
<a id='n3998' href='#n3998'>3998</a>
<a id='n3999' href='#n3999'>3999</a>
<a id='n4000' href='#n4000'>4000</a>
<a id='n4001' href='#n4001'>4001</a>
<a id='n4002' href='#n4002'>4002</a>
<a id='n4003' href='#n4003'>4003</a>
<a id='n4004' href='#n4004'>4004</a>
<a id='n4005' href='#n4005'>4005</a>
<a id='n4006' href='#n4006'>4006</a>
<a id='n4007' href='#n4007'>4007</a>
<a id='n4008' href='#n4008'>4008</a>
<a id='n4009' href='#n4009'>4009</a>
<a id='n4010' href='#n4010'>4010</a>
<a id='n4011' href='#n4011'>4011</a>
<a id='n4012' href='#n4012'>4012</a>
<a id='n4013' href='#n4013'>4013</a>
<a id='n4014' href='#n4014'>4014</a>
<a id='n4015' href='#n4015'>4015</a>
<a id='n4016' href='#n4016'>4016</a>
<a id='n4017' href='#n4017'>4017</a>
<a id='n4018' href='#n4018'>4018</a>
<a id='n4019' href='#n4019'>4019</a>
<a id='n4020' href='#n4020'>4020</a>
<a id='n4021' href='#n4021'>4021</a>
<a id='n4022' href='#n4022'>4022</a>
<a id='n4023' href='#n4023'>4023</a>
<a id='n4024' href='#n4024'>4024</a>
<a id='n4025' href='#n4025'>4025</a>
<a id='n4026' href='#n4026'>4026</a>
<a id='n4027' href='#n4027'>4027</a>
<a id='n4028' href='#n4028'>4028</a>
<a id='n4029' href='#n4029'>4029</a>
<a id='n4030' href='#n4030'>4030</a>
<a id='n4031' href='#n4031'>4031</a>
<a id='n4032' href='#n4032'>4032</a>
<a id='n4033' href='#n4033'>4033</a>
<a id='n4034' href='#n4034'>4034</a>
<a id='n4035' href='#n4035'>4035</a>
<a id='n4036' href='#n4036'>4036</a>
<a id='n4037' href='#n4037'>4037</a>
<a id='n4038' href='#n4038'>4038</a>
<a id='n4039' href='#n4039'>4039</a>
<a id='n4040' href='#n4040'>4040</a>
<a id='n4041' href='#n4041'>4041</a>
<a id='n4042' href='#n4042'>4042</a>
<a id='n4043' href='#n4043'>4043</a>
<a id='n4044' href='#n4044'>4044</a>
<a id='n4045' href='#n4045'>4045</a>
<a id='n4046' href='#n4046'>4046</a>
<a id='n4047' href='#n4047'>4047</a>
<a id='n4048' href='#n4048'>4048</a>
<a id='n4049' href='#n4049'>4049</a>
<a id='n4050' href='#n4050'>4050</a>
<a id='n4051' href='#n4051'>4051</a>
<a id='n4052' href='#n4052'>4052</a>
<a id='n4053' href='#n4053'>4053</a>
<a id='n4054' href='#n4054'>4054</a>
<a id='n4055' href='#n4055'>4055</a>
<a id='n4056' href='#n4056'>4056</a>
<a id='n4057' href='#n4057'>4057</a>
<a id='n4058' href='#n4058'>4058</a>
<a id='n4059' href='#n4059'>4059</a>
<a id='n4060' href='#n4060'>4060</a>
<a id='n4061' href='#n4061'>4061</a>
<a id='n4062' href='#n4062'>4062</a>
<a id='n4063' href='#n4063'>4063</a>
<a id='n4064' href='#n4064'>4064</a>
<a id='n4065' href='#n4065'>4065</a>
<a id='n4066' href='#n4066'>4066</a>
<a id='n4067' href='#n4067'>4067</a>
<a id='n4068' href='#n4068'>4068</a>
<a id='n4069' href='#n4069'>4069</a>
<a id='n4070' href='#n4070'>4070</a>
<a id='n4071' href='#n4071'>4071</a>
<a id='n4072' href='#n4072'>4072</a>
<a id='n4073' href='#n4073'>4073</a>
<a id='n4074' href='#n4074'>4074</a>
<a id='n4075' href='#n4075'>4075</a>
<a id='n4076' href='#n4076'>4076</a>
<a id='n4077' href='#n4077'>4077</a>
<a id='n4078' href='#n4078'>4078</a>
<a id='n4079' href='#n4079'>4079</a>
<a id='n4080' href='#n4080'>4080</a>
<a id='n4081' href='#n4081'>4081</a>
<a id='n4082' href='#n4082'>4082</a>
<a id='n4083' href='#n4083'>4083</a>
<a id='n4084' href='#n4084'>4084</a>
<a id='n4085' href='#n4085'>4085</a>
<a id='n4086' href='#n4086'>4086</a>
<a id='n4087' href='#n4087'>4087</a>
<a id='n4088' href='#n4088'>4088</a>
<a id='n4089' href='#n4089'>4089</a>
<a id='n4090' href='#n4090'>4090</a>
<a id='n4091' href='#n4091'>4091</a>
<a id='n4092' href='#n4092'>4092</a>
<a id='n4093' href='#n4093'>4093</a>
<a id='n4094' href='#n4094'>4094</a>
<a id='n4095' href='#n4095'>4095</a>
<a id='n4096' href='#n4096'>4096</a>
<a id='n4097' href='#n4097'>4097</a>
<a id='n4098' href='#n4098'>4098</a>
<a id='n4099' href='#n4099'>4099</a>
<a id='n4100' href='#n4100'>4100</a>
<a id='n4101' href='#n4101'>4101</a>
<a id='n4102' href='#n4102'>4102</a>
<a id='n4103' href='#n4103'>4103</a>
<a id='n4104' href='#n4104'>4104</a>
<a id='n4105' href='#n4105'>4105</a>
<a id='n4106' href='#n4106'>4106</a>
<a id='n4107' href='#n4107'>4107</a>
<a id='n4108' href='#n4108'>4108</a>
<a id='n4109' href='#n4109'>4109</a>
<a id='n4110' href='#n4110'>4110</a>
<a id='n4111' href='#n4111'>4111</a>
<a id='n4112' href='#n4112'>4112</a>
<a id='n4113' href='#n4113'>4113</a>
<a id='n4114' href='#n4114'>4114</a>
<a id='n4115' href='#n4115'>4115</a>
<a id='n4116' href='#n4116'>4116</a>
<a id='n4117' href='#n4117'>4117</a>
<a id='n4118' href='#n4118'>4118</a>
<a id='n4119' href='#n4119'>4119</a>
<a id='n4120' href='#n4120'>4120</a>
<a id='n4121' href='#n4121'>4121</a>
<a id='n4122' href='#n4122'>4122</a>
<a id='n4123' href='#n4123'>4123</a>
<a id='n4124' href='#n4124'>4124</a>
<a id='n4125' href='#n4125'>4125</a>
<a id='n4126' href='#n4126'>4126</a>
<a id='n4127' href='#n4127'>4127</a>
<a id='n4128' href='#n4128'>4128</a>
<a id='n4129' href='#n4129'>4129</a>
<a id='n4130' href='#n4130'>4130</a>
<a id='n4131' href='#n4131'>4131</a>
<a id='n4132' href='#n4132'>4132</a>
<a id='n4133' href='#n4133'>4133</a>
<a id='n4134' href='#n4134'>4134</a>
<a id='n4135' href='#n4135'>4135</a>
<a id='n4136' href='#n4136'>4136</a>
<a id='n4137' href='#n4137'>4137</a>
<a id='n4138' href='#n4138'>4138</a>
<a id='n4139' href='#n4139'>4139</a>
<a id='n4140' href='#n4140'>4140</a>
<a id='n4141' href='#n4141'>4141</a>
<a id='n4142' href='#n4142'>4142</a>
<a id='n4143' href='#n4143'>4143</a>
<a id='n4144' href='#n4144'>4144</a>
<a id='n4145' href='#n4145'>4145</a>
<a id='n4146' href='#n4146'>4146</a>
<a id='n4147' href='#n4147'>4147</a>
<a id='n4148' href='#n4148'>4148</a>
<a id='n4149' href='#n4149'>4149</a>
<a id='n4150' href='#n4150'>4150</a>
<a id='n4151' href='#n4151'>4151</a>
<a id='n4152' href='#n4152'>4152</a>
<a id='n4153' href='#n4153'>4153</a>
<a id='n4154' href='#n4154'>4154</a>
<a id='n4155' href='#n4155'>4155</a>
<a id='n4156' href='#n4156'>4156</a>
<a id='n4157' href='#n4157'>4157</a>
<a id='n4158' href='#n4158'>4158</a>
<a id='n4159' href='#n4159'>4159</a>
<a id='n4160' href='#n4160'>4160</a>
<a id='n4161' href='#n4161'>4161</a>
<a id='n4162' href='#n4162'>4162</a>
<a id='n4163' href='#n4163'>4163</a>
<a id='n4164' href='#n4164'>4164</a>
<a id='n4165' href='#n4165'>4165</a>
<a id='n4166' href='#n4166'>4166</a>
<a id='n4167' href='#n4167'>4167</a>
<a id='n4168' href='#n4168'>4168</a>
<a id='n4169' href='#n4169'>4169</a>
<a id='n4170' href='#n4170'>4170</a>
<a id='n4171' href='#n4171'>4171</a>
<a id='n4172' href='#n4172'>4172</a>
<a id='n4173' href='#n4173'>4173</a>
<a id='n4174' href='#n4174'>4174</a>
<a id='n4175' href='#n4175'>4175</a>
<a id='n4176' href='#n4176'>4176</a>
<a id='n4177' href='#n4177'>4177</a>
<a id='n4178' href='#n4178'>4178</a>
<a id='n4179' href='#n4179'>4179</a>
<a id='n4180' href='#n4180'>4180</a>
<a id='n4181' href='#n4181'>4181</a>
<a id='n4182' href='#n4182'>4182</a>
<a id='n4183' href='#n4183'>4183</a>
<a id='n4184' href='#n4184'>4184</a>
<a id='n4185' href='#n4185'>4185</a>
<a id='n4186' href='#n4186'>4186</a>
<a id='n4187' href='#n4187'>4187</a>
<a id='n4188' href='#n4188'>4188</a>
<a id='n4189' href='#n4189'>4189</a>
<a id='n4190' href='#n4190'>4190</a>
<a id='n4191' href='#n4191'>4191</a>
<a id='n4192' href='#n4192'>4192</a>
<a id='n4193' href='#n4193'>4193</a>
<a id='n4194' href='#n4194'>4194</a>
<a id='n4195' href='#n4195'>4195</a>
<a id='n4196' href='#n4196'>4196</a>
<a id='n4197' href='#n4197'>4197</a>
<a id='n4198' href='#n4198'>4198</a>
<a id='n4199' href='#n4199'>4199</a>
<a id='n4200' href='#n4200'>4200</a>
<a id='n4201' href='#n4201'>4201</a>
<a id='n4202' href='#n4202'>4202</a>
<a id='n4203' href='#n4203'>4203</a>
<a id='n4204' href='#n4204'>4204</a>
<a id='n4205' href='#n4205'>4205</a>
<a id='n4206' href='#n4206'>4206</a>
<a id='n4207' href='#n4207'>4207</a>
<a id='n4208' href='#n4208'>4208</a>
<a id='n4209' href='#n4209'>4209</a>
<a id='n4210' href='#n4210'>4210</a>
<a id='n4211' href='#n4211'>4211</a>
<a id='n4212' href='#n4212'>4212</a>
<a id='n4213' href='#n4213'>4213</a>
<a id='n4214' href='#n4214'>4214</a>
<a id='n4215' href='#n4215'>4215</a>
<a id='n4216' href='#n4216'>4216</a>
<a id='n4217' href='#n4217'>4217</a>
<a id='n4218' href='#n4218'>4218</a>
<a id='n4219' href='#n4219'>4219</a>
<a id='n4220' href='#n4220'>4220</a>
<a id='n4221' href='#n4221'>4221</a>
<a id='n4222' href='#n4222'>4222</a>
<a id='n4223' href='#n4223'>4223</a>
<a id='n4224' href='#n4224'>4224</a>
<a id='n4225' href='#n4225'>4225</a>
<a id='n4226' href='#n4226'>4226</a>
<a id='n4227' href='#n4227'>4227</a>
<a id='n4228' href='#n4228'>4228</a>
<a id='n4229' href='#n4229'>4229</a>
<a id='n4230' href='#n4230'>4230</a>
<a id='n4231' href='#n4231'>4231</a>
<a id='n4232' href='#n4232'>4232</a>
<a id='n4233' href='#n4233'>4233</a>
<a id='n4234' href='#n4234'>4234</a>
<a id='n4235' href='#n4235'>4235</a>
<a id='n4236' href='#n4236'>4236</a>
<a id='n4237' href='#n4237'>4237</a>
<a id='n4238' href='#n4238'>4238</a>
<a id='n4239' href='#n4239'>4239</a>
<a id='n4240' href='#n4240'>4240</a>
<a id='n4241' href='#n4241'>4241</a>
<a id='n4242' href='#n4242'>4242</a>
<a id='n4243' href='#n4243'>4243</a>
<a id='n4244' href='#n4244'>4244</a>
<a id='n4245' href='#n4245'>4245</a>
<a id='n4246' href='#n4246'>4246</a>
<a id='n4247' href='#n4247'>4247</a>
<a id='n4248' href='#n4248'>4248</a>
<a id='n4249' href='#n4249'>4249</a>
<a id='n4250' href='#n4250'>4250</a>
<a id='n4251' href='#n4251'>4251</a>
<a id='n4252' href='#n4252'>4252</a>
<a id='n4253' href='#n4253'>4253</a>
<a id='n4254' href='#n4254'>4254</a>
<a id='n4255' href='#n4255'>4255</a>
<a id='n4256' href='#n4256'>4256</a>
<a id='n4257' href='#n4257'>4257</a>
<a id='n4258' href='#n4258'>4258</a>
<a id='n4259' href='#n4259'>4259</a>
<a id='n4260' href='#n4260'>4260</a>
<a id='n4261' href='#n4261'>4261</a>
<a id='n4262' href='#n4262'>4262</a>
<a id='n4263' href='#n4263'>4263</a>
<a id='n4264' href='#n4264'>4264</a>
<a id='n4265' href='#n4265'>4265</a>
<a id='n4266' href='#n4266'>4266</a>
<a id='n4267' href='#n4267'>4267</a>
<a id='n4268' href='#n4268'>4268</a>
<a id='n4269' href='#n4269'>4269</a>
<a id='n4270' href='#n4270'>4270</a>
<a id='n4271' href='#n4271'>4271</a>
<a id='n4272' href='#n4272'>4272</a>
<a id='n4273' href='#n4273'>4273</a>
<a id='n4274' href='#n4274'>4274</a>
<a id='n4275' href='#n4275'>4275</a>
<a id='n4276' href='#n4276'>4276</a>
<a id='n4277' href='#n4277'>4277</a>
<a id='n4278' href='#n4278'>4278</a>
<a id='n4279' href='#n4279'>4279</a>
<a id='n4280' href='#n4280'>4280</a>
<a id='n4281' href='#n4281'>4281</a>
<a id='n4282' href='#n4282'>4282</a>
<a id='n4283' href='#n4283'>4283</a>
<a id='n4284' href='#n4284'>4284</a>
<a id='n4285' href='#n4285'>4285</a>
<a id='n4286' href='#n4286'>4286</a>
<a id='n4287' href='#n4287'>4287</a>
<a id='n4288' href='#n4288'>4288</a>
<a id='n4289' href='#n4289'>4289</a>
<a id='n4290' href='#n4290'>4290</a>
<a id='n4291' href='#n4291'>4291</a>
<a id='n4292' href='#n4292'>4292</a>
<a id='n4293' href='#n4293'>4293</a>
<a id='n4294' href='#n4294'>4294</a>
<a id='n4295' href='#n4295'>4295</a>
<a id='n4296' href='#n4296'>4296</a>
<a id='n4297' href='#n4297'>4297</a>
<a id='n4298' href='#n4298'>4298</a>
<a id='n4299' href='#n4299'>4299</a>
<a id='n4300' href='#n4300'>4300</a>
<a id='n4301' href='#n4301'>4301</a>
<a id='n4302' href='#n4302'>4302</a>
<a id='n4303' href='#n4303'>4303</a>
<a id='n4304' href='#n4304'>4304</a>
<a id='n4305' href='#n4305'>4305</a>
<a id='n4306' href='#n4306'>4306</a>
<a id='n4307' href='#n4307'>4307</a>
<a id='n4308' href='#n4308'>4308</a>
<a id='n4309' href='#n4309'>4309</a>
<a id='n4310' href='#n4310'>4310</a>
<a id='n4311' href='#n4311'>4311</a>
<a id='n4312' href='#n4312'>4312</a>
<a id='n4313' href='#n4313'>4313</a>
<a id='n4314' href='#n4314'>4314</a>
<a id='n4315' href='#n4315'>4315</a>
<a id='n4316' href='#n4316'>4316</a>
<a id='n4317' href='#n4317'>4317</a>
<a id='n4318' href='#n4318'>4318</a>
<a id='n4319' href='#n4319'>4319</a>
<a id='n4320' href='#n4320'>4320</a>
<a id='n4321' href='#n4321'>4321</a>
<a id='n4322' href='#n4322'>4322</a>
<a id='n4323' href='#n4323'>4323</a>
<a id='n4324' href='#n4324'>4324</a>
<a id='n4325' href='#n4325'>4325</a>
<a id='n4326' href='#n4326'>4326</a>
<a id='n4327' href='#n4327'>4327</a>
<a id='n4328' href='#n4328'>4328</a>
<a id='n4329' href='#n4329'>4329</a>
<a id='n4330' href='#n4330'>4330</a>
<a id='n4331' href='#n4331'>4331</a>
<a id='n4332' href='#n4332'>4332</a>
<a id='n4333' href='#n4333'>4333</a>
<a id='n4334' href='#n4334'>4334</a>
<a id='n4335' href='#n4335'>4335</a>
<a id='n4336' href='#n4336'>4336</a>
<a id='n4337' href='#n4337'>4337</a>
<a id='n4338' href='#n4338'>4338</a>
<a id='n4339' href='#n4339'>4339</a>
<a id='n4340' href='#n4340'>4340</a>
<a id='n4341' href='#n4341'>4341</a>
<a id='n4342' href='#n4342'>4342</a>
<a id='n4343' href='#n4343'>4343</a>
<a id='n4344' href='#n4344'>4344</a>
<a id='n4345' href='#n4345'>4345</a>
<a id='n4346' href='#n4346'>4346</a>
<a id='n4347' href='#n4347'>4347</a>
<a id='n4348' href='#n4348'>4348</a>
<a id='n4349' href='#n4349'>4349</a>
<a id='n4350' href='#n4350'>4350</a>
<a id='n4351' href='#n4351'>4351</a>
<a id='n4352' href='#n4352'>4352</a>
<a id='n4353' href='#n4353'>4353</a>
<a id='n4354' href='#n4354'>4354</a>
<a id='n4355' href='#n4355'>4355</a>
<a id='n4356' href='#n4356'>4356</a>
<a id='n4357' href='#n4357'>4357</a>
<a id='n4358' href='#n4358'>4358</a>
<a id='n4359' href='#n4359'>4359</a>
<a id='n4360' href='#n4360'>4360</a>
<a id='n4361' href='#n4361'>4361</a>
<a id='n4362' href='#n4362'>4362</a>
<a id='n4363' href='#n4363'>4363</a>
<a id='n4364' href='#n4364'>4364</a>
<a id='n4365' href='#n4365'>4365</a>
<a id='n4366' href='#n4366'>4366</a>
<a id='n4367' href='#n4367'>4367</a>
<a id='n4368' href='#n4368'>4368</a>
<a id='n4369' href='#n4369'>4369</a>
<a id='n4370' href='#n4370'>4370</a>
<a id='n4371' href='#n4371'>4371</a>
<a id='n4372' href='#n4372'>4372</a>
<a id='n4373' href='#n4373'>4373</a>
<a id='n4374' href='#n4374'>4374</a>
<a id='n4375' href='#n4375'>4375</a>
<a id='n4376' href='#n4376'>4376</a>
<a id='n4377' href='#n4377'>4377</a>
<a id='n4378' href='#n4378'>4378</a>
<a id='n4379' href='#n4379'>4379</a>
<a id='n4380' href='#n4380'>4380</a>
<a id='n4381' href='#n4381'>4381</a>
<a id='n4382' href='#n4382'>4382</a>
<a id='n4383' href='#n4383'>4383</a>
<a id='n4384' href='#n4384'>4384</a>
<a id='n4385' href='#n4385'>4385</a>
<a id='n4386' href='#n4386'>4386</a>
<a id='n4387' href='#n4387'>4387</a>
<a id='n4388' href='#n4388'>4388</a>
<a id='n4389' href='#n4389'>4389</a>
<a id='n4390' href='#n4390'>4390</a>
<a id='n4391' href='#n4391'>4391</a>
<a id='n4392' href='#n4392'>4392</a>
<a id='n4393' href='#n4393'>4393</a>
<a id='n4394' href='#n4394'>4394</a>
<a id='n4395' href='#n4395'>4395</a>
<a id='n4396' href='#n4396'>4396</a>
<a id='n4397' href='#n4397'>4397</a>
<a id='n4398' href='#n4398'>4398</a>
<a id='n4399' href='#n4399'>4399</a>
<a id='n4400' href='#n4400'>4400</a>
<a id='n4401' href='#n4401'>4401</a>
<a id='n4402' href='#n4402'>4402</a>
<a id='n4403' href='#n4403'>4403</a>
<a id='n4404' href='#n4404'>4404</a>
<a id='n4405' href='#n4405'>4405</a>
<a id='n4406' href='#n4406'>4406</a>
<a id='n4407' href='#n4407'>4407</a>
<a id='n4408' href='#n4408'>4408</a>
<a id='n4409' href='#n4409'>4409</a>
<a id='n4410' href='#n4410'>4410</a>
<a id='n4411' href='#n4411'>4411</a>
<a id='n4412' href='#n4412'>4412</a>
<a id='n4413' href='#n4413'>4413</a>
<a id='n4414' href='#n4414'>4414</a>
<a id='n4415' href='#n4415'>4415</a>
<a id='n4416' href='#n4416'>4416</a>
<a id='n4417' href='#n4417'>4417</a>
<a id='n4418' href='#n4418'>4418</a>
<a id='n4419' href='#n4419'>4419</a>
<a id='n4420' href='#n4420'>4420</a>
<a id='n4421' href='#n4421'>4421</a>
<a id='n4422' href='#n4422'>4422</a>
<a id='n4423' href='#n4423'>4423</a>
<a id='n4424' href='#n4424'>4424</a>
<a id='n4425' href='#n4425'>4425</a>
<a id='n4426' href='#n4426'>4426</a>
<a id='n4427' href='#n4427'>4427</a>
<a id='n4428' href='#n4428'>4428</a>
<a id='n4429' href='#n4429'>4429</a>
<a id='n4430' href='#n4430'>4430</a>
<a id='n4431' href='#n4431'>4431</a>
<a id='n4432' href='#n4432'>4432</a>
<a id='n4433' href='#n4433'>4433</a>
<a id='n4434' href='#n4434'>4434</a>
<a id='n4435' href='#n4435'>4435</a>
<a id='n4436' href='#n4436'>4436</a>
<a id='n4437' href='#n4437'>4437</a>
<a id='n4438' href='#n4438'>4438</a>
<a id='n4439' href='#n4439'>4439</a>
<a id='n4440' href='#n4440'>4440</a>
<a id='n4441' href='#n4441'>4441</a>
<a id='n4442' href='#n4442'>4442</a>
<a id='n4443' href='#n4443'>4443</a>
<a id='n4444' href='#n4444'>4444</a>
<a id='n4445' href='#n4445'>4445</a>
<a id='n4446' href='#n4446'>4446</a>
<a id='n4447' href='#n4447'>4447</a>
<a id='n4448' href='#n4448'>4448</a>
<a id='n4449' href='#n4449'>4449</a>
<a id='n4450' href='#n4450'>4450</a>
<a id='n4451' href='#n4451'>4451</a>
<a id='n4452' href='#n4452'>4452</a>
<a id='n4453' href='#n4453'>4453</a>
<a id='n4454' href='#n4454'>4454</a>
<a id='n4455' href='#n4455'>4455</a>
<a id='n4456' href='#n4456'>4456</a>
<a id='n4457' href='#n4457'>4457</a>
<a id='n4458' href='#n4458'>4458</a>
<a id='n4459' href='#n4459'>4459</a>
<a id='n4460' href='#n4460'>4460</a>
<a id='n4461' href='#n4461'>4461</a>
<a id='n4462' href='#n4462'>4462</a>
<a id='n4463' href='#n4463'>4463</a>
<a id='n4464' href='#n4464'>4464</a>
<a id='n4465' href='#n4465'>4465</a>
<a id='n4466' href='#n4466'>4466</a>
<a id='n4467' href='#n4467'>4467</a>
<a id='n4468' href='#n4468'>4468</a>
<a id='n4469' href='#n4469'>4469</a>
<a id='n4470' href='#n4470'>4470</a>
<a id='n4471' href='#n4471'>4471</a>
<a id='n4472' href='#n4472'>4472</a>
<a id='n4473' href='#n4473'>4473</a>
<a id='n4474' href='#n4474'>4474</a>
<a id='n4475' href='#n4475'>4475</a>
<a id='n4476' href='#n4476'>4476</a>
<a id='n4477' href='#n4477'>4477</a>
<a id='n4478' href='#n4478'>4478</a>
<a id='n4479' href='#n4479'>4479</a>
<a id='n4480' href='#n4480'>4480</a>
<a id='n4481' href='#n4481'>4481</a>
<a id='n4482' href='#n4482'>4482</a>
<a id='n4483' href='#n4483'>4483</a>
<a id='n4484' href='#n4484'>4484</a>
<a id='n4485' href='#n4485'>4485</a>
<a id='n4486' href='#n4486'>4486</a>
<a id='n4487' href='#n4487'>4487</a>
<a id='n4488' href='#n4488'>4488</a>
<a id='n4489' href='#n4489'>4489</a>
<a id='n4490' href='#n4490'>4490</a>
<a id='n4491' href='#n4491'>4491</a>
<a id='n4492' href='#n4492'>4492</a>
<a id='n4493' href='#n4493'>4493</a>
<a id='n4494' href='#n4494'>4494</a>
<a id='n4495' href='#n4495'>4495</a>
<a id='n4496' href='#n4496'>4496</a>
<a id='n4497' href='#n4497'>4497</a>
<a id='n4498' href='#n4498'>4498</a>
<a id='n4499' href='#n4499'>4499</a>
<a id='n4500' href='#n4500'>4500</a>
<a id='n4501' href='#n4501'>4501</a>
<a id='n4502' href='#n4502'>4502</a>
<a id='n4503' href='#n4503'>4503</a>
<a id='n4504' href='#n4504'>4504</a>
<a id='n4505' href='#n4505'>4505</a>
<a id='n4506' href='#n4506'>4506</a>
<a id='n4507' href='#n4507'>4507</a>
<a id='n4508' href='#n4508'>4508</a>
<a id='n4509' href='#n4509'>4509</a>
<a id='n4510' href='#n4510'>4510</a>
<a id='n4511' href='#n4511'>4511</a>
<a id='n4512' href='#n4512'>4512</a>
<a id='n4513' href='#n4513'>4513</a>
<a id='n4514' href='#n4514'>4514</a>
<a id='n4515' href='#n4515'>4515</a>
<a id='n4516' href='#n4516'>4516</a>
<a id='n4517' href='#n4517'>4517</a>
<a id='n4518' href='#n4518'>4518</a>
<a id='n4519' href='#n4519'>4519</a>
<a id='n4520' href='#n4520'>4520</a>
<a id='n4521' href='#n4521'>4521</a>
<a id='n4522' href='#n4522'>4522</a>
<a id='n4523' href='#n4523'>4523</a>
<a id='n4524' href='#n4524'>4524</a>
<a id='n4525' href='#n4525'>4525</a>
<a id='n4526' href='#n4526'>4526</a>
<a id='n4527' href='#n4527'>4527</a>
<a id='n4528' href='#n4528'>4528</a>
<a id='n4529' href='#n4529'>4529</a>
<a id='n4530' href='#n4530'>4530</a>
<a id='n4531' href='#n4531'>4531</a>
<a id='n4532' href='#n4532'>4532</a>
<a id='n4533' href='#n4533'>4533</a>
<a id='n4534' href='#n4534'>4534</a>
<a id='n4535' href='#n4535'>4535</a>
<a id='n4536' href='#n4536'>4536</a>
<a id='n4537' href='#n4537'>4537</a>
<a id='n4538' href='#n4538'>4538</a>
<a id='n4539' href='#n4539'>4539</a>
<a id='n4540' href='#n4540'>4540</a>
<a id='n4541' href='#n4541'>4541</a>
<a id='n4542' href='#n4542'>4542</a>
<a id='n4543' href='#n4543'>4543</a>
<a id='n4544' href='#n4544'>4544</a>
<a id='n4545' href='#n4545'>4545</a>
<a id='n4546' href='#n4546'>4546</a>
<a id='n4547' href='#n4547'>4547</a>
<a id='n4548' href='#n4548'>4548</a>
<a id='n4549' href='#n4549'>4549</a>
<a id='n4550' href='#n4550'>4550</a>
<a id='n4551' href='#n4551'>4551</a>
<a id='n4552' href='#n4552'>4552</a>
<a id='n4553' href='#n4553'>4553</a>
<a id='n4554' href='#n4554'>4554</a>
<a id='n4555' href='#n4555'>4555</a>
<a id='n4556' href='#n4556'>4556</a>
<a id='n4557' href='#n4557'>4557</a>
<a id='n4558' href='#n4558'>4558</a>
<a id='n4559' href='#n4559'>4559</a>
<a id='n4560' href='#n4560'>4560</a>
<a id='n4561' href='#n4561'>4561</a>
<a id='n4562' href='#n4562'>4562</a>
<a id='n4563' href='#n4563'>4563</a>
<a id='n4564' href='#n4564'>4564</a>
<a id='n4565' href='#n4565'>4565</a>
<a id='n4566' href='#n4566'>4566</a>
<a id='n4567' href='#n4567'>4567</a>
<a id='n4568' href='#n4568'>4568</a>
<a id='n4569' href='#n4569'>4569</a>
<a id='n4570' href='#n4570'>4570</a>
<a id='n4571' href='#n4571'>4571</a>
<a id='n4572' href='#n4572'>4572</a>
<a id='n4573' href='#n4573'>4573</a>
<a id='n4574' href='#n4574'>4574</a>
<a id='n4575' href='#n4575'>4575</a>
<a id='n4576' href='#n4576'>4576</a>
<a id='n4577' href='#n4577'>4577</a>
<a id='n4578' href='#n4578'>4578</a>
<a id='n4579' href='#n4579'>4579</a>
<a id='n4580' href='#n4580'>4580</a>
<a id='n4581' href='#n4581'>4581</a>
<a id='n4582' href='#n4582'>4582</a>
<a id='n4583' href='#n4583'>4583</a>
<a id='n4584' href='#n4584'>4584</a>
<a id='n4585' href='#n4585'>4585</a>
<a id='n4586' href='#n4586'>4586</a>
<a id='n4587' href='#n4587'>4587</a>
<a id='n4588' href='#n4588'>4588</a>
<a id='n4589' href='#n4589'>4589</a>
<a id='n4590' href='#n4590'>4590</a>
<a id='n4591' href='#n4591'>4591</a>
<a id='n4592' href='#n4592'>4592</a>
<a id='n4593' href='#n4593'>4593</a>
<a id='n4594' href='#n4594'>4594</a>
<a id='n4595' href='#n4595'>4595</a>
<a id='n4596' href='#n4596'>4596</a>
<a id='n4597' href='#n4597'>4597</a>
<a id='n4598' href='#n4598'>4598</a>
<a id='n4599' href='#n4599'>4599</a>
<a id='n4600' href='#n4600'>4600</a>
<a id='n4601' href='#n4601'>4601</a>
<a id='n4602' href='#n4602'>4602</a>
<a id='n4603' href='#n4603'>4603</a>
<a id='n4604' href='#n4604'>4604</a>
<a id='n4605' href='#n4605'>4605</a>
<a id='n4606' href='#n4606'>4606</a>
<a id='n4607' href='#n4607'>4607</a>
<a id='n4608' href='#n4608'>4608</a>
<a id='n4609' href='#n4609'>4609</a>
<a id='n4610' href='#n4610'>4610</a>
<a id='n4611' href='#n4611'>4611</a>
<a id='n4612' href='#n4612'>4612</a>
<a id='n4613' href='#n4613'>4613</a>
<a id='n4614' href='#n4614'>4614</a>
<a id='n4615' href='#n4615'>4615</a>
<a id='n4616' href='#n4616'>4616</a>
<a id='n4617' href='#n4617'>4617</a>
<a id='n4618' href='#n4618'>4618</a>
<a id='n4619' href='#n4619'>4619</a>
<a id='n4620' href='#n4620'>4620</a>
<a id='n4621' href='#n4621'>4621</a>
<a id='n4622' href='#n4622'>4622</a>
<a id='n4623' href='#n4623'>4623</a>
<a id='n4624' href='#n4624'>4624</a>
<a id='n4625' href='#n4625'>4625</a>
<a id='n4626' href='#n4626'>4626</a>
<a id='n4627' href='#n4627'>4627</a>
<a id='n4628' href='#n4628'>4628</a>
<a id='n4629' href='#n4629'>4629</a>
<a id='n4630' href='#n4630'>4630</a>
<a id='n4631' href='#n4631'>4631</a>
<a id='n4632' href='#n4632'>4632</a>
<a id='n4633' href='#n4633'>4633</a>
<a id='n4634' href='#n4634'>4634</a>
<a id='n4635' href='#n4635'>4635</a>
<a id='n4636' href='#n4636'>4636</a>
<a id='n4637' href='#n4637'>4637</a>
<a id='n4638' href='#n4638'>4638</a>
<a id='n4639' href='#n4639'>4639</a>
<a id='n4640' href='#n4640'>4640</a>
<a id='n4641' href='#n4641'>4641</a>
<a id='n4642' href='#n4642'>4642</a>
<a id='n4643' href='#n4643'>4643</a>
<a id='n4644' href='#n4644'>4644</a>
<a id='n4645' href='#n4645'>4645</a>
<a id='n4646' href='#n4646'>4646</a>
<a id='n4647' href='#n4647'>4647</a>
<a id='n4648' href='#n4648'>4648</a>
<a id='n4649' href='#n4649'>4649</a>
<a id='n4650' href='#n4650'>4650</a>
<a id='n4651' href='#n4651'>4651</a>
<a id='n4652' href='#n4652'>4652</a>
<a id='n4653' href='#n4653'>4653</a>
<a id='n4654' href='#n4654'>4654</a>
<a id='n4655' href='#n4655'>4655</a>
<a id='n4656' href='#n4656'>4656</a>
<a id='n4657' href='#n4657'>4657</a>
<a id='n4658' href='#n4658'>4658</a>
<a id='n4659' href='#n4659'>4659</a>
<a id='n4660' href='#n4660'>4660</a>
<a id='n4661' href='#n4661'>4661</a>
<a id='n4662' href='#n4662'>4662</a>
<a id='n4663' href='#n4663'>4663</a>
<a id='n4664' href='#n4664'>4664</a>
<a id='n4665' href='#n4665'>4665</a>
<a id='n4666' href='#n4666'>4666</a>
<a id='n4667' href='#n4667'>4667</a>
<a id='n4668' href='#n4668'>4668</a>
<a id='n4669' href='#n4669'>4669</a>
<a id='n4670' href='#n4670'>4670</a>
<a id='n4671' href='#n4671'>4671</a>
<a id='n4672' href='#n4672'>4672</a>
<a id='n4673' href='#n4673'>4673</a>
<a id='n4674' href='#n4674'>4674</a>
<a id='n4675' href='#n4675'>4675</a>
<a id='n4676' href='#n4676'>4676</a>
<a id='n4677' href='#n4677'>4677</a>
<a id='n4678' href='#n4678'>4678</a>
<a id='n4679' href='#n4679'>4679</a>
<a id='n4680' href='#n4680'>4680</a>
<a id='n4681' href='#n4681'>4681</a>
<a id='n4682' href='#n4682'>4682</a>
<a id='n4683' href='#n4683'>4683</a>
<a id='n4684' href='#n4684'>4684</a>
<a id='n4685' href='#n4685'>4685</a>
<a id='n4686' href='#n4686'>4686</a>
<a id='n4687' href='#n4687'>4687</a>
<a id='n4688' href='#n4688'>4688</a>
<a id='n4689' href='#n4689'>4689</a>
<a id='n4690' href='#n4690'>4690</a>
<a id='n4691' href='#n4691'>4691</a>
<a id='n4692' href='#n4692'>4692</a>
<a id='n4693' href='#n4693'>4693</a>
<a id='n4694' href='#n4694'>4694</a>
<a id='n4695' href='#n4695'>4695</a>
<a id='n4696' href='#n4696'>4696</a>
<a id='n4697' href='#n4697'>4697</a>
<a id='n4698' href='#n4698'>4698</a>
<a id='n4699' href='#n4699'>4699</a>
<a id='n4700' href='#n4700'>4700</a>
<a id='n4701' href='#n4701'>4701</a>
<a id='n4702' href='#n4702'>4702</a>
<a id='n4703' href='#n4703'>4703</a>
<a id='n4704' href='#n4704'>4704</a>
<a id='n4705' href='#n4705'>4705</a>
<a id='n4706' href='#n4706'>4706</a>
<a id='n4707' href='#n4707'>4707</a>
<a id='n4708' href='#n4708'>4708</a>
<a id='n4709' href='#n4709'>4709</a>
<a id='n4710' href='#n4710'>4710</a>
<a id='n4711' href='#n4711'>4711</a>
<a id='n4712' href='#n4712'>4712</a>
<a id='n4713' href='#n4713'>4713</a>
<a id='n4714' href='#n4714'>4714</a>
<a id='n4715' href='#n4715'>4715</a>
<a id='n4716' href='#n4716'>4716</a>
<a id='n4717' href='#n4717'>4717</a>
<a id='n4718' href='#n4718'>4718</a>
<a id='n4719' href='#n4719'>4719</a>
<a id='n4720' href='#n4720'>4720</a>
<a id='n4721' href='#n4721'>4721</a>
<a id='n4722' href='#n4722'>4722</a>
<a id='n4723' href='#n4723'>4723</a>
<a id='n4724' href='#n4724'>4724</a>
<a id='n4725' href='#n4725'>4725</a>
<a id='n4726' href='#n4726'>4726</a>
<a id='n4727' href='#n4727'>4727</a>
<a id='n4728' href='#n4728'>4728</a>
<a id='n4729' href='#n4729'>4729</a>
<a id='n4730' href='#n4730'>4730</a>
<a id='n4731' href='#n4731'>4731</a>
<a id='n4732' href='#n4732'>4732</a>
<a id='n4733' href='#n4733'>4733</a>
<a id='n4734' href='#n4734'>4734</a>
<a id='n4735' href='#n4735'>4735</a>
<a id='n4736' href='#n4736'>4736</a>
<a id='n4737' href='#n4737'>4737</a>
<a id='n4738' href='#n4738'>4738</a>
<a id='n4739' href='#n4739'>4739</a>
<a id='n4740' href='#n4740'>4740</a>
<a id='n4741' href='#n4741'>4741</a>
<a id='n4742' href='#n4742'>4742</a>
<a id='n4743' href='#n4743'>4743</a>
<a id='n4744' href='#n4744'>4744</a>
<a id='n4745' href='#n4745'>4745</a>
<a id='n4746' href='#n4746'>4746</a>
<a id='n4747' href='#n4747'>4747</a>
<a id='n4748' href='#n4748'>4748</a>
<a id='n4749' href='#n4749'>4749</a>
<a id='n4750' href='#n4750'>4750</a>
<a id='n4751' href='#n4751'>4751</a>
<a id='n4752' href='#n4752'>4752</a>
<a id='n4753' href='#n4753'>4753</a>
<a id='n4754' href='#n4754'>4754</a>
<a id='n4755' href='#n4755'>4755</a>
<a id='n4756' href='#n4756'>4756</a>
<a id='n4757' href='#n4757'>4757</a>
<a id='n4758' href='#n4758'>4758</a>
<a id='n4759' href='#n4759'>4759</a>
<a id='n4760' href='#n4760'>4760</a>
<a id='n4761' href='#n4761'>4761</a>
<a id='n4762' href='#n4762'>4762</a>
<a id='n4763' href='#n4763'>4763</a>
<a id='n4764' href='#n4764'>4764</a>
<a id='n4765' href='#n4765'>4765</a>
<a id='n4766' href='#n4766'>4766</a>
<a id='n4767' href='#n4767'>4767</a>
<a id='n4768' href='#n4768'>4768</a>
<a id='n4769' href='#n4769'>4769</a>
<a id='n4770' href='#n4770'>4770</a>
<a id='n4771' href='#n4771'>4771</a>
<a id='n4772' href='#n4772'>4772</a>
<a id='n4773' href='#n4773'>4773</a>
<a id='n4774' href='#n4774'>4774</a>
<a id='n4775' href='#n4775'>4775</a>
<a id='n4776' href='#n4776'>4776</a>
<a id='n4777' href='#n4777'>4777</a>
<a id='n4778' href='#n4778'>4778</a>
<a id='n4779' href='#n4779'>4779</a>
<a id='n4780' href='#n4780'>4780</a>
<a id='n4781' href='#n4781'>4781</a>
<a id='n4782' href='#n4782'>4782</a>
<a id='n4783' href='#n4783'>4783</a>
<a id='n4784' href='#n4784'>4784</a>
<a id='n4785' href='#n4785'>4785</a>
<a id='n4786' href='#n4786'>4786</a>
<a id='n4787' href='#n4787'>4787</a>
<a id='n4788' href='#n4788'>4788</a>
<a id='n4789' href='#n4789'>4789</a>
<a id='n4790' href='#n4790'>4790</a>
<a id='n4791' href='#n4791'>4791</a>
<a id='n4792' href='#n4792'>4792</a>
<a id='n4793' href='#n4793'>4793</a>
<a id='n4794' href='#n4794'>4794</a>
<a id='n4795' href='#n4795'>4795</a>
<a id='n4796' href='#n4796'>4796</a>
<a id='n4797' href='#n4797'>4797</a>
<a id='n4798' href='#n4798'>4798</a>
<a id='n4799' href='#n4799'>4799</a>
<a id='n4800' href='#n4800'>4800</a>
<a id='n4801' href='#n4801'>4801</a>
<a id='n4802' href='#n4802'>4802</a>
<a id='n4803' href='#n4803'>4803</a>
<a id='n4804' href='#n4804'>4804</a>
<a id='n4805' href='#n4805'>4805</a>
<a id='n4806' href='#n4806'>4806</a>
<a id='n4807' href='#n4807'>4807</a>
<a id='n4808' href='#n4808'>4808</a>
<a id='n4809' href='#n4809'>4809</a>
<a id='n4810' href='#n4810'>4810</a>
<a id='n4811' href='#n4811'>4811</a>
<a id='n4812' href='#n4812'>4812</a>
<a id='n4813' href='#n4813'>4813</a>
<a id='n4814' href='#n4814'>4814</a>
<a id='n4815' href='#n4815'>4815</a>
<a id='n4816' href='#n4816'>4816</a>
<a id='n4817' href='#n4817'>4817</a>
<a id='n4818' href='#n4818'>4818</a>
<a id='n4819' href='#n4819'>4819</a>
<a id='n4820' href='#n4820'>4820</a>
<a id='n4821' href='#n4821'>4821</a>
<a id='n4822' href='#n4822'>4822</a>
<a id='n4823' href='#n4823'>4823</a>
<a id='n4824' href='#n4824'>4824</a>
<a id='n4825' href='#n4825'>4825</a>
<a id='n4826' href='#n4826'>4826</a>
<a id='n4827' href='#n4827'>4827</a>
<a id='n4828' href='#n4828'>4828</a>
<a id='n4829' href='#n4829'>4829</a>
<a id='n4830' href='#n4830'>4830</a>
<a id='n4831' href='#n4831'>4831</a>
<a id='n4832' href='#n4832'>4832</a>
<a id='n4833' href='#n4833'>4833</a>
</pre></td>
<td class='lines'><pre><code><span class="hl com">/*</span>
<span class="hl com">  Copyright (c) 2006-2009 Gluster, Inc. &lt;http://www.gluster.com&gt;</span>
<span class="hl com">  This file is part of GlusterFS.</span>
<span class="hl com"></span>
<span class="hl com">  GlusterFS is free software; you can redistribute it and/or modify</span>
<span class="hl com">  it under the terms of the GNU Affero General Public License as published</span>
<span class="hl com">  by the Free Software Foundation; either version 3 of the License,</span>
<span class="hl com">  or (at your option) any later version.</span>
<span class="hl com"></span>
<span class="hl com">  GlusterFS is distributed in the hope that it will be useful, but</span>
<span class="hl com">  WITHOUT ANY WARRANTY; without even the implied warranty of</span>
<span class="hl com">  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU</span>
<span class="hl com">  Affero General Public License for more details.</span>
<span class="hl com"></span>
<span class="hl com">  You should have received a copy of the GNU Affero General Public License</span>
<span class="hl com">  along with this program.  If not, see</span>
<span class="hl com">  &lt;http://www.gnu.org/licenses/&gt;.</span>
<span class="hl com">*/</span>


<span class="hl ppc">#ifndef _CONFIG_H</span>
<span class="hl ppc">#define _CONFIG_H</span>
<span class="hl ppc">#include</span> <span class="hl pps">&quot;config.h&quot;</span><span class="hl ppc"></span>
<span class="hl ppc">#endif</span>

<span class="hl ppc">#include</span> <span class="hl pps">&quot;dict.h&quot;</span><span class="hl ppc"></span>
<span class="hl ppc">#include</span> <span class="hl pps">&quot;glusterfs.h&quot;</span><span class="hl ppc"></span>
<span class="hl ppc">#include</span> <span class="hl pps">&quot;logging.h&quot;</span><span class="hl ppc"></span>
<span class="hl ppc">#include</span> <span class="hl pps">&quot;rdma.h&quot;</span><span class="hl ppc"></span>
<span class="hl ppc">#include</span> <span class="hl pps">&quot;name.h&quot;</span><span class="hl ppc"></span>
<span class="hl ppc">#include</span> <span class="hl pps">&quot;byte-order.h&quot;</span><span class="hl ppc"></span>
<span class="hl ppc">#include</span> <span class="hl pps">&quot;xlator.h&quot;</span><span class="hl ppc"></span>
<span class="hl ppc">#include &lt;signal.h&gt;</span>

<span class="hl ppc">#define RDMA_LOG_NAME</span> <span class="hl pps">&quot;rpc-transport/rdma&quot;</span><span class="hl ppc"></span>

<span class="hl kwb">static int32_t</span>
<span class="hl kwd">__rdma_ioq_churn</span> <span class="hl opt">(</span>rdma_peer_t <span class="hl opt">*</span>peer<span class="hl opt">);</span>

rdma_post_t <span class="hl opt">*</span>
<span class="hl kwd">rdma_post_ref</span> <span class="hl opt">(</span>rdma_post_t <span class="hl opt">*</span>post<span class="hl opt">);</span>

<span class="hl kwb">int</span>
<span class="hl kwd">rdma_post_unref</span> <span class="hl opt">(</span>rdma_post_t <span class="hl opt">*</span>post<span class="hl opt">);</span>

<span class="hl kwb">int32_t</span>
<span class="hl kwd">gf_resolve_ip6</span> <span class="hl opt">(</span><span class="hl kwb">const char</span> <span class="hl opt">*</span>hostname<span class="hl opt">,</span> 
                <span class="hl kwb">uint16_t</span> port<span class="hl opt">,</span> 
                <span class="hl kwb">int</span> family<span class="hl opt">,</span> 
                <span class="hl kwb">void</span> <span class="hl opt">**</span>dnscache<span class="hl opt">,</span> 
                <span class="hl kwb">struct</span> addrinfo <span class="hl opt">**</span>addr_info<span class="hl opt">);</span>

<span class="hl kwb">static uint16_t</span> 
<span class="hl kwd">rdma_get_local_lid</span> <span class="hl opt">(</span><span class="hl kwb">struct</span> ibv_context <span class="hl opt">*</span>context<span class="hl opt">,</span>
                    <span class="hl kwb">int32_t</span> port<span class="hl opt">)</span>
<span class="hl opt">{</span>
        <span class="hl kwb">struct</span> ibv_port_attr attr<span class="hl opt">;</span>

        <span class="hl kwa">if</span> <span class="hl opt">(</span><span class="hl kwd">ibv_query_port</span> <span class="hl opt">(</span>context<span class="hl opt">,</span> port<span class="hl opt">, &amp;</span>attr<span class="hl opt">))</span>
                <span class="hl kwa">return</span> <span class="hl num">0</span><span class="hl opt">;</span>

        <span class="hl kwa">return</span> attr<span class="hl opt">.</span>lid<span class="hl opt">;</span>
<span class="hl opt">}</span>

<span class="hl kwb">static const char</span> <span class="hl opt">*</span>
<span class="hl kwd">get_port_state_str</span><span class="hl opt">(</span><span class="hl kwb">enum</span> ibv_port_state pstate<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwa">switch</span> <span class="hl opt">(</span>pstate<span class="hl opt">) {</span>
	<span class="hl kwa">case</span> IBV_PORT_DOWN<span class="hl opt">:</span>          <span class="hl kwa">return</span> <span class="hl str">&quot;PORT_DOWN&quot;</span><span class="hl opt">;</span>
	<span class="hl kwa">case</span> IBV_PORT_INIT<span class="hl opt">:</span>          <span class="hl kwa">return</span> <span class="hl str">&quot;PORT_INIT&quot;</span><span class="hl opt">;</span>
	<span class="hl kwa">case</span> IBV_PORT_ARMED<span class="hl opt">:</span>         <span class="hl kwa">return</span> <span class="hl str">&quot;PORT_ARMED&quot;</span><span class="hl opt">;</span>
	<span class="hl kwa">case</span> IBV_PORT_ACTIVE<span class="hl opt">:</span>        <span class="hl kwa">return</span> <span class="hl str">&quot;PORT_ACTIVE&quot;</span><span class="hl opt">;</span>
	<span class="hl kwa">case</span> IBV_PORT_ACTIVE_DEFER<span class="hl opt">:</span>  <span class="hl kwa">return</span> <span class="hl str">&quot;PORT_ACTIVE_DEFER&quot;</span><span class="hl opt">;</span>
	<span class="hl kwa">default</span><span class="hl opt">:</span>                     <span class="hl kwa">return</span> <span class="hl str">&quot;invalid state&quot;</span><span class="hl opt">;</span>
	<span class="hl opt">}</span>
<span class="hl opt">}</span>

<span class="hl kwb">static int32_t</span>
<span class="hl kwd">ib_check_active_port</span> <span class="hl opt">(</span><span class="hl kwb">struct</span> ibv_context <span class="hl opt">*</span>ctx<span class="hl opt">,</span> <span class="hl kwb">uint8_t</span> port<span class="hl opt">)</span>
<span class="hl opt">{</span>
        <span class="hl kwb">struct</span> ibv_port_attr port_attr<span class="hl opt">;</span>

        <span class="hl kwb">int32_t</span> ret           <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>
        <span class="hl kwb">const char</span> <span class="hl opt">*</span>state_str <span class="hl opt">=</span> NULL<span class="hl opt">;</span>

        <span class="hl kwa">if</span> <span class="hl opt">(!</span>ctx<span class="hl opt">) {</span>
		<span class="hl kwd">gf_log</span> <span class="hl opt">(</span>RDMA_LOG_NAME<span class="hl opt">,</span> GF_LOG_ERROR<span class="hl opt">,</span>
                        <span class="hl str">&quot;Error in supplied context&quot;</span><span class="hl opt">);</span>
                <span class="hl kwa">return</span> <span class="hl opt">-</span><span class="hl num">1</span><span class="hl opt">;</span>
	<span class="hl opt">}</span>

        ret <span class="hl opt">=</span> <span class="hl kwd">ibv_query_port</span> <span class="hl opt">(</span>ctx<span class="hl opt">,</span> port<span class="hl opt">, &amp;</span>port_attr<span class="hl opt">);</span>

        <span class="hl kwa">if</span> <span class="hl opt">(</span>ret<span class="hl opt">) {</span>
                <span class="hl kwd">gf_log</span> <span class="hl opt">(</span>RDMA_LOG_NAME<span class="hl opt">,</span> GF_LOG_ERROR<span class="hl opt">,</span>
                        <span class="hl str">&quot;Failed to query port</span> <span class="hl ipl">%u</span> <span class="hl str">properties&quot;</span><span class="hl opt">,</span> port<span class="hl opt">);</span>
                <span class="hl kwa">return</span> <span class="hl opt">-</span><span class="hl num">1</span><span class="hl opt">;</span>
        <span class="hl opt">}</span>

        state_str <span class="hl opt">=</span> <span class="hl kwd">get_port_state_str</span> <span class="hl opt">(</span>port_attr<span class="hl opt">.</span>state<span class="hl opt">);</span>
        <span class="hl kwd">gf_log</span> <span class="hl opt">(</span>RDMA_LOG_NAME<span class="hl opt">,</span> GF_LOG_TRACE<span class="hl opt">,</span>
                <span class="hl str">&quot;Infiniband PORT: (</span><span class="hl ipl">%u</span><span class="hl str">) STATE: (</span><span class="hl ipl">%s</span><span class="hl str">)&quot;</span><span class="hl opt">,</span>
                port<span class="hl opt">,</span> state_str<span class="hl opt">);</span>

        <span class="hl kwa">if</span> <span class="hl opt">(</span>port_attr<span class="hl opt">.</span>state <span class="hl opt">==</span> IBV_PORT_ACTIVE<span class="hl opt">)</span>
                <span class="hl kwa">return</span> <span class="hl num">0</span><span class="hl opt">;</span>

	<span class="hl kwa">return</span> <span class="hl opt">-</span><span class="hl num">1</span><span class="hl opt">;</span>
<span class="hl opt">}</span>

<span class="hl kwb">static int32_t</span>
<span class="hl kwd">ib_get_active_port</span> <span class="hl opt">(</span><span class="hl kwb">struct</span> ibv_context <span class="hl opt">*</span>ib_ctx<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwb">struct</span> ibv_device_attr ib_device_attr<span class="hl opt">;</span>

	<span class="hl kwb">int32_t</span> ret     <span class="hl opt">= -</span><span class="hl num">1</span><span class="hl opt">;</span>
	<span class="hl kwb">uint8_t</span> ib_port <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>

	<span class="hl kwa">if</span> <span class="hl opt">(!</span>ib_ctx<span class="hl opt">) {</span>
		<span class="hl kwd">gf_log</span> <span class="hl opt">(</span>RDMA_LOG_NAME<span class="hl opt">,</span> GF_LOG_ERROR<span class="hl opt">,</span>
                        <span class="hl str">&quot;Error in supplied context&quot;</span><span class="hl opt">);</span>
		<span class="hl kwa">return</span> <span class="hl opt">-</span><span class="hl num">1</span><span class="hl opt">;</span>
	<span class="hl opt">}</span>
	<span class="hl kwa">if</span> <span class="hl opt">(</span><span class="hl kwd">ibv_query_device</span> <span class="hl opt">(</span>ib_ctx<span class="hl opt">, &amp;</span>ib_device_attr<span class="hl opt">)) {</span>
		<span class="hl kwd">gf_log</span> <span class="hl opt">(</span>RDMA_LOG_NAME<span class="hl opt">,</span> GF_LOG_ERROR<span class="hl opt">,</span>
                        <span class="hl str">&quot;Failed to query device properties&quot;</span><span class="hl opt">);</span>
		<span class="hl kwa">return</span> <span class="hl opt">-</span><span class="hl num">1</span><span class="hl opt">;</span>
	<span class="hl opt">}</span>

	<span class="hl kwa">for</span> <span class="hl opt">(</span>ib_port <span class="hl opt">=</span> <span class="hl num">1</span><span class="hl opt">;</span> ib_port <span class="hl opt">&lt;=</span> ib_device_attr<span class="hl opt">.</span>phys_port_cnt<span class="hl opt">; ++</span>ib_port<span class="hl opt">) {</span>
                ret <span class="hl opt">=</span> <span class="hl kwd">ib_check_active_port</span> <span class="hl opt">(</span>ib_ctx<span class="hl opt">,</span> ib_port<span class="hl opt">);</span>
                <span class="hl kwa">if</span> <span class="hl opt">(</span>ret <span class="hl opt">==</span> <span class="hl num">0</span><span class="hl opt">)</span>
                        <span class="hl kwa">return</span> ib_port<span class="hl opt">;</span>

                <span class="hl kwd">gf_log</span> <span class="hl opt">(</span>RDMA_LOG_NAME<span class="hl opt">,</span> GF_LOG_TRACE<span class="hl opt">,</span>
                        <span class="hl str">&quot;Port:(</span><span class="hl ipl">%u</span><span class="hl str">) not active&quot;</span><span class="hl opt">,</span> ib_port<span class="hl opt">);</span>
                <span class="hl kwa">continue</span><span class="hl opt">;</span>
	<span class="hl opt">}</span>
	<span class="hl kwa">return</span> ret<span class="hl opt">;</span>
<span class="hl opt">}</span>


<span class="hl kwb">static void</span>
<span class="hl kwd">rdma_put_post</span> <span class="hl opt">(</span>rdma_queue_t <span class="hl opt">*</span>queue<span class="hl opt">,</span>
               rdma_post_t <span class="hl opt">*</span>post<span class="hl opt">)</span>
<span class="hl opt">{</span>
        post<span class="hl opt">-&gt;</span>ctx<span class="hl opt">.</span>is_request <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>

        <span class="hl kwd">pthread_mutex_lock</span> <span class="hl opt">(&amp;</span>queue<span class="hl opt">-&gt;</span>lock<span class="hl opt">);</span>
        <span class="hl opt">{</span>
                <span class="hl kwa">if</span> <span class="hl opt">(</span>post<span class="hl opt">-&gt;</span>prev<span class="hl opt">) {</span>
                        queue<span class="hl opt">-&gt;</span>active_count<span class="hl opt">--;</span>
                        post<span class="hl opt">-&gt;</span>prev<span class="hl opt">-&gt;</span>next <span class="hl opt">=</span> post<span class="hl opt">-&gt;</span>next<span class="hl opt">;</span>
                <span class="hl opt">}</span>

                <span class="hl kwa">if</span> <span class="hl opt">(</span>post<span class="hl opt">-&gt;</span>next<span class="hl opt">) {</span>
                        post<span class="hl opt">-&gt;</span>next<span class="hl opt">-&gt;</span>prev <span class="hl opt">=</span> post<span class="hl opt">-&gt;</span>prev<span class="hl opt">;</span>
                <span class="hl opt">}</span>

                post<span class="hl opt">-&gt;</span>prev <span class="hl opt">= &amp;</span>queue<span class="hl opt">-&gt;</span>passive_posts<span class="hl opt">;</span>
                post<span class="hl opt">-&gt;</span>next <span class="hl opt">=</span> post<span class="hl opt">-&gt;</span>prev<span class="hl opt">-&gt;</span>next<span class="hl opt">;</span>
                post<span class="hl opt">-&gt;</span>prev<span class="hl opt">-&gt;</span>next <span class="hl opt">=</span> post<span class="hl opt">;</span>
                post<span class="hl opt">-&gt;</span>next<span class="hl opt">-&gt;</span>prev <span class="hl opt">=</span> post<span class="hl opt">;</span>
                queue<span class="hl opt">-&gt;</span>passive_count<span class="hl opt">++;</span>
        <span class="hl opt">}</span>
        <span class="hl kwd">pthread_mutex_unlock</span> <span class="hl opt">(&amp;</span>queue<span class="hl opt">-&gt;</span>lock<span class="hl opt">);</span>
<span class="hl opt">}</span>


<span class="hl kwb">static</span> rdma_post_t <span class="hl opt">*</span>
<span class="hl kwd">rdma_new_post</span> <span class="hl opt">(</span>rdma_device_t <span class="hl opt">*</span>device<span class="hl opt">,</span> <span class="hl kwb">int32_t</span> len<span class="hl opt">,</span> rdma_post_type_t type<span class="hl opt">)</span>
<span class="hl opt">{</span>
        rdma_post_t <span class="hl opt">*</span>post <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        <span class="hl kwb">int</span>          ret  <span class="hl opt">= -</span><span class="hl num">1</span><span class="hl opt">;</span>

        post <span class="hl opt">= (</span>rdma_post_t <span class="hl opt">*)</span> <span class="hl kwd">GF_CALLOC</span> <span class="hl opt">(</span><span class="hl num">1</span><span class="hl opt">,</span> <span class="hl kwa">sizeof</span> <span class="hl opt">(*</span>post<span class="hl opt">),</span>
                                          gf_common_mt_rdma_post_t<span class="hl opt">);</span>
        <span class="hl kwa">if</span> <span class="hl opt">(</span>post <span class="hl opt">==</span> NULL<span class="hl opt">) {</span>
                <span class="hl kwd">gf_log</span> <span class="hl opt">(</span>RDMA_LOG_NAME<span class="hl opt">,</span> GF_LOG_ERROR<span class="hl opt">,</span> <span class="hl str">&quot;out of memory&quot;</span><span class="hl opt">);</span>
                <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        <span class="hl kwd">pthread_mutex_init</span> <span class="hl opt">(&amp;</span>post<span class="hl opt">-&gt;</span>lock<span class="hl opt">,</span> NULL<span class="hl opt">);</span>

        post<span class="hl opt">-&gt;</span>buf_size <span class="hl opt">=</span> len<span class="hl opt">;</span>

        post<span class="hl opt">-&gt;</span>buf <span class="hl opt">=</span> <span class="hl kwd">valloc</span> <span class="hl opt">(</span>len<span class="hl opt">);</span>
        <span class="hl kwa">if</span> <span class="hl opt">(!</span>post<span class="hl opt">-&gt;</span>buf<span class="hl opt">) {</span>
                <span class="hl kwd">gf_log</span> <span class="hl opt">(</span>RDMA_LOG_NAME<span class="hl opt">,</span> GF_LOG_ERROR<span class="hl opt">,</span> <span class="hl str">&quot;out of memory&quot;</span><span class="hl opt">);</span>
                <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        post<span class="hl opt">-&gt;</span>mr <span class="hl opt">=</span> <span class="hl kwd">ibv_reg_mr</span> <span class="hl opt">(</span>device<span class="hl opt">-&gt;</span>pd<span class="hl opt">,</span>
                               post<span class="hl opt">-&gt;</span>buf<span class="hl opt">,</span>
                               post<span class="hl opt">-&gt;</span>buf_size<span class="hl opt">,</span>
                               IBV_ACCESS_LOCAL_WRITE<span class="hl opt">);</span>
        <span class="hl kwa">if</span> <span class="hl opt">(!</span>post<span class="hl opt">-&gt;</span>mr<span class="hl opt">) {</span>
                <span class="hl kwd">gf_log</span> <span class="hl opt">(</span>RDMA_LOG_NAME<span class="hl opt">,</span> GF_LOG_DEBUG<span class="hl opt">,</span>
                        <span class="hl str">&quot;memory registration failed&quot;</span><span class="hl opt">);</span>
                <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        post<span class="hl opt">-&gt;</span>device <span class="hl opt">=</span> device<span class="hl opt">;</span>
        post<span class="hl opt">-&gt;</span>type <span class="hl opt">=</span> type<span class="hl opt">;</span>

        ret <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>
out<span class="hl opt">:</span>
        <span class="hl kwa">if</span> <span class="hl opt">(</span>ret <span class="hl opt">!=</span> <span class="hl num">0</span><span class="hl opt">) {</span>
                <span class="hl kwa">if</span> <span class="hl opt">(</span>post<span class="hl opt">-&gt;</span>buf <span class="hl opt">!=</span> NULL<span class="hl opt">) {</span>
                        <span class="hl kwd">free</span> <span class="hl opt">(</span>post<span class="hl opt">-&gt;</span>buf<span class="hl opt">);</span>
                <span class="hl opt">}</span>

                <span class="hl kwd">GF_FREE</span> <span class="hl opt">(</span>post<span class="hl opt">);</span>
                post <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        <span class="hl kwa">return</span> post<span class="hl opt">;</span>
<span class="hl opt">}</span>


<span class="hl kwb">static</span> rdma_post_t <span class="hl opt">*</span>
<span class="hl kwd">rdma_get_post</span> <span class="hl opt">(</span>rdma_queue_t <span class="hl opt">*</span>queue<span class="hl opt">)</span>
<span class="hl opt">{</span>
        rdma_post_t <span class="hl opt">*</span>post<span class="hl opt">;</span>

        <span class="hl kwd">pthread_mutex_lock</span> <span class="hl opt">(&amp;</span>queue<span class="hl opt">-&gt;</span>lock<span class="hl opt">);</span>
        <span class="hl opt">{</span>
                post <span class="hl opt">=</span> queue<span class="hl opt">-&gt;</span>passive_posts<span class="hl opt">.</span>next<span class="hl opt">;</span>
                <span class="hl kwa">if</span> <span class="hl opt">(</span>post <span class="hl opt">== &amp;</span>queue<span class="hl opt">-&gt;</span>passive_posts<span class="hl opt">)</span>
                        post <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
    
                <span class="hl kwa">if</span> <span class="hl opt">(</span>post<span class="hl opt">) {</span>
                        <span class="hl kwa">if</span> <span class="hl opt">(</span>post<span class="hl opt">-&gt;</span>prev<span class="hl opt">)</span>
                                post<span class="hl opt">-&gt;</span>prev<span class="hl opt">-&gt;</span>next <span class="hl opt">=</span> post<span class="hl opt">-&gt;</span>next<span class="hl opt">;</span>
                        <span class="hl kwa">if</span> <span class="hl opt">(</span>post<span class="hl opt">-&gt;</span>next<span class="hl opt">)</span>
                                post<span class="hl opt">-&gt;</span>next<span class="hl opt">-&gt;</span>prev <span class="hl opt">=</span> post<span class="hl opt">-&gt;</span>prev<span class="hl opt">;</span>
                        post<span class="hl opt">-&gt;</span>prev <span class="hl opt">= &amp;</span>queue<span class="hl opt">-&gt;</span>active_posts<span class="hl opt">;</span>
                        post<span class="hl opt">-&gt;</span>next <span class="hl opt">=</span> post<span class="hl opt">-&gt;</span>prev<span class="hl opt">-&gt;</span>next<span class="hl opt">;</span>
                        post<span class="hl opt">-&gt;</span>prev<span class="hl opt">-&gt;</span>next <span class="hl opt">=</span> post<span class="hl opt">;</span>
                        post<span class="hl opt">-&gt;</span>next<span class="hl opt">-&gt;</span>prev <span class="hl opt">=</span> post<span class="hl opt">;</span>
                        post<span class="hl opt">-&gt;</span>reused<span class="hl opt">++;</span>
                        queue<span class="hl opt">-&gt;</span>active_count<span class="hl opt">++;</span>
                <span class="hl opt">}</span>
        <span class="hl opt">}</span>
        <span class="hl kwd">pthread_mutex_unlock</span> <span class="hl opt">(&amp;</span>queue<span class="hl opt">-&gt;</span>lock<span class="hl opt">);</span>

        <span class="hl kwa">return</span> post<span class="hl opt">;</span>
<span class="hl opt">}</span>

<span class="hl kwb">void</span>
<span class="hl kwd">rdma_destroy_post</span> <span class="hl opt">(</span>rdma_post_t <span class="hl opt">*</span>post<span class="hl opt">)</span>
<span class="hl opt">{</span>
        <span class="hl kwd">ibv_dereg_mr</span> <span class="hl opt">(</span>post<span class="hl opt">-&gt;</span>mr<span class="hl opt">);</span>
        <span class="hl kwd">free</span> <span class="hl opt">(</span>post<span class="hl opt">-&gt;</span>buf<span class="hl opt">);</span>
        <span class="hl kwd">GF_FREE</span> <span class="hl opt">(</span>post<span class="hl opt">);</span>
<span class="hl opt">}</span>


<span class="hl kwb">static int32_t</span>
<span class="hl kwd">__rdma_quota_get</span> <span class="hl opt">(</span>rdma_peer_t <span class="hl opt">*</span>peer<span class="hl opt">)</span>
<span class="hl opt">{</span>
        <span class="hl kwb">int32_t</span> ret <span class="hl opt">= -</span><span class="hl num">1</span><span class="hl opt">;</span>
        rdma_private_t <span class="hl opt">*</span>priv <span class="hl opt">=</span> peer<span class="hl opt">-&gt;</span>trans<span class="hl opt">-&gt;</span><span class="hl kwc">private</span><span class="hl opt">;</span>

        <span class="hl kwa">if</span> <span class="hl opt">(</span>priv<span class="hl opt">-&gt;</span>connected <span class="hl opt">&amp;&amp;</span> peer<span class="hl opt">-&gt;</span>quota <span class="hl opt">&gt;</span> <span class="hl num">0</span><span class="hl opt">) {</span>
                ret <span class="hl opt">=</span> peer<span class="hl opt">-&gt;</span>quota<span class="hl opt">--;</span>
        <span class="hl opt">}</span>

        <span class="hl kwa">return</span> ret<span class="hl opt">;</span>
<span class="hl opt">}</span>

<span class="hl com">/*</span>
<span class="hl com">  static int32_t</span>
<span class="hl com">  rdma_quota_get (rdma_peer_t *peer)</span>
<span class="hl com">  {</span>
<span class="hl com">  int32_t ret = -1;</span>
<span class="hl com">  rdma_private_t *priv = peer-&gt;trans-&gt;private;</span>
<span class="hl com"></span>
<span class="hl com">  pthread_mutex_lock (&amp;priv-&gt;write_mutex);</span>
<span class="hl com">  {</span>
<span class="hl com">  ret = __rdma_quota_get (peer);</span>
<span class="hl com">  }</span>
<span class="hl com">  pthread_mutex_unlock (&amp;priv-&gt;write_mutex);</span>
<span class="hl com"></span>
<span class="hl com">  return ret;</span>
<span class="hl com">  }</span>
<span class="hl com">*/</span>

<span class="hl kwb">static void</span> 
<span class="hl kwd">__rdma_ioq_entry_free</span> <span class="hl opt">(</span>rdma_ioq_t <span class="hl opt">*</span>entry<span class="hl opt">)</span>
<span class="hl opt">{</span>
        <span class="hl kwd">list_del_init</span> <span class="hl opt">(&amp;</span>entry<span class="hl opt">-&gt;</span>list<span class="hl opt">);</span>

        <span class="hl kwa">if</span> <span class="hl opt">(</span>entry<span class="hl opt">-&gt;</span>iobref<span class="hl opt">) {</span>
                <span class="hl kwd">iobref_unref</span> <span class="hl opt">(</span>entry<span class="hl opt">-&gt;</span>iobref<span class="hl opt">);</span>
                entry<span class="hl opt">-&gt;</span>iobref <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        <span class="hl kwa">if</span> <span class="hl opt">(</span>entry<span class="hl opt">-&gt;</span>msg<span class="hl opt">.</span>request<span class="hl opt">.</span>rsp_iobref<span class="hl opt">) {</span>
                <span class="hl kwd">iobref_unref</span> <span class="hl opt">(</span>entry<span class="hl opt">-&gt;</span>msg<span class="hl opt">.</span>request<span class="hl opt">.</span>rsp_iobref<span class="hl opt">);</span>
                entry<span class="hl opt">-&gt;</span>msg<span class="hl opt">.</span>request<span class="hl opt">.</span>rsp_iobref <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        <span class="hl opt">}</span>
        <span class="hl com">/* TODO: use mem-pool */</span>
        <span class="hl kwd">mem_put</span> <span class="hl opt">(</span>entry<span class="hl opt">-&gt;</span>pool<span class="hl opt">,</span> entry<span class="hl opt">);</span>
<span class="hl opt">}</span>


<span class="hl kwb">static void</span>
<span class="hl kwd">__rdma_ioq_flush</span> <span class="hl opt">(</span>rdma_peer_t <span class="hl opt">*</span>peer<span class="hl opt">)</span>
<span class="hl opt">{</span>
        rdma_ioq_t <span class="hl opt">*</span>entry <span class="hl opt">=</span> NULL<span class="hl opt">, *</span>dummy <span class="hl opt">=</span> NULL<span class="hl opt">;</span>

        <span class="hl kwd">list_for_each_entry_safe</span> <span class="hl opt">(</span>entry<span class="hl opt">,</span> dummy<span class="hl opt">, &amp;</span>peer<span class="hl opt">-&gt;</span>ioq<span class="hl opt">,</span> list<span class="hl opt">) {</span>
                <span class="hl kwd">__rdma_ioq_entry_free</span> <span class="hl opt">(</span>entry<span class="hl opt">);</span>
        <span class="hl opt">}</span>
<span class="hl opt">}</span>


<span class="hl kwb">static int32_t</span>
<span class="hl kwd">__rdma_disconnect</span> <span class="hl opt">(</span>rpc_transport_t <span class="hl opt">*</span><span class="hl kwa">this</span><span class="hl opt">)</span>
<span class="hl opt">{</span>
        rdma_private_t <span class="hl opt">*</span>priv <span class="hl opt">=</span> <span class="hl kwa">this</span><span class="hl opt">-&gt;</span><span class="hl kwc">private</span><span class="hl opt">;</span>
        <span class="hl kwb">int32_t</span> ret <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>

        <span class="hl kwa">if</span> <span class="hl opt">(</span>priv<span class="hl opt">-&gt;</span>connected <span class="hl opt">||</span> priv<span class="hl opt">-&gt;</span>tcp_connected<span class="hl opt">) {</span>
                <span class="hl kwd">fcntl</span> <span class="hl opt">(</span>priv<span class="hl opt">-&gt;</span>sock<span class="hl opt">,</span> F_SETFL<span class="hl opt">,</span> O_NONBLOCK<span class="hl opt">);</span>
                <span class="hl kwa">if</span> <span class="hl opt">(</span><span class="hl kwd">shutdown</span> <span class="hl opt">(</span>priv<span class="hl opt">-&gt;</span>sock<span class="hl opt">,</span> SHUT_RDWR<span class="hl opt">) !=</span> <span class="hl num">0</span><span class="hl opt">) {</span>
                        <span class="hl kwd">gf_log</span> <span class="hl opt">(</span>RDMA_LOG_NAME<span class="hl opt">,</span>
                                GF_LOG_DEBUG<span class="hl opt">,</span>
                                <span class="hl str">&quot;shutdown () - error:</span> <span class="hl ipl">%s</span><span class="hl str">&quot;</span><span class="hl opt">,</span>
                                <span class="hl kwd">strerror</span> <span class="hl opt">(</span>errno<span class="hl opt">));</span>
                        ret <span class="hl opt">= -</span>errno<span class="hl opt">;</span>
                        priv<span class="hl opt">-&gt;</span>tcp_connected <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>
                <span class="hl opt">}</span>
        <span class="hl opt">}</span>
  
        <span class="hl kwa">return</span> ret<span class="hl opt">;</span>
<span class="hl opt">}</span>


<span class="hl kwb">static int32_t</span>
<span class="hl kwd">rdma_post_send</span> <span class="hl opt">(</span><span class="hl kwb">struct</span> ibv_qp <span class="hl opt">*</span>qp<span class="hl opt">,</span>
                rdma_post_t <span class="hl opt">*</span>post<span class="hl opt">,</span>
                <span class="hl kwb">int32_t</span> len<span class="hl opt">)</span>
<span class="hl opt">{</span>
        <span class="hl kwb">struct</span> ibv_sge list <span class="hl opt">= {</span>
                <span class="hl opt">.</span>addr <span class="hl opt">= (</span><span class="hl kwb">unsigned long</span><span class="hl opt">)</span> post<span class="hl opt">-&gt;</span>buf<span class="hl opt">,</span>
                <span class="hl opt">.</span>length <span class="hl opt">=</span> len<span class="hl opt">,</span>
                <span class="hl opt">.</span>lkey <span class="hl opt">=</span> post<span class="hl opt">-&gt;</span>mr<span class="hl opt">-&gt;</span>lkey
        <span class="hl opt">};</span>

        <span class="hl kwb">struct</span> ibv_send_wr wr <span class="hl opt">= {</span>
                <span class="hl opt">.</span>wr_id      <span class="hl opt">= (</span><span class="hl kwb">unsigned long</span><span class="hl opt">)</span> post<span class="hl opt">,</span>
                <span class="hl opt">.</span>sg_list    <span class="hl opt">= &amp;</span>list<span class="hl opt">,</span>
                <span class="hl opt">.</span>num_sge    <span class="hl opt">=</span> <span class="hl num">1</span><span class="hl opt">,</span>
                <span class="hl opt">.</span>opcode     <span class="hl opt">=</span> IBV_WR_SEND<span class="hl opt">,</span>
                <span class="hl opt">.</span>send_flags <span class="hl opt">=</span> IBV_SEND_SIGNALED<span class="hl opt">,</span>
        <span class="hl opt">}, *</span>bad_wr<span class="hl opt">;</span>

        <span class="hl kwa">if</span> <span class="hl opt">(!</span>qp<span class="hl opt">)</span>
                <span class="hl kwa">return</span> <span class="hl opt">-</span><span class="hl num">1</span><span class="hl opt">;</span>

        <span class="hl kwa">return</span> <span class="hl kwd">ibv_post_send</span> <span class="hl opt">(</span>qp<span class="hl opt">, &amp;</span>wr<span class="hl opt">, &amp;</span>bad_wr<span class="hl opt">);</span>
<span class="hl opt">}</span>

<span class="hl kwb">int</span>
<span class="hl kwd">__rdma_encode_error</span><span class="hl opt">(</span>rdma_peer_t <span class="hl opt">*</span>peer<span class="hl opt">,</span> rdma_reply_info_t <span class="hl opt">*</span>reply_info<span class="hl opt">,</span>
                    <span class="hl kwb">struct</span> iovec <span class="hl opt">*</span>rpchdr<span class="hl opt">,</span> <span class="hl kwb">uint32_t</span> <span class="hl opt">*</span>ptr<span class="hl opt">,</span>
                    rdma_errcode_t err<span class="hl opt">)</span>
<span class="hl opt">{</span>
	<span class="hl kwb">uint32_t</span>       <span class="hl opt">*</span>startp <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        <span class="hl kwb">struct</span> rpc_msg <span class="hl opt">*</span>rpc_msg <span class="hl opt">=</span> NULL<span class="hl opt">;</span>

        startp <span class="hl opt">=</span> ptr<span class="hl opt">;</span>
        <span class="hl kwa">if</span> <span class="hl opt">(</span>reply_info <span class="hl opt">!=</span> NULL<span class="hl opt">) {</span>
                <span class="hl opt">*</span>ptr<span class="hl opt">++ =</span> <span class="hl kwd">hton32</span><span class="hl opt">(</span>reply_info<span class="hl opt">-&gt;</span>rm_xid<span class="hl opt">);</span>
        <span class="hl opt">}</span> <span class="hl kwa">else</span> <span class="hl opt">{</span>
                rpc_msg <span class="hl opt">=</span> rpchdr<span class="hl opt">[</span><span class="hl num">0</span><span class="hl opt">].</span>iov_base<span class="hl opt">;</span> <span class="hl com">/* assume rpchdr contains</span>
<span class="hl com">                                               * only one vector.</span>
<span class="hl com">                                               * (which is true)</span>
<span class="hl com">                                               */</span>
                <span class="hl opt">*</span>ptr<span class="hl opt">++ =</span> rpc_msg<span class="hl opt">-&gt;</span>rm_xid<span class="hl opt">;</span>
        <span class="hl opt">}</span>

	<span class="hl opt">*</span>ptr<span class="hl opt">++ =</span> <span class="hl kwd">hton32</span><span class="hl opt">(</span>RDMA_VERSION<span class="hl opt">);</span>
	<span class="hl opt">*</span>ptr<span class="hl opt">++ =</span> <span class="hl kwd">hton32</span><span class="hl opt">(</span>peer<span class="hl opt">-&gt;</span>send_count<span class="hl opt">);</span>
	<span class="hl opt">*</span>ptr<span class="hl opt">++ =</span> <span class="hl kwd">hton32</span><span class="hl opt">(</span>RDMA_ERROR<span class="hl opt">);</span>
	<span class="hl opt">*</span>ptr<span class="hl opt">++ =</span> <span class="hl kwd">hton32</span><span class="hl opt">(</span>err<span class="hl opt">);</span>
	<span class="hl kwa">if</span> <span class="hl opt">(</span>err <span class="hl opt">==</span> ERR_VERS<span class="hl opt">) {</span>
		<span class="hl opt">*</span>ptr<span class="hl opt">++ =</span> <span class="hl kwd">hton32</span><span class="hl opt">(</span>RDMA_VERSION<span class="hl opt">);</span>
		<span class="hl opt">*</span>ptr<span class="hl opt">++ =</span> <span class="hl kwd">hton32</span><span class="hl opt">(</span>RDMA_VERSION<span class="hl opt">);</span>
	<span class="hl opt">}</span>

	<span class="hl kwa">return</span> <span class="hl opt">(</span><span class="hl kwb">int</span><span class="hl opt">)((</span><span class="hl kwb">unsigned long</span><span class="hl opt">)</span>ptr <span class="hl opt">- (</span><span class="hl kwb">unsigned long</span><span class="hl opt">)</span>startp<span class="hl opt">);</span>
<span class="hl opt">}</span>


<span class="hl kwb">int32_t</span>
<span class="hl kwd">__rdma_send_error</span> <span class="hl opt">(</span>rdma_peer_t <span class="hl opt">*</span>peer<span class="hl opt">,</span> rdma_ioq_t <span class="hl opt">*</span>entry<span class="hl opt">,</span> rdma_post_t <span class="hl opt">*</span>post<span class="hl opt">,</span>
                   rdma_reply_info_t <span class="hl opt">*</span>reply_info<span class="hl opt">,</span> rdma_errcode_t err<span class="hl opt">)</span>
<span class="hl opt">{</span>
        <span class="hl kwb">int32_t</span>  ret <span class="hl opt">= -</span><span class="hl num">1</span><span class="hl opt">,</span> len<span class="hl opt">;</span>

        len <span class="hl opt">=</span> <span class="hl kwd">__rdma_encode_error</span> <span class="hl opt">(</span>peer<span class="hl opt">,</span> reply_info<span class="hl opt">,</span> entry<span class="hl opt">-&gt;</span>rpchdr<span class="hl opt">,</span>
                                   <span class="hl opt">(</span><span class="hl kwb">uint32_t</span> <span class="hl opt">*)</span>post<span class="hl opt">-&gt;</span>buf<span class="hl opt">,</span> err<span class="hl opt">);</span>
        <span class="hl kwa">if</span> <span class="hl opt">(</span>len <span class="hl opt">== -</span><span class="hl num">1</span><span class="hl opt">) {</span>
                <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        <span class="hl kwd">rdma_post_ref</span> <span class="hl opt">(</span>post<span class="hl opt">);</span>

        ret <span class="hl opt">=</span> <span class="hl kwd">rdma_post_send</span> <span class="hl opt">(</span>peer<span class="hl opt">-&gt;</span>qp<span class="hl opt">,</span> post<span class="hl opt">,</span> len<span class="hl opt">);</span>
        <span class="hl kwa">if</span> <span class="hl opt">(!</span>ret<span class="hl opt">) {</span>
                ret <span class="hl opt">=</span> len<span class="hl opt">;</span>
        <span class="hl opt">}</span> <span class="hl kwa">else</span> <span class="hl opt">{</span>
                <span class="hl kwd">gf_log</span> <span class="hl opt">(</span>RDMA_LOG_NAME<span class="hl opt">,</span> GF_LOG_DEBUG<span class="hl opt">,</span>
                        <span class="hl str">&quot;ibv_post_send failed with ret =</span> <span class="hl ipl">%d</span><span class="hl str">&quot;</span><span class="hl opt">,</span> ret<span class="hl opt">);</span>
                <span class="hl kwd">rdma_post_unref</span> <span class="hl opt">(</span>post<span class="hl opt">);</span>
                <span class="hl kwd">__rdma_disconnect</span> <span class="hl opt">(</span>peer<span class="hl opt">-&gt;</span>trans<span class="hl opt">);</span>
                ret <span class="hl opt">= -</span><span class="hl num">1</span><span class="hl opt">;</span>
        <span class="hl opt">}</span>

out<span class="hl opt">:</span>
        <span class="hl kwa">return</span> ret<span class="hl opt">;</span>
<span class="hl opt">}</span>


<span class="hl kwb">int32_t</span>
<span class="hl kwd">__rdma_create_read_chunks_from_vector</span> <span class="hl opt">(</span>rdma_peer_t <span class="hl opt">*</span>peer<span class="hl opt">,</span>
                                       rdma_read_chunk_t <span class="hl opt">**</span>readch_ptr<span class="hl opt">,</span>
                                       <span class="hl kwb">int32_t</span> <span class="hl opt">*</span>pos<span class="hl opt">,</span> <span class="hl kwb">struct</span> iovec <span class="hl opt">*</span>vector<span class="hl opt">,</span>
                                       <span class="hl kwb">int</span> count<span class="hl opt">,</span>
                                       rdma_request_context_t <span class="hl opt">*</span>request_ctx<span class="hl opt">)</span>
<span class="hl opt">{</span>
        <span class="hl kwb">int</span>                i      <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>
        rdma_private_t    <span class="hl opt">*</span>priv   <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        rdma_device_t     <span class="hl opt">*</span>device <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        <span class="hl kwb">struct</span> ibv_mr     <span class="hl opt">*</span>mr     <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        rdma_read_chunk_t <span class="hl opt">*</span>readch <span class="hl opt">=</span> NULL<span class="hl opt">;</span> 
        <span class="hl kwb">int32_t</span>            ret    <span class="hl opt">= -</span><span class="hl num">1</span><span class="hl opt">;</span>

        <span class="hl kwa">if</span> <span class="hl opt">((</span>peer <span class="hl opt">==</span> NULL<span class="hl opt">) || (</span>readch_ptr <span class="hl opt">==</span> NULL<span class="hl opt">) || (*</span>readch_ptr <span class="hl opt">==</span> NULL<span class="hl opt">)</span>
            <span class="hl opt">|| (</span>request_ctx <span class="hl opt">==</span> NULL<span class="hl opt">) || (</span>vector <span class="hl opt">==</span> NULL<span class="hl opt">)) {</span>
                <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        priv <span class="hl opt">=</span> peer<span class="hl opt">-&gt;</span>trans<span class="hl opt">-&gt;</span><span class="hl kwc">private</span><span class="hl opt">;</span>
        device <span class="hl opt">=</span> priv<span class="hl opt">-&gt;</span>device<span class="hl opt">;</span>
        readch <span class="hl opt">= *</span>readch_ptr<span class="hl opt">;</span>

        <span class="hl kwa">for</span> <span class="hl opt">(</span>i <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span> i <span class="hl opt">&lt;</span> count<span class="hl opt">;</span> i<span class="hl opt">++) {</span>
                readch<span class="hl opt">-&gt;</span>rc_discrim <span class="hl opt">=</span> <span class="hl kwd">hton32</span> <span class="hl opt">(</span><span class="hl num">1</span><span class="hl opt">);</span>
                readch<span class="hl opt">-&gt;</span>rc_position <span class="hl opt">=</span> <span class="hl kwd">hton32</span> <span class="hl opt">(*</span>pos<span class="hl opt">);</span>

                mr <span class="hl opt">=</span> <span class="hl kwd">ibv_reg_mr</span> <span class="hl opt">(</span>device<span class="hl opt">-&gt;</span>pd<span class="hl opt">,</span> vector<span class="hl opt">[</span>i<span class="hl opt">].</span>iov_base<span class="hl opt">,</span>
                                 vector<span class="hl opt">[</span>i<span class="hl opt">].</span>iov_len<span class="hl opt">,</span>
                                 IBV_ACCESS_REMOTE_READ<span class="hl opt">);</span>
                <span class="hl kwa">if</span> <span class="hl opt">(!</span>mr<span class="hl opt">) {</span>
                        <span class="hl kwd">gf_log</span> <span class="hl opt">(</span>RDMA_LOG_NAME<span class="hl opt">,</span> GF_LOG_DEBUG<span class="hl opt">,</span>
                                <span class="hl str">&quot;memory registration failed&quot;</span><span class="hl opt">);</span>
                        <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
                <span class="hl opt">}</span>

                request_ctx<span class="hl opt">-&gt;</span>mr<span class="hl opt">[</span>request_ctx<span class="hl opt">-&gt;</span>mr_count<span class="hl opt">++] =</span> mr<span class="hl opt">;</span>

                readch<span class="hl opt">-&gt;</span>rc_target<span class="hl opt">.</span>rs_handle <span class="hl opt">=</span> <span class="hl kwd">hton32</span> <span class="hl opt">(</span>mr<span class="hl opt">-&gt;</span>rkey<span class="hl opt">);</span>
                readch<span class="hl opt">-&gt;</span>rc_target<span class="hl opt">.</span>rs_length
                        <span class="hl opt">=</span> <span class="hl kwd">hton32</span> <span class="hl opt">(</span>vector<span class="hl opt">[</span>i<span class="hl opt">].</span>iov_len<span class="hl opt">);</span>
                readch<span class="hl opt">-&gt;</span>rc_target<span class="hl opt">.</span>rs_offset
                        <span class="hl opt">=</span> <span class="hl kwd">hton64</span> <span class="hl opt">((</span><span class="hl kwb">uint64_t</span><span class="hl opt">)(</span><span class="hl kwb">unsigned long</span><span class="hl opt">)</span>vector<span class="hl opt">[</span>i<span class="hl opt">].</span>iov_base<span class="hl opt">);</span>

                <span class="hl opt">*</span>pos <span class="hl opt">= *</span>pos <span class="hl opt">+</span> vector<span class="hl opt">[</span>i<span class="hl opt">].</span>iov_len<span class="hl opt">;</span>
                readch<span class="hl opt">++;</span>
        <span class="hl opt">}</span>

        <span class="hl opt">*</span>readch_ptr <span class="hl opt">=</span> readch<span class="hl opt">;</span>

        ret <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>
out<span class="hl opt">:</span>
        <span class="hl kwa">return</span> ret<span class="hl opt">;</span>
<span class="hl opt">}</span>


<span class="hl kwb">int32_t</span>
<span class="hl kwd">__rdma_create_read_chunks</span> <span class="hl opt">(</span>rdma_peer_t <span class="hl opt">*</span>peer<span class="hl opt">,</span> rdma_ioq_t <span class="hl opt">*</span>entry<span class="hl opt">,</span>
                           rdma_chunktype_t type<span class="hl opt">,</span> <span class="hl kwb">uint32_t</span> <span class="hl opt">**</span>ptr<span class="hl opt">,</span>
                           rdma_request_context_t <span class="hl opt">*</span>request_ctx<span class="hl opt">)</span>
<span class="hl opt">{</span>
        <span class="hl kwb">int32_t</span>            ret      <span class="hl opt">= -</span><span class="hl num">1</span><span class="hl opt">;</span>
        rdma_device_t     <span class="hl opt">*</span>device   <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        rdma_private_t    <span class="hl opt">*</span>priv     <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        <span class="hl kwb">int</span>                pos      <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>

        <span class="hl kwa">if</span> <span class="hl opt">((</span>peer <span class="hl opt">==</span> NULL<span class="hl opt">) || (</span>entry <span class="hl opt">==</span> NULL<span class="hl opt">) || (</span>ptr <span class="hl opt">==</span> NULL<span class="hl opt">)</span>
            <span class="hl opt">|| (*</span>ptr <span class="hl opt">==</span> NULL<span class="hl opt">) || (</span>request_ctx <span class="hl opt">==</span> NULL<span class="hl opt">)) {</span>
                <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        priv <span class="hl opt">=</span> peer<span class="hl opt">-&gt;</span>trans<span class="hl opt">-&gt;</span><span class="hl kwc">private</span><span class="hl opt">;</span>
        device <span class="hl opt">=</span> priv<span class="hl opt">-&gt;</span>device<span class="hl opt">;</span>

        request_ctx<span class="hl opt">-&gt;</span>iobref <span class="hl opt">=</span> <span class="hl kwd">iobref_ref</span> <span class="hl opt">(</span>entry<span class="hl opt">-&gt;</span>iobref<span class="hl opt">);</span>

        <span class="hl kwa">if</span> <span class="hl opt">(</span>type <span class="hl opt">==</span> rdma_areadch<span class="hl opt">) {</span>
                pos <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>
                ret <span class="hl opt">=</span> <span class="hl kwd">__rdma_create_read_chunks_from_vector</span> <span class="hl opt">(</span>peer<span class="hl opt">,</span>
                                                             <span class="hl opt">(</span>rdma_read_chunk_t <span class="hl opt">**)</span>ptr<span class="hl opt">,</span>
                                                             <span class="hl opt">&amp;</span>pos<span class="hl opt">,</span>
                                                             entry<span class="hl opt">-&gt;</span>rpchdr<span class="hl opt">,</span>
                                                             entry<span class="hl opt">-&gt;</span>rpchdr_count<span class="hl opt">,</span>
                                                             request_ctx<span class="hl opt">);</span>
                <span class="hl kwa">if</span> <span class="hl opt">(</span>ret <span class="hl opt">== -</span><span class="hl num">1</span><span class="hl opt">) {</span>
                        <span class="hl kwd">gf_log</span> <span class="hl opt">(</span>RDMA_LOG_NAME<span class="hl opt">,</span> GF_LOG_DEBUG<span class="hl opt">,</span>
                                <span class="hl str">&quot;cannot create read chunks from vector, &quot;</span>
                                <span class="hl str">&quot;entry-&gt;rpchdr&quot;</span><span class="hl opt">);</span>
                        <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
                <span class="hl opt">}</span>

                ret <span class="hl opt">=</span> <span class="hl kwd">__rdma_create_read_chunks_from_vector</span> <span class="hl opt">(</span>peer<span class="hl opt">,</span>
                                                             <span class="hl opt">(</span>rdma_read_chunk_t <span class="hl opt">**)</span>ptr<span class="hl opt">,</span>
                                                             <span class="hl opt">&amp;</span>pos<span class="hl opt">,</span>
                                                             entry<span class="hl opt">-&gt;</span>proghdr<span class="hl opt">,</span>
                                                             entry<span class="hl opt">-&gt;</span>proghdr_count<span class="hl opt">,</span>
                                                             request_ctx<span class="hl opt">);</span>
                <span class="hl kwa">if</span> <span class="hl opt">(</span>ret <span class="hl opt">== -</span><span class="hl num">1</span><span class="hl opt">) {</span>
                        <span class="hl kwd">gf_log</span> <span class="hl opt">(</span>RDMA_LOG_NAME<span class="hl opt">,</span> GF_LOG_DEBUG<span class="hl opt">,</span>
                                <span class="hl str">&quot;cannot create read chunks from vector, &quot;</span>
                                <span class="hl str">&quot;entry-&gt;proghdr&quot;</span><span class="hl opt">);</span>
                <span class="hl opt">}</span>

                <span class="hl kwa">if</span> <span class="hl opt">(</span>entry<span class="hl opt">-&gt;</span>prog_payload_count <span class="hl opt">!=</span> <span class="hl num">0</span><span class="hl opt">) {</span>
                        ret <span class="hl opt">=</span> <span class="hl kwd">__rdma_create_read_chunks_from_vector</span> <span class="hl opt">(</span>peer<span class="hl opt">,</span>
                                                                     <span class="hl opt">(</span>rdma_read_chunk_t <span class="hl opt">**)</span>ptr<span class="hl opt">,</span>
                                                                     <span class="hl opt">&amp;</span>pos<span class="hl opt">,</span>
                                                                     entry<span class="hl opt">-&gt;</span>prog_payload<span class="hl opt">,</span>
                                                                     entry<span class="hl opt">-&gt;</span>prog_payload_count<span class="hl opt">,</span>
                                                                     request_ctx<span class="hl opt">);</span>
                        <span class="hl kwa">if</span> <span class="hl opt">(</span>ret <span class="hl opt">== -</span><span class="hl num">1</span><span class="hl opt">) {</span>
                                <span class="hl kwd">gf_log</span> <span class="hl opt">(</span>RDMA_LOG_NAME<span class="hl opt">,</span> GF_LOG_DEBUG<span class="hl opt">,</span>
                                        <span class="hl str">&quot;cannot create read chunks from vector,&quot;</span>
                                        <span class="hl str">&quot; entry-&gt;prog_payload&quot;</span><span class="hl opt">);</span>
                        <span class="hl opt">}</span>
                <span class="hl opt">}</span>
        <span class="hl opt">}</span> <span class="hl kwa">else</span> <span class="hl opt">{</span>
                pos <span class="hl opt">=</span> <span class="hl kwd">iov_length</span> <span class="hl opt">(</span>entry<span class="hl opt">-&gt;</span>rpchdr<span class="hl opt">,</span> entry<span class="hl opt">-&gt;</span>rpchdr_count<span class="hl opt">);</span>
                ret <span class="hl opt">=</span> <span class="hl kwd">__rdma_create_read_chunks_from_vector</span> <span class="hl opt">(</span>peer<span class="hl opt">,</span>
                                                             <span class="hl opt">(</span>rdma_read_chunk_t <span class="hl opt">**)</span>ptr<span class="hl opt">,</span>
                                                             <span class="hl opt">&amp;</span>pos<span class="hl opt">,</span>
                                                             entry<span class="hl opt">-&gt;</span>prog_payload<span class="hl opt">,</span>
                                                             entry<span class="hl opt">-&gt;</span>prog_payload_count<span class="hl opt">,</span>
                                                             request_ctx<span class="hl opt">);</span>
                <span class="hl kwa">if</span> <span class="hl opt">(</span>ret <span class="hl opt">== -</span><span class="hl num">1</span><span class="hl opt">) {</span>
                        <span class="hl kwd">gf_log</span> <span class="hl opt">(</span>RDMA_LOG_NAME<span class="hl opt">,</span> GF_LOG_DEBUG<span class="hl opt">,</span>
                                <span class="hl str">&quot;cannot create read chunks from vector, &quot;</span>
                                <span class="hl str">&quot;entry-&gt;prog_payload&quot;</span><span class="hl opt">);</span>
                <span class="hl opt">}</span>
        <span class="hl opt">}</span>

        <span class="hl com">/* terminate read-chunk list*/</span>
        <span class="hl opt">**</span>ptr <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>
        <span class="hl opt">*</span>ptr <span class="hl opt">= *</span>ptr <span class="hl opt">+</span> <span class="hl num">1</span><span class="hl opt">;</span>
out<span class="hl opt">:</span>
        <span class="hl kwa">return</span> ret<span class="hl opt">;</span>
<span class="hl opt">}</span>


<span class="hl kwb">int32_t</span>
<span class="hl kwd">__rdma_create_write_chunks_from_vector</span> <span class="hl opt">(</span>rdma_peer_t <span class="hl opt">*</span>peer<span class="hl opt">,</span>
                                        rdma_write_chunk_t <span class="hl opt">**</span>writech_ptr<span class="hl opt">,</span>
                                        <span class="hl kwb">struct</span> iovec <span class="hl opt">*</span>vector<span class="hl opt">,</span> <span class="hl kwb">int</span> count<span class="hl opt">,</span>
                                        rdma_request_context_t <span class="hl opt">*</span>request_ctx<span class="hl opt">)</span>
<span class="hl opt">{</span>
        <span class="hl kwb">int</span>                 i       <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>
        rdma_private_t     <span class="hl opt">*</span>priv    <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        rdma_device_t      <span class="hl opt">*</span>device  <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        <span class="hl kwb">struct</span> ibv_mr      <span class="hl opt">*</span>mr      <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        rdma_write_chunk_t <span class="hl opt">*</span>writech <span class="hl opt">=</span> NULL<span class="hl opt">;</span> 
        <span class="hl kwb">int32_t</span>             ret     <span class="hl opt">= -</span><span class="hl num">1</span><span class="hl opt">;</span>

        <span class="hl kwa">if</span> <span class="hl opt">((</span>peer <span class="hl opt">==</span> NULL<span class="hl opt">) || (</span>writech_ptr <span class="hl opt">==</span> NULL<span class="hl opt">) || (*</span>writech_ptr <span class="hl opt">==</span> NULL<span class="hl opt">)</span>
            <span class="hl opt">|| (</span>request_ctx <span class="hl opt">==</span> NULL<span class="hl opt">) || (</span>vector <span class="hl opt">==</span> NULL<span class="hl opt">)) {</span>
                <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        writech <span class="hl opt">= *</span>writech_ptr<span class="hl opt">;</span>

        priv <span class="hl opt">=</span> peer<span class="hl opt">-&gt;</span>trans<span class="hl opt">-&gt;</span><span class="hl kwc">private</span><span class="hl opt">;</span>
        device <span class="hl opt">=</span> priv<span class="hl opt">-&gt;</span>device<span class="hl opt">;</span>
        
        <span class="hl kwa">for</span> <span class="hl opt">(</span>i <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span> i <span class="hl opt">&lt;</span> count<span class="hl opt">;</span> i<span class="hl opt">++) {</span>
                mr <span class="hl opt">=</span> <span class="hl kwd">ibv_reg_mr</span> <span class="hl opt">(</span>device<span class="hl opt">-&gt;</span>pd<span class="hl opt">,</span> vector<span class="hl opt">[</span>i<span class="hl opt">].</span>iov_base<span class="hl opt">,</span>
                                 vector<span class="hl opt">[</span>i<span class="hl opt">].</span>iov_len<span class="hl opt">,</span>
                                 IBV_ACCESS_REMOTE_WRITE
                                 <span class="hl opt">|</span> IBV_ACCESS_LOCAL_WRITE<span class="hl opt">);</span>
                <span class="hl kwa">if</span> <span class="hl opt">(!</span>mr<span class="hl opt">) {</span>
                        <span class="hl kwd">gf_log</span> <span class="hl opt">(</span>RDMA_LOG_NAME<span class="hl opt">,</span> GF_LOG_DEBUG<span class="hl opt">,</span>
                                <span class="hl str">&quot;memory registration failed&quot;</span><span class="hl opt">);</span>
                        <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
                <span class="hl opt">}</span>

                request_ctx<span class="hl opt">-&gt;</span>mr<span class="hl opt">[</span>request_ctx<span class="hl opt">-&gt;</span>mr_count<span class="hl opt">++] =</span> mr<span class="hl opt">;</span>

                writech<span class="hl opt">-&gt;</span>wc_target<span class="hl opt">.</span>rs_handle <span class="hl opt">=</span> <span class="hl kwd">hton32</span> <span class="hl opt">(</span>mr<span class="hl opt">-&gt;</span>rkey<span class="hl opt">);</span>
                writech<span class="hl opt">-&gt;</span>wc_target<span class="hl opt">.</span>rs_length <span class="hl opt">=</span> <span class="hl kwd">hton32</span> <span class="hl opt">(</span>vector<span class="hl opt">[</span>i<span class="hl opt">].</span>iov_len<span class="hl opt">);</span>
                writech<span class="hl opt">-&gt;</span>wc_target<span class="hl opt">.</span>rs_offset
                        <span class="hl opt">=</span> <span class="hl kwd">hton64</span> <span class="hl opt">(((</span><span class="hl kwb">uint64_t</span><span class="hl opt">)(</span><span class="hl kwb">unsigned long</span><span class="hl opt">)</span>vector<span class="hl opt">[</span>i<span class="hl opt">].</span>iov_base<span class="hl opt">));</span>

                writech<span class="hl opt">++;</span>
        <span class="hl opt">}</span>

        <span class="hl opt">*</span>writech_ptr <span class="hl opt">=</span> writech<span class="hl opt">;</span>

        ret <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>
out<span class="hl opt">:</span>
        <span class="hl kwa">return</span> ret<span class="hl opt">;</span>
<span class="hl opt">}</span>


<span class="hl kwb">int32_t</span>
<span class="hl kwd">__rdma_create_write_chunks</span> <span class="hl opt">(</span>rdma_peer_t <span class="hl opt">*</span>peer<span class="hl opt">,</span> rdma_ioq_t <span class="hl opt">*</span>entry<span class="hl opt">,</span>
                            rdma_chunktype_t chunk_type<span class="hl opt">,</span> <span class="hl kwb">uint32_t</span> <span class="hl opt">**</span>ptr<span class="hl opt">,</span>
                            rdma_request_context_t <span class="hl opt">*</span>request_ctx<span class="hl opt">)</span>
<span class="hl opt">{</span>
        <span class="hl kwb">int32_t</span>             ret      <span class="hl opt">= -</span><span class="hl num">1</span><span class="hl opt">;</span>
        rdma_write_array_t <span class="hl opt">*</span>warray   <span class="hl opt">=</span> NULL<span class="hl opt">;</span>

        <span class="hl kwa">if</span> <span class="hl opt">((</span>peer <span class="hl opt">==</span> NULL<span class="hl opt">) || (</span>entry <span class="hl opt">==</span> NULL<span class="hl opt">) || (</span>ptr <span class="hl opt">==</span> NULL<span class="hl opt">)</span>
            <span class="hl opt">|| (*</span>ptr <span class="hl opt">==</span> NULL<span class="hl opt">) || (</span>request_ctx <span class="hl opt">==</span> NULL<span class="hl opt">)) {</span>
                <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        <span class="hl kwa">if</span> <span class="hl opt">((</span>chunk_type <span class="hl opt">==</span> rdma_replych<span class="hl opt">)</span>
            <span class="hl opt">&amp;&amp; ((</span>entry<span class="hl opt">-&gt;</span>msg<span class="hl opt">.</span>request<span class="hl opt">.</span>rsphdr_count <span class="hl opt">!=</span> <span class="hl num">1</span><span class="hl opt">) ||</span>
                <span class="hl opt">(</span>entry<span class="hl opt">-&gt;</span>msg<span class="hl opt">.</span>request<span class="hl opt">.</span>rsphdr_vec<span class="hl opt">[</span><span class="hl num">0</span><span class="hl opt">].</span>iov_base <span class="hl opt">==</span> NULL<span class="hl opt">))) {</span>
                <span class="hl kwd">gf_log</span> <span class="hl opt">(</span>RDMA_LOG_NAME<span class="hl opt">,</span> GF_LOG_DEBUG<span class="hl opt">,</span>
                        <span class="hl opt">(</span>entry<span class="hl opt">-&gt;</span>msg<span class="hl opt">.</span>request<span class="hl opt">.</span>rsphdr_count <span class="hl opt">==</span> <span class="hl num">1</span><span class="hl opt">)</span>
                        <span class="hl opt">?</span> <span class="hl str">&quot;chunktype specified as reply chunk but the vector &quot;</span>
                        <span class="hl str">&quot;specifying the buffer to be used for holding reply&quot;</span>
                        <span class="hl str">&quot; header is not correct&quot;</span> <span class="hl opt">:</span>
                        <span class="hl str">&quot;chunktype specified as reply chunk, but more than one &quot;</span>
                        <span class="hl str">&quot;buffer provided for holding reply&quot;</span><span class="hl opt">);</span>
                <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
        <span class="hl opt">}</span>

<span class="hl com">/*</span>
<span class="hl com">        if ((chunk_type == rdma_writech)</span>
<span class="hl com">            &amp;&amp; ((entry-&gt;msg.request.rsphdr_count == 0)</span>
<span class="hl com">                || (entry-&gt;msg.request.rsphdr_vec[0].iov_base == NULL))) {</span>
<span class="hl com">                gf_log (RDMA_LOG_NAME, GF_LOG_DEBUG,</span>
<span class="hl com">                        &quot;vector specifying buffer to hold the program&#39;s reply &quot;</span>
<span class="hl com">                        &quot;header should also be provided when buffers are &quot;</span>
<span class="hl com">                        &quot;provided for holding the program&#39;s payload in reply&quot;);</span>
<span class="hl com">                goto out;</span>
<span class="hl com">        }</span>
<span class="hl com">*/</span>

        <span class="hl kwa">if</span> <span class="hl opt">(</span>chunk_type <span class="hl opt">==</span> rdma_writech<span class="hl opt">) {</span>
                warray <span class="hl opt">= (</span>rdma_write_array_t <span class="hl opt">*)*</span>ptr<span class="hl opt">;</span>
                warray<span class="hl opt">-&gt;</span>wc_discrim <span class="hl opt">=</span> <span class="hl kwd">hton32</span> <span class="hl opt">(</span><span class="hl num">1</span><span class="hl opt">);</span>
                warray<span class="hl opt">-&gt;</span>wc_nchunks
                        <span class="hl opt">=</span> <span class="hl kwd">hton32</span> <span class="hl opt">(</span>entry<span class="hl opt">-&gt;</span>msg<span class="hl opt">.</span>request<span class="hl opt">.</span>rsp_payload_count<span class="hl opt">);</span>

                <span class="hl opt">*</span>ptr <span class="hl opt">= (</span><span class="hl kwb">uint32_t</span> <span class="hl opt">*)&amp;</span>warray<span class="hl opt">-&gt;</span>wc_array<span class="hl opt">[</span><span class="hl num">0</span><span class="hl opt">];</span>

                ret <span class="hl opt">=</span> <span class="hl kwd">__rdma_create_write_chunks_from_vector</span> <span class="hl opt">(</span>peer<span class="hl opt">,</span>
                                                              <span class="hl opt">(</span>rdma_write_chunk_t <span class="hl opt">**)</span>ptr<span class="hl opt">,</span>
                                                              entry<span class="hl opt">-&gt;</span>msg<span class="hl opt">.</span>request<span class="hl opt">.</span>rsp_payload<span class="hl opt">,</span>
                                                              entry<span class="hl opt">-&gt;</span>msg<span class="hl opt">.</span>request<span class="hl opt">.</span>rsp_payload_count<span class="hl opt">,</span>
                                                              request_ctx<span class="hl opt">);</span>
                <span class="hl kwa">if</span> <span class="hl opt">(</span>ret <span class="hl opt">== -</span><span class="hl num">1</span><span class="hl opt">) {</span>
                        <span class="hl kwd">gf_log</span> <span class="hl opt">(</span>RDMA_LOG_NAME<span class="hl opt">,</span> GF_LOG_DEBUG<span class="hl opt">,</span>
                                <span class="hl str">&quot;cannot create write chunks from vector &quot;</span>
                                <span class="hl str">&quot;entry-&gt;rpc_payload&quot;</span><span class="hl opt">);</span>
                        <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
                <span class="hl opt">}</span>

                <span class="hl com">/* terminate write chunklist */</span>
                <span class="hl opt">**</span>ptr <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>
                <span class="hl opt">*</span>ptr <span class="hl opt">= *</span>ptr <span class="hl opt">+</span> <span class="hl num">1</span><span class="hl opt">;</span>

                <span class="hl com">/* no reply chunklist */</span>
                <span class="hl opt">**</span>ptr <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>
                <span class="hl opt">*</span>ptr <span class="hl opt">= *</span>ptr <span class="hl opt">+</span> <span class="hl num">1</span><span class="hl opt">;</span>
        <span class="hl opt">}</span> <span class="hl kwa">else</span> <span class="hl opt">{</span>
                <span class="hl com">/* no write chunklist */</span> 
                <span class="hl opt">**</span>ptr <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>
                <span class="hl opt">*</span>ptr <span class="hl opt">= *</span>ptr <span class="hl opt">+</span> <span class="hl num">1</span><span class="hl opt">;</span>

                warray <span class="hl opt">= (</span>rdma_write_array_t <span class="hl opt">*)*</span>ptr<span class="hl opt">;</span>
                warray<span class="hl opt">-&gt;</span>wc_discrim <span class="hl opt">=</span> <span class="hl kwd">hton32</span> <span class="hl opt">(</span><span class="hl num">1</span><span class="hl opt">);</span>
                warray<span class="hl opt">-&gt;</span>wc_nchunks <span class="hl opt">=</span> <span class="hl kwd">hton32</span> <span class="hl opt">(</span>entry<span class="hl opt">-&gt;</span>msg<span class="hl opt">.</span>request<span class="hl opt">.</span>rsphdr_count<span class="hl opt">);</span>

                <span class="hl opt">*</span>ptr <span class="hl opt">= (</span><span class="hl kwb">uint32_t</span> <span class="hl opt">*)&amp;</span>warray<span class="hl opt">-&gt;</span>wc_array<span class="hl opt">[</span><span class="hl num">0</span><span class="hl opt">];</span>
                
                ret <span class="hl opt">=</span> <span class="hl kwd">__rdma_create_write_chunks_from_vector</span> <span class="hl opt">(</span>peer<span class="hl opt">,</span>
                                                              <span class="hl opt">(</span>rdma_write_chunk_t <span class="hl opt">**)</span>ptr<span class="hl opt">,</span>
                                                              entry<span class="hl opt">-&gt;</span>msg<span class="hl opt">.</span>request<span class="hl opt">.</span>rsphdr_vec<span class="hl opt">,</span>
                                                              entry<span class="hl opt">-&gt;</span>msg<span class="hl opt">.</span>request<span class="hl opt">.</span>rsphdr_count<span class="hl opt">,</span>
                                                              request_ctx<span class="hl opt">);</span>
                <span class="hl kwa">if</span> <span class="hl opt">(</span>ret <span class="hl opt">== -</span><span class="hl num">1</span><span class="hl opt">) {</span>
                        <span class="hl kwd">gf_log</span> <span class="hl opt">(</span>RDMA_LOG_NAME<span class="hl opt">,</span> GF_LOG_DEBUG<span class="hl opt">,</span>
                                <span class="hl str">&quot;cannot create write chunks from vector &quot;</span>
                                <span class="hl str">&quot;entry-&gt;rpchdr&quot;</span><span class="hl opt">);</span>
                        <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
                <span class="hl opt">}</span>

                <span class="hl com">/* terminate reply chunklist */</span>
                <span class="hl opt">**</span>ptr <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>
                <span class="hl opt">*</span>ptr <span class="hl opt">= *</span>ptr <span class="hl opt">+</span> <span class="hl num">1</span><span class="hl opt">;</span>
        <span class="hl opt">}</span>

out<span class="hl opt">:</span>
        <span class="hl kwa">return</span> ret<span class="hl opt">;</span>
<span class="hl opt">}</span>


<span class="hl kwc">inline</span> <span class="hl kwb">void</span>
<span class="hl kwd">__rdma_deregister_mr</span> <span class="hl opt">(</span><span class="hl kwb">struct</span> ibv_mr <span class="hl opt">**</span>mr<span class="hl opt">,</span> <span class="hl kwb">int</span> count<span class="hl opt">)</span>
<span class="hl opt">{</span>
        <span class="hl kwb">int</span> i <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>

        <span class="hl kwa">if</span> <span class="hl opt">(</span>mr <span class="hl opt">==</span> NULL<span class="hl opt">) {</span>
                <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        <span class="hl kwa">for</span> <span class="hl opt">(</span>i <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span> i <span class="hl opt">&lt;</span> count<span class="hl opt">;</span> i<span class="hl opt">++) {</span>
                <span class="hl kwd">ibv_dereg_mr</span> <span class="hl opt">(</span>mr<span class="hl opt">[</span>i<span class="hl opt">]);</span>
        <span class="hl opt">}</span>

out<span class="hl opt">:</span>
        <span class="hl kwa">return</span><span class="hl opt">;</span>
<span class="hl opt">}</span>


<span class="hl kwb">static int32_t</span>
<span class="hl kwd">__rdma_quota_put</span> <span class="hl opt">(</span>rdma_peer_t <span class="hl opt">*</span>peer<span class="hl opt">)</span>
<span class="hl opt">{</span>
        <span class="hl kwb">int32_t</span> ret<span class="hl opt">;</span>

        peer<span class="hl opt">-&gt;</span>quota<span class="hl opt">++;</span>
        ret <span class="hl opt">=</span> peer<span class="hl opt">-&gt;</span>quota<span class="hl opt">;</span>

        <span class="hl kwa">if</span> <span class="hl opt">(!</span><span class="hl kwd">list_empty</span> <span class="hl opt">(&amp;</span>peer<span class="hl opt">-&gt;</span>ioq<span class="hl opt">)) {</span>
                ret <span class="hl opt">=</span> <span class="hl kwd">__rdma_ioq_churn</span> <span class="hl opt">(</span>peer<span class="hl opt">);</span>
        <span class="hl opt">}</span>

        <span class="hl kwa">return</span> ret<span class="hl opt">;</span>
<span class="hl opt">}</span>


<span class="hl kwb">static int32_t</span>
<span class="hl kwd">rdma_quota_put</span> <span class="hl opt">(</span>rdma_peer_t <span class="hl opt">*</span>peer<span class="hl opt">)</span>
<span class="hl opt">{</span>
        <span class="hl kwb">int32_t</span> ret<span class="hl opt">;</span>
        rdma_private_t <span class="hl opt">*</span>priv <span class="hl opt">=</span> peer<span class="hl opt">-&gt;</span>trans<span class="hl opt">-&gt;</span><span class="hl kwc">private</span><span class="hl opt">;</span>

        <span class="hl kwd">pthread_mutex_lock</span> <span class="hl opt">(&amp;</span>priv<span class="hl opt">-&gt;</span>write_mutex<span class="hl opt">);</span>
        <span class="hl opt">{</span>
                ret <span class="hl opt">=</span> <span class="hl kwd">__rdma_quota_put</span> <span class="hl opt">(</span>peer<span class="hl opt">);</span>
        <span class="hl opt">}</span>
        <span class="hl kwd">pthread_mutex_unlock</span> <span class="hl opt">(&amp;</span>priv<span class="hl opt">-&gt;</span>write_mutex<span class="hl opt">);</span>

        <span class="hl kwa">return</span> ret<span class="hl opt">;</span>
<span class="hl opt">}</span>


<span class="hl com">/* to be called with priv-&gt;mutex held */</span>
<span class="hl kwb">void</span>
<span class="hl kwd">__rdma_request_context_destroy</span> <span class="hl opt">(</span>rdma_request_context_t <span class="hl opt">*</span>context<span class="hl opt">)</span>
<span class="hl opt">{</span>
        rdma_peer_t    <span class="hl opt">*</span>peer <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        rdma_private_t <span class="hl opt">*</span>priv <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        <span class="hl kwb">int32_t</span>         ret  <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>

        <span class="hl kwa">if</span> <span class="hl opt">(</span>context <span class="hl opt">==</span> NULL<span class="hl opt">) {</span>
                <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        peer <span class="hl opt">=</span> context<span class="hl opt">-&gt;</span>peer<span class="hl opt">;</span>

        <span class="hl kwd">__rdma_deregister_mr</span> <span class="hl opt">(</span>context<span class="hl opt">-&gt;</span>mr<span class="hl opt">,</span> context<span class="hl opt">-&gt;</span>mr_count<span class="hl opt">);</span>

        priv <span class="hl opt">=</span> peer<span class="hl opt">-&gt;</span>trans<span class="hl opt">-&gt;</span><span class="hl kwc">private</span><span class="hl opt">;</span>

        <span class="hl kwa">if</span> <span class="hl opt">(</span>priv<span class="hl opt">-&gt;</span>connected<span class="hl opt">) {</span>
                ret <span class="hl opt">=</span> <span class="hl kwd">__rdma_quota_put</span> <span class="hl opt">(</span>peer<span class="hl opt">);</span>
                <span class="hl kwa">if</span> <span class="hl opt">(</span>ret <span class="hl opt">&lt;</span> <span class="hl num">0</span><span class="hl opt">) {</span>
                        <span class="hl kwd">gf_log</span> <span class="hl opt">(</span><span class="hl str">&quot;rdma&quot;</span><span class="hl opt">,</span> GF_LOG_DEBUG<span class="hl opt">,</span>
                                <span class="hl str">&quot;failed to send &quot;</span>
                                <span class="hl str">&quot;message&quot;</span><span class="hl opt">);</span>
                        <span class="hl kwd">mem_put</span> <span class="hl opt">(</span>context<span class="hl opt">-&gt;</span>pool<span class="hl opt">,</span> context<span class="hl opt">);</span>
                        <span class="hl kwd">__rdma_disconnect</span> <span class="hl opt">(</span>peer<span class="hl opt">-&gt;</span>trans<span class="hl opt">);</span>
                        <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
                <span class="hl opt">}</span>
        <span class="hl opt">}</span>

        <span class="hl kwa">if</span> <span class="hl opt">(</span>context<span class="hl opt">-&gt;</span>iobref <span class="hl opt">!=</span> NULL<span class="hl opt">) {</span>
                <span class="hl kwd">iobref_unref</span> <span class="hl opt">(</span>context<span class="hl opt">-&gt;</span>iobref<span class="hl opt">);</span>
                context<span class="hl opt">-&gt;</span>iobref <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        <span class="hl kwa">if</span> <span class="hl opt">(</span>context<span class="hl opt">-&gt;</span>rsp_iobref <span class="hl opt">!=</span> NULL<span class="hl opt">) {</span>
                <span class="hl kwd">iobref_unref</span> <span class="hl opt">(</span>context<span class="hl opt">-&gt;</span>rsp_iobref<span class="hl opt">);</span>
                context<span class="hl opt">-&gt;</span>rsp_iobref <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        <span class="hl kwd">mem_put</span> <span class="hl opt">(</span>context<span class="hl opt">-&gt;</span>pool<span class="hl opt">,</span> context<span class="hl opt">);</span>

out<span class="hl opt">:</span>
        <span class="hl kwa">return</span><span class="hl opt">;</span>
<span class="hl opt">}</span>



<span class="hl kwb">void</span>
<span class="hl kwd">rdma_post_context_destroy</span> <span class="hl opt">(</span>rdma_post_context_t <span class="hl opt">*</span>ctx<span class="hl opt">)</span>
<span class="hl opt">{</span>
        <span class="hl kwa">if</span> <span class="hl opt">(</span>ctx <span class="hl opt">==</span> NULL<span class="hl opt">) {</span>
                <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        <span class="hl kwd">__rdma_deregister_mr</span> <span class="hl opt">(</span>ctx<span class="hl opt">-&gt;</span>mr<span class="hl opt">,</span> ctx<span class="hl opt">-&gt;</span>mr_count<span class="hl opt">);</span>

        <span class="hl kwa">if</span> <span class="hl opt">(</span>ctx<span class="hl opt">-&gt;</span>iobref <span class="hl opt">!=</span> NULL<span class="hl opt">) {</span>
                <span class="hl kwd">iobref_unref</span> <span class="hl opt">(</span>ctx<span class="hl opt">-&gt;</span>iobref<span class="hl opt">);</span>
        <span class="hl opt">}</span>

        <span class="hl kwd">memset</span> <span class="hl opt">(</span>ctx<span class="hl opt">,</span> <span class="hl num">0</span><span class="hl opt">,</span> <span class="hl kwa">sizeof</span> <span class="hl opt">(*</span>ctx<span class="hl opt">));</span>
out<span class="hl opt">:</span>
        <span class="hl kwa">return</span><span class="hl opt">;</span>
<span class="hl opt">}</span>


<span class="hl kwb">static int32_t</span>
<span class="hl kwd">rdma_post_recv</span> <span class="hl opt">(</span><span class="hl kwb">struct</span> ibv_srq <span class="hl opt">*</span>srq<span class="hl opt">,</span>
                rdma_post_t <span class="hl opt">*</span>post<span class="hl opt">)</span>
<span class="hl opt">{</span>
        <span class="hl kwb">struct</span> ibv_sge list <span class="hl opt">= {</span>
                <span class="hl opt">.</span>addr   <span class="hl opt">= (</span><span class="hl kwb">unsigned long</span><span class="hl opt">)</span> post<span class="hl opt">-&gt;</span>buf<span class="hl opt">,</span>
                <span class="hl opt">.</span>length <span class="hl opt">=</span> post<span class="hl opt">-&gt;</span>buf_size<span class="hl opt">,</span>
                <span class="hl opt">.</span>lkey   <span class="hl opt">=</span> post<span class="hl opt">-&gt;</span>mr<span class="hl opt">-&gt;</span>lkey
        <span class="hl opt">};</span>

        <span class="hl kwb">struct</span> ibv_recv_wr wr <span class="hl opt">= {</span>
                <span class="hl opt">.</span>wr_id  <span class="hl opt">= (</span><span class="hl kwb">unsigned long</span><span class="hl opt">)</span> post<span class="hl opt">,</span>
                <span class="hl opt">.</span>sg_list <span class="hl opt">= &amp;</span>list<span class="hl opt">,</span>
                <span class="hl opt">.</span>num_sge <span class="hl opt">=</span> <span class="hl num">1</span><span class="hl opt">,</span>
        <span class="hl opt">}, *</span>bad_wr<span class="hl opt">;</span>

        <span class="hl kwd">rdma_post_ref</span> <span class="hl opt">(</span>post<span class="hl opt">);</span>

        <span class="hl kwa">return</span> <span class="hl kwd">ibv_post_srq_recv</span> <span class="hl opt">(</span>srq<span class="hl opt">, &amp;</span>wr<span class="hl opt">, &amp;</span>bad_wr<span class="hl opt">);</span>
<span class="hl opt">}</span>


<span class="hl kwb">int</span>
<span class="hl kwd">rdma_post_unref</span> <span class="hl opt">(</span>rdma_post_t <span class="hl opt">*</span>post<span class="hl opt">)</span>
<span class="hl opt">{</span>
        <span class="hl kwb">int</span> refcount <span class="hl opt">= -</span><span class="hl num">1</span><span class="hl opt">;</span>

        <span class="hl kwa">if</span> <span class="hl opt">(</span>post <span class="hl opt">==</span> NULL<span class="hl opt">) {</span>
                <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        <span class="hl kwd">pthread_mutex_lock</span> <span class="hl opt">(&amp;</span>post<span class="hl opt">-&gt;</span>lock<span class="hl opt">);</span>
        <span class="hl opt">{</span>
                refcount <span class="hl opt">= --</span>post<span class="hl opt">-&gt;</span>refcount<span class="hl opt">;</span>
        <span class="hl opt">}</span>
        <span class="hl kwd">pthread_mutex_unlock</span> <span class="hl opt">(&amp;</span>post<span class="hl opt">-&gt;</span>lock<span class="hl opt">);</span>

        <span class="hl kwa">if</span> <span class="hl opt">(</span>refcount <span class="hl opt">==</span> <span class="hl num">0</span><span class="hl opt">) {</span>
                <span class="hl kwd">rdma_post_context_destroy</span> <span class="hl opt">(&amp;</span>post<span class="hl opt">-&gt;</span>ctx<span class="hl opt">);</span>
                <span class="hl kwa">if</span> <span class="hl opt">(</span>post<span class="hl opt">-&gt;</span>type <span class="hl opt">==</span> RDMA_SEND_POST<span class="hl opt">) {</span>
                        <span class="hl kwd">rdma_put_post</span> <span class="hl opt">(&amp;</span>post<span class="hl opt">-&gt;</span>device<span class="hl opt">-&gt;</span>sendq<span class="hl opt">,</span> post<span class="hl opt">);</span>
                <span class="hl opt">}</span> <span class="hl kwa">else</span> <span class="hl opt">{</span>
                        <span class="hl kwd">rdma_post_recv</span> <span class="hl opt">(</span>post<span class="hl opt">-&gt;</span>device<span class="hl opt">-&gt;</span>srq<span class="hl opt">,</span> post<span class="hl opt">);</span>
                <span class="hl opt">}</span>
        <span class="hl opt">}</span>
out<span class="hl opt">:</span>
        <span class="hl kwa">return</span> refcount<span class="hl opt">;</span>
<span class="hl opt">}</span>


<span class="hl kwb">int</span>
<span class="hl kwd">rdma_post_get_refcount</span> <span class="hl opt">(</span>rdma_post_t <span class="hl opt">*</span>post<span class="hl opt">)</span>
<span class="hl opt">{</span>
        <span class="hl kwb">int</span> refcount <span class="hl opt">= -</span><span class="hl num">1</span><span class="hl opt">;</span>

        <span class="hl kwa">if</span> <span class="hl opt">(</span>post <span class="hl opt">==</span> NULL<span class="hl opt">) {</span>
                <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        <span class="hl kwd">pthread_mutex_lock</span> <span class="hl opt">(&amp;</span>post<span class="hl opt">-&gt;</span>lock<span class="hl opt">);</span>
        <span class="hl opt">{</span>
                refcount <span class="hl opt">=</span> post<span class="hl opt">-&gt;</span>refcount<span class="hl opt">;</span>
        <span class="hl opt">}</span>
        <span class="hl kwd">pthread_mutex_unlock</span> <span class="hl opt">(&amp;</span>post<span class="hl opt">-&gt;</span>lock<span class="hl opt">);</span>

out<span class="hl opt">:</span>
        <span class="hl kwa">return</span> refcount<span class="hl opt">;</span>
<span class="hl opt">}</span>

rdma_post_t <span class="hl opt">*</span>
<span class="hl kwd">rdma_post_ref</span> <span class="hl opt">(</span>rdma_post_t <span class="hl opt">*</span>post<span class="hl opt">)</span>
<span class="hl opt">{</span>
        <span class="hl kwa">if</span> <span class="hl opt">(</span>post <span class="hl opt">==</span> NULL<span class="hl opt">) {</span>
                <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        <span class="hl kwd">pthread_mutex_lock</span> <span class="hl opt">(&amp;</span>post<span class="hl opt">-&gt;</span>lock<span class="hl opt">);</span>
        <span class="hl opt">{</span>
                post<span class="hl opt">-&gt;</span>refcount<span class="hl opt">++;</span>
        <span class="hl opt">}</span>
        <span class="hl kwd">pthread_mutex_unlock</span> <span class="hl opt">(&amp;</span>post<span class="hl opt">-&gt;</span>lock<span class="hl opt">);</span>
        
out<span class="hl opt">:</span>
        <span class="hl kwa">return</span> post<span class="hl opt">;</span>
<span class="hl opt">}</span>


<span class="hl kwb">int32_t</span>
<span class="hl kwd">__rdma_ioq_churn_request</span> <span class="hl opt">(</span>rdma_peer_t <span class="hl opt">*</span>peer<span class="hl opt">,</span> rdma_ioq_t <span class="hl opt">*</span>entry<span class="hl opt">,</span>
                          rdma_post_t <span class="hl opt">*</span>post<span class="hl opt">)</span>
<span class="hl opt">{</span>
        rdma_chunktype_t        rtype               <span class="hl opt">=</span> rdma_noch<span class="hl opt">,</span> wtype <span class="hl opt">=</span> rdma_noch<span class="hl opt">;</span> 
        <span class="hl kwb">uint64_t</span>                send_size           <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>
        rdma_header_t          <span class="hl opt">*</span>hdr                 <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        <span class="hl kwb">struct</span> rpc_msg         <span class="hl opt">*</span>rpc_msg             <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        <span class="hl kwb">uint32_t</span>               <span class="hl opt">*</span>chunkptr            <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        <span class="hl kwb">char</span>                   <span class="hl opt">*</span>buf                 <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        <span class="hl kwb">int32_t</span>                 ret                 <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>
        rdma_private_t         <span class="hl opt">*</span>priv                <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        rdma_device_t          <span class="hl opt">*</span>device              <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        <span class="hl kwb">int</span>                     chunk_count         <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>
        rdma_request_context_t <span class="hl opt">*</span>request_ctx         <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        <span class="hl kwb">uint32_t</span>                prog_payload_length <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">,</span> len <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>
        <span class="hl kwb">struct</span> rpc_req         <span class="hl opt">*</span>rpc_req             <span class="hl opt">=</span> NULL<span class="hl opt">;</span>

        <span class="hl kwa">if</span> <span class="hl opt">((</span>peer <span class="hl opt">==</span> NULL<span class="hl opt">) || (</span>entry <span class="hl opt">==</span> NULL<span class="hl opt">) || (</span>post <span class="hl opt">==</span> NULL<span class="hl opt">)) {</span>
                <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        <span class="hl kwa">if</span> <span class="hl opt">((</span>entry<span class="hl opt">-&gt;</span>msg<span class="hl opt">.</span>request<span class="hl opt">.</span>rsphdr_count <span class="hl opt">!=</span> <span class="hl num">0</span><span class="hl opt">)</span>
            <span class="hl opt">&amp;&amp; (</span>entry<span class="hl opt">-&gt;</span>msg<span class="hl opt">.</span>request<span class="hl opt">.</span>rsp_payload_count <span class="hl opt">!=</span> <span class="hl num">0</span><span class="hl opt">)) {</span>
                ret <span class="hl opt">= -</span><span class="hl num">1</span><span class="hl opt">;</span>
                <span class="hl kwd">gf_log</span> <span class="hl opt">(</span>RDMA_LOG_NAME<span class="hl opt">,</span> GF_LOG_DEBUG<span class="hl opt">,</span>
                        <span class="hl str">&quot;both write-chunklist and reply-chunk cannot be &quot;</span>
                        <span class="hl str">&quot;present&quot;</span><span class="hl opt">);</span>
                <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        post<span class="hl opt">-&gt;</span>ctx<span class="hl opt">.</span>is_request <span class="hl opt">=</span> <span class="hl num">1</span><span class="hl opt">;</span>
        priv <span class="hl opt">=</span> peer<span class="hl opt">-&gt;</span>trans<span class="hl opt">-&gt;</span><span class="hl kwc">private</span><span class="hl opt">;</span>
        device <span class="hl opt">=</span> priv<span class="hl opt">-&gt;</span>device<span class="hl opt">;</span>

        hdr <span class="hl opt">= (</span>rdma_header_t <span class="hl opt">*)</span>post<span class="hl opt">-&gt;</span>buf<span class="hl opt">;</span>

        send_size <span class="hl opt">=</span> <span class="hl kwd">iov_length</span> <span class="hl opt">(</span>entry<span class="hl opt">-&gt;</span>rpchdr<span class="hl opt">,</span> entry<span class="hl opt">-&gt;</span>rpchdr_count<span class="hl opt">)</span>
                <span class="hl opt">+</span> <span class="hl kwd">iov_length</span> <span class="hl opt">(</span>entry<span class="hl opt">-&gt;</span>proghdr<span class="hl opt">,</span> entry<span class="hl opt">-&gt;</span>proghdr_count<span class="hl opt">)</span>
                <span class="hl opt">+</span> RDMA_MAX_HEADER_SIZE<span class="hl opt">;</span>

        <span class="hl kwa">if</span> <span class="hl opt">(</span>entry<span class="hl opt">-&gt;</span>prog_payload_count <span class="hl opt">!=</span> <span class="hl num">0</span><span class="hl opt">) {</span>
                prog_payload_length
                        <span class="hl opt">=</span> <span class="hl kwd">iov_length</span> <span class="hl opt">(</span>entry<span class="hl opt">-&gt;</span>prog_payload<span class="hl opt">,</span>
                                      entry<span class="hl opt">-&gt;</span>prog_payload_count<span class="hl opt">);</span>
        <span class="hl opt">}</span>

        <span class="hl kwa">if</span> <span class="hl opt">(</span>send_size <span class="hl opt">&gt;</span> RDMA_INLINE_THRESHOLD<span class="hl opt">) {</span>
                rtype <span class="hl opt">=</span> rdma_areadch<span class="hl opt">;</span>
        <span class="hl opt">}</span> <span class="hl kwa">else if</span> <span class="hl opt">((</span>send_size <span class="hl opt">+</span> prog_payload_length<span class="hl opt">) &lt;</span> RDMA_INLINE_THRESHOLD<span class="hl opt">) {</span>
                rtype <span class="hl opt">=</span> rdma_noch<span class="hl opt">;</span>
        <span class="hl opt">}</span> <span class="hl kwa">else if</span> <span class="hl opt">(</span>entry<span class="hl opt">-&gt;</span>prog_payload_count <span class="hl opt">!=</span> <span class="hl num">0</span><span class="hl opt">) {</span>
                rtype <span class="hl opt">=</span> rdma_readch<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        <span class="hl kwa">if</span> <span class="hl opt">(</span>entry<span class="hl opt">-&gt;</span>msg<span class="hl opt">.</span>request<span class="hl opt">.</span>rsphdr_count <span class="hl opt">!=</span> <span class="hl num">0</span><span class="hl opt">) {</span>
                wtype <span class="hl opt">=</span> rdma_replych<span class="hl opt">;</span>
        <span class="hl opt">}</span> <span class="hl kwa">else if</span> <span class="hl opt">(</span>entry<span class="hl opt">-&gt;</span>msg<span class="hl opt">.</span>request<span class="hl opt">.</span>rsp_payload_count <span class="hl opt">!=</span> <span class="hl num">0</span><span class="hl opt">) {</span>
                wtype <span class="hl opt">=</span> rdma_writech<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        <span class="hl kwa">if</span> <span class="hl opt">(</span>rtype <span class="hl opt">==</span> rdma_readch<span class="hl opt">) {</span>
                chunk_count <span class="hl opt">+=</span> entry<span class="hl opt">-&gt;</span>prog_payload_count<span class="hl opt">;</span>
        <span class="hl opt">}</span> <span class="hl kwa">else if</span> <span class="hl opt">(</span>rtype <span class="hl opt">==</span> rdma_areadch<span class="hl opt">) {</span>
                chunk_count <span class="hl opt">+=</span> entry<span class="hl opt">-&gt;</span>rpchdr_count<span class="hl opt">;</span>
                chunk_count <span class="hl opt">+=</span> entry<span class="hl opt">-&gt;</span>proghdr_count<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        <span class="hl kwa">if</span> <span class="hl opt">(</span>wtype <span class="hl opt">==</span> rdma_writech<span class="hl opt">) {</span>
                chunk_count <span class="hl opt">+=</span> entry<span class="hl opt">-&gt;</span>msg<span class="hl opt">.</span>request<span class="hl opt">.</span>rsp_payload_count<span class="hl opt">;</span>
        <span class="hl opt">}</span> <span class="hl kwa">else if</span> <span class="hl opt">(</span>wtype <span class="hl opt">==</span> rdma_replych<span class="hl opt">) {</span>
                chunk_count <span class="hl opt">+=</span> entry<span class="hl opt">-&gt;</span>msg<span class="hl opt">.</span>request<span class="hl opt">.</span>rsphdr_count<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        <span class="hl kwa">if</span> <span class="hl opt">(</span>chunk_count <span class="hl opt">&gt;</span> RDMA_MAX_SEGMENTS<span class="hl opt">) {</span>
                ret <span class="hl opt">= -</span><span class="hl num">1</span><span class="hl opt">;</span>
                <span class="hl kwd">gf_log</span> <span class="hl opt">(</span>RDMA_LOG_NAME<span class="hl opt">,</span> GF_LOG_DEBUG<span class="hl opt">,</span>
                        <span class="hl str">&quot;chunk count(</span><span class="hl ipl">%d</span><span class="hl str">) exceeding maximum allowed RDMA &quot;</span>
                        <span class="hl str">&quot;segment count(</span><span class="hl ipl">%d</span><span class="hl str">)&quot;</span><span class="hl opt">,</span> chunk_count<span class="hl opt">,</span> RDMA_MAX_SEGMENTS<span class="hl opt">);</span>
                <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        request_ctx <span class="hl opt">=</span> <span class="hl kwd">mem_get</span> <span class="hl opt">(</span>priv<span class="hl opt">-&gt;</span>request_ctx_pool<span class="hl opt">);</span>
        <span class="hl kwa">if</span> <span class="hl opt">(</span>request_ctx <span class="hl opt">==</span> NULL<span class="hl opt">) {</span>
                ret <span class="hl opt">= -</span><span class="hl num">1</span><span class="hl opt">;</span>
                <span class="hl kwd">gf_log</span> <span class="hl opt">(</span>RDMA_LOG_NAME<span class="hl opt">,</span> GF_LOG_ERROR<span class="hl opt">,</span> <span class="hl str">&quot;out of memory&quot;</span><span class="hl opt">);</span>
                <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        <span class="hl kwd">memset</span> <span class="hl opt">(</span>request_ctx<span class="hl opt">,</span> <span class="hl num">0</span><span class="hl opt">,</span> <span class="hl kwa">sizeof</span> <span class="hl opt">(*</span>request_ctx<span class="hl opt">));</span>

        request_ctx<span class="hl opt">-&gt;</span>pool <span class="hl opt">=</span> priv<span class="hl opt">-&gt;</span>request_ctx_pool<span class="hl opt">;</span>
        request_ctx<span class="hl opt">-&gt;</span>peer <span class="hl opt">=</span> peer<span class="hl opt">;</span>

        entry<span class="hl opt">-&gt;</span>msg<span class="hl opt">.</span>request<span class="hl opt">.</span>rpc_req<span class="hl opt">-&gt;</span>conn_private <span class="hl opt">=</span> request_ctx<span class="hl opt">;</span>
        <span class="hl kwa">if</span> <span class="hl opt">(</span>entry<span class="hl opt">-&gt;</span>msg<span class="hl opt">.</span>request<span class="hl opt">.</span>rsp_iobref <span class="hl opt">!=</span> NULL<span class="hl opt">) {</span>
                request_ctx<span class="hl opt">-&gt;</span>rsp_iobref
                        <span class="hl opt">=</span> <span class="hl kwd">iobref_ref</span> <span class="hl opt">(</span>entry<span class="hl opt">-&gt;</span>msg<span class="hl opt">.</span>request<span class="hl opt">.</span>rsp_iobref<span class="hl opt">);</span>
        <span class="hl opt">}</span>

        rpc_msg <span class="hl opt">= (</span><span class="hl kwb">struct</span> rpc_msg <span class="hl opt">*)</span> entry<span class="hl opt">-&gt;</span>rpchdr<span class="hl opt">[</span><span class="hl num">0</span><span class="hl opt">].</span>iov_base<span class="hl opt">;</span>

        hdr<span class="hl opt">-&gt;</span>rm_xid    <span class="hl opt">=</span> rpc_msg<span class="hl opt">-&gt;</span>rm_xid<span class="hl opt">;</span> <span class="hl com">/* no need of hton32(rpc_msg-&gt;rm_xid),</span>
<span class="hl com">                                           * since rpc_msg-&gt;rm_xid is already</span>
<span class="hl com">                                           * hton32ed value of actual xid</span>
<span class="hl com">                                           */</span>
        hdr<span class="hl opt">-&gt;</span>rm_vers   <span class="hl opt">=</span> <span class="hl kwd">hton32</span> <span class="hl opt">(</span>RDMA_VERSION<span class="hl opt">);</span>
        hdr<span class="hl opt">-&gt;</span>rm_credit <span class="hl opt">=</span> <span class="hl kwd">hton32</span> <span class="hl opt">(</span>peer<span class="hl opt">-&gt;</span>send_count<span class="hl opt">);</span>
        <span class="hl kwa">if</span> <span class="hl opt">(</span>rtype <span class="hl opt">==</span> rdma_areadch<span class="hl opt">) {</span>
                hdr<span class="hl opt">-&gt;</span>rm_type <span class="hl opt">=</span> <span class="hl kwd">hton32</span> <span class="hl opt">(</span>RDMA_NOMSG<span class="hl opt">);</span>
        <span class="hl opt">}</span> <span class="hl kwa">else</span> <span class="hl opt">{</span>
                hdr<span class="hl opt">-&gt;</span>rm_type   <span class="hl opt">=</span> <span class="hl kwd">hton32</span> <span class="hl opt">(</span>RDMA_MSG<span class="hl opt">);</span>
        <span class="hl opt">}</span>

        chunkptr <span class="hl opt">= &amp;</span>hdr<span class="hl opt">-&gt;</span>rm_body<span class="hl opt">.</span>rm_chunks<span class="hl opt">[</span><span class="hl num">0</span><span class="hl opt">];</span>
        <span class="hl kwa">if</span> <span class="hl opt">(</span>rtype <span class="hl opt">!=</span> rdma_noch<span class="hl opt">) {</span>
                ret <span class="hl opt">=</span> <span class="hl kwd">__rdma_create_read_chunks</span> <span class="hl opt">(</span>peer<span class="hl opt">,</span> entry<span class="hl opt">,</span> rtype<span class="hl opt">, &amp;</span>chunkptr<span class="hl opt">,</span>
                                                 request_ctx<span class="hl opt">);</span>
                <span class="hl kwa">if</span> <span class="hl opt">(</span>ret <span class="hl opt">!=</span> <span class="hl num">0</span><span class="hl opt">) {</span>
                        <span class="hl kwd">gf_log</span> <span class="hl opt">(</span>RDMA_LOG_NAME<span class="hl opt">,</span> GF_LOG_DEBUG<span class="hl opt">,</span>
                                <span class="hl str">&quot;creation of read chunks failed&quot;</span><span class="hl opt">);</span>
                        <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
                <span class="hl opt">}</span>
        <span class="hl opt">}</span> <span class="hl kwa">else</span> <span class="hl opt">{</span>
                <span class="hl opt">*</span>chunkptr<span class="hl opt">++ =</span> <span class="hl num">0</span><span class="hl opt">;</span> <span class="hl com">/* no read chunks */</span>
        <span class="hl opt">}</span>

        <span class="hl kwa">if</span> <span class="hl opt">(</span>wtype <span class="hl opt">!=</span> rdma_noch<span class="hl opt">) {</span>
                ret <span class="hl opt">=</span> <span class="hl kwd">__rdma_create_write_chunks</span> <span class="hl opt">(</span>peer<span class="hl opt">,</span> entry<span class="hl opt">,</span> wtype<span class="hl opt">, &amp;</span>chunkptr<span class="hl opt">,</span>
                                                  request_ctx<span class="hl opt">);</span>
                <span class="hl kwa">if</span> <span class="hl opt">(</span>ret <span class="hl opt">!=</span> <span class="hl num">0</span><span class="hl opt">) {</span>
                        <span class="hl kwd">gf_log</span> <span class="hl opt">(</span>RDMA_LOG_NAME<span class="hl opt">,</span> GF_LOG_DEBUG<span class="hl opt">,</span>
                                <span class="hl str">&quot;creation of write/reply chunk failed&quot;</span><span class="hl opt">);</span>
                        <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
                <span class="hl opt">}</span>
        <span class="hl opt">}</span> <span class="hl kwa">else</span> <span class="hl opt">{</span>
                <span class="hl opt">*</span>chunkptr<span class="hl opt">++ =</span> <span class="hl num">0</span><span class="hl opt">;</span> <span class="hl com">/* no write chunks */</span>
                <span class="hl opt">*</span>chunkptr<span class="hl opt">++ =</span> <span class="hl num">0</span><span class="hl opt">;</span> <span class="hl com">/* no reply chunk */</span>
        <span class="hl opt">}</span>

        buf <span class="hl opt">= (</span><span class="hl kwb">char</span> <span class="hl opt">*)</span>chunkptr<span class="hl opt">;</span>

        <span class="hl kwa">if</span> <span class="hl opt">(</span>rtype <span class="hl opt">!=</span> rdma_areadch<span class="hl opt">) {</span>
                <span class="hl kwd">iov_unload</span> <span class="hl opt">(</span>buf<span class="hl opt">,</span> entry<span class="hl opt">-&gt;</span>rpchdr<span class="hl opt">,</span> entry<span class="hl opt">-&gt;</span>rpchdr_count<span class="hl opt">);</span>
                buf <span class="hl opt">+=</span> <span class="hl kwd">iov_length</span> <span class="hl opt">(</span>entry<span class="hl opt">-&gt;</span>rpchdr<span class="hl opt">,</span> entry<span class="hl opt">-&gt;</span>rpchdr_count<span class="hl opt">);</span>

                <span class="hl kwd">iov_unload</span> <span class="hl opt">(</span>buf<span class="hl opt">,</span> entry<span class="hl opt">-&gt;</span>proghdr<span class="hl opt">,</span> entry<span class="hl opt">-&gt;</span>proghdr_count<span class="hl opt">);</span>
                buf <span class="hl opt">+=</span> <span class="hl kwd">iov_length</span> <span class="hl opt">(</span>entry<span class="hl opt">-&gt;</span>proghdr<span class="hl opt">,</span> entry<span class="hl opt">-&gt;</span>proghdr_count<span class="hl opt">);</span>

                <span class="hl kwa">if</span> <span class="hl opt">(</span>rtype <span class="hl opt">!=</span> rdma_readch<span class="hl opt">) {</span>
                        <span class="hl kwd">iov_unload</span> <span class="hl opt">(</span>buf<span class="hl opt">,</span> entry<span class="hl opt">-&gt;</span>prog_payload<span class="hl opt">,</span>
                                    entry<span class="hl opt">-&gt;</span>prog_payload_count<span class="hl opt">);</span>
                        buf <span class="hl opt">+=</span> <span class="hl kwd">iov_length</span> <span class="hl opt">(</span>entry<span class="hl opt">-&gt;</span>prog_payload<span class="hl opt">,</span>
                                           entry<span class="hl opt">-&gt;</span>prog_payload_count<span class="hl opt">);</span>
                <span class="hl opt">}</span>
        <span class="hl opt">}</span>

        len <span class="hl opt">=</span> buf <span class="hl opt">-</span> post<span class="hl opt">-&gt;</span>buf<span class="hl opt">;</span>
 
        <span class="hl kwd">rdma_post_ref</span> <span class="hl opt">(</span>post<span class="hl opt">);</span>

        ret <span class="hl opt">=</span> <span class="hl kwd">rdma_post_send</span> <span class="hl opt">(</span>peer<span class="hl opt">-&gt;</span>qp<span class="hl opt">,</span> post<span class="hl opt">,</span> len<span class="hl opt">);</span>
        <span class="hl kwa">if</span> <span class="hl opt">(!</span>ret<span class="hl opt">) {</span>
                ret <span class="hl opt">=</span> len<span class="hl opt">;</span>
        <span class="hl opt">}</span> <span class="hl kwa">else</span> <span class="hl opt">{</span>
                <span class="hl kwd">gf_log</span> <span class="hl opt">(</span>RDMA_LOG_NAME<span class="hl opt">,</span> GF_LOG_DEBUG<span class="hl opt">,</span>
                        <span class="hl str">&quot;ibv_post_send failed with ret =</span> <span class="hl ipl">%d</span><span class="hl str">&quot;</span><span class="hl opt">,</span> ret<span class="hl opt">);</span>
                <span class="hl kwd">rdma_post_unref</span> <span class="hl opt">(</span>post<span class="hl opt">);</span>
                <span class="hl kwd">__rdma_disconnect</span> <span class="hl opt">(</span>peer<span class="hl opt">-&gt;</span>trans<span class="hl opt">);</span>
                ret <span class="hl opt">= -</span><span class="hl num">1</span><span class="hl opt">;</span>
        <span class="hl opt">}</span>

out<span class="hl opt">:</span>
        <span class="hl kwa">if</span> <span class="hl opt">(</span>ret <span class="hl opt">== -</span><span class="hl num">1</span><span class="hl opt">) {</span>
                rpc_req <span class="hl opt">=</span> entry<span class="hl opt">-&gt;</span>msg<span class="hl opt">.</span>request<span class="hl opt">.</span>rpc_req<span class="hl opt">;</span>

                <span class="hl kwd">__rdma_request_context_destroy</span> <span class="hl opt">(</span>rpc_req<span class="hl opt">-&gt;</span>conn_private<span class="hl opt">);</span>
                rpc_req<span class="hl opt">-&gt;</span>conn_private <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        <span class="hl kwa">return</span> ret<span class="hl opt">;</span>
<span class="hl opt">}</span>


<span class="hl kwc">inline</span> <span class="hl kwb">void</span>
<span class="hl kwd">__rdma_fill_reply_header</span> <span class="hl opt">(</span>rdma_header_t <span class="hl opt">*</span>header<span class="hl opt">,</span> <span class="hl kwb">struct</span> iovec <span class="hl opt">*</span>rpchdr<span class="hl opt">,</span>
                          rdma_reply_info_t <span class="hl opt">*</span>reply_info<span class="hl opt">,</span> <span class="hl kwb">int</span> credits<span class="hl opt">)</span>
<span class="hl opt">{</span>
        <span class="hl kwb">struct</span> rpc_msg <span class="hl opt">*</span>rpc_msg <span class="hl opt">=</span> NULL<span class="hl opt">;</span>

        <span class="hl kwa">if</span> <span class="hl opt">(</span>reply_info <span class="hl opt">!=</span> NULL<span class="hl opt">) {</span>
                header<span class="hl opt">-&gt;</span>rm_xid <span class="hl opt">=</span> <span class="hl kwd">hton32</span> <span class="hl opt">(</span>reply_info<span class="hl opt">-&gt;</span>rm_xid<span class="hl opt">);</span>
        <span class="hl opt">}</span> <span class="hl kwa">else</span> <span class="hl opt">{</span>
                rpc_msg <span class="hl opt">=</span> rpchdr<span class="hl opt">[</span><span class="hl num">0</span><span class="hl opt">].</span>iov_base<span class="hl opt">;</span> <span class="hl com">/* assume rpchdr contains</span>
<span class="hl com">                                                      * only one vector.</span>
<span class="hl com">                                                      * (which is true)</span>
<span class="hl com">                                                      */</span>
                header<span class="hl opt">-&gt;</span>rm_xid <span class="hl opt">=</span> rpc_msg<span class="hl opt">-&gt;</span>rm_xid<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        header<span class="hl opt">-&gt;</span>rm_type <span class="hl opt">=</span> <span class="hl kwd">hton32</span> <span class="hl opt">(</span>RDMA_MSG<span class="hl opt">);</span>
        header<span class="hl opt">-&gt;</span>rm_vers <span class="hl opt">=</span> <span class="hl kwd">hton32</span> <span class="hl opt">(</span>RDMA_VERSION<span class="hl opt">);</span>
        header<span class="hl opt">-&gt;</span>rm_credit <span class="hl opt">=</span> <span class="hl kwd">hton32</span> <span class="hl opt">(</span>credits<span class="hl opt">);</span>

        header<span class="hl opt">-&gt;</span>rm_body<span class="hl opt">.</span>rm_chunks<span class="hl opt">[</span><span class="hl num">0</span><span class="hl opt">] =</span> <span class="hl num">0</span><span class="hl opt">;</span> <span class="hl com">/* no read chunks */</span>
        header<span class="hl opt">-&gt;</span>rm_body<span class="hl opt">.</span>rm_chunks<span class="hl opt">[</span><span class="hl num">1</span><span class="hl opt">] =</span> <span class="hl num">0</span><span class="hl opt">;</span> <span class="hl com">/* no write chunks */</span>
        header<span class="hl opt">-&gt;</span>rm_body<span class="hl opt">.</span>rm_chunks<span class="hl opt">[</span><span class="hl num">2</span><span class="hl opt">] =</span> <span class="hl num">0</span><span class="hl opt">;</span> <span class="hl com">/* no reply chunks */</span>

        <span class="hl kwa">return</span><span class="hl opt">;</span>
<span class="hl opt">}</span>


<span class="hl kwb">int32_t</span>
<span class="hl kwd">__rdma_send_reply_inline</span> <span class="hl opt">(</span>rdma_peer_t <span class="hl opt">*</span>peer<span class="hl opt">,</span> rdma_ioq_t <span class="hl opt">*</span>entry<span class="hl opt">,</span>
                          rdma_post_t <span class="hl opt">*</span>post<span class="hl opt">,</span> rdma_reply_info_t <span class="hl opt">*</span>reply_info<span class="hl opt">)</span>
<span class="hl opt">{</span>
        rdma_header_t  <span class="hl opt">*</span>header    <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        <span class="hl kwb">int32_t</span>         send_size <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">,</span> ret <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>
        <span class="hl kwb">char</span>           <span class="hl opt">*</span>buf       <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        rdma_private_t <span class="hl opt">*</span>priv      <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        rdma_device_t  <span class="hl opt">*</span>device    <span class="hl opt">=</span> NULL<span class="hl opt">;</span>

        priv <span class="hl opt">=</span> peer<span class="hl opt">-&gt;</span>trans<span class="hl opt">-&gt;</span><span class="hl kwc">private</span><span class="hl opt">;</span>
        device <span class="hl opt">=</span> priv<span class="hl opt">-&gt;</span>device<span class="hl opt">;</span>

        send_size <span class="hl opt">=</span> <span class="hl kwd">iov_length</span> <span class="hl opt">(</span>entry<span class="hl opt">-&gt;</span>rpchdr<span class="hl opt">,</span> entry<span class="hl opt">-&gt;</span>rpchdr_count<span class="hl opt">)</span>
                <span class="hl opt">+</span> <span class="hl kwd">iov_length</span> <span class="hl opt">(</span>entry<span class="hl opt">-&gt;</span>proghdr<span class="hl opt">,</span> entry<span class="hl opt">-&gt;</span>proghdr_count<span class="hl opt">)</span>
                <span class="hl opt">+</span> <span class="hl kwd">iov_length</span> <span class="hl opt">(</span>entry<span class="hl opt">-&gt;</span>prog_payload<span class="hl opt">,</span> entry<span class="hl opt">-&gt;</span>prog_payload_count<span class="hl opt">)</span>
                <span class="hl opt">+</span> <span class="hl kwa">sizeof</span> <span class="hl opt">(</span>rdma_header_t<span class="hl opt">);</span> <span class="hl com">/*</span>
<span class="hl com">                                           * remember, no chunklists in the</span>
<span class="hl com">                                           * reply</span>
<span class="hl com">                                           */</span>

        <span class="hl kwa">if</span> <span class="hl opt">(</span>send_size <span class="hl opt">&gt;</span> RDMA_INLINE_THRESHOLD<span class="hl opt">) {</span>
                ret <span class="hl opt">=</span> <span class="hl kwd">__rdma_send_error</span> <span class="hl opt">(</span>peer<span class="hl opt">,</span> entry<span class="hl opt">,</span> post<span class="hl opt">,</span> reply_info<span class="hl opt">,</span>
                                         ERR_CHUNK<span class="hl opt">);</span>
                <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        header <span class="hl opt">= (</span>rdma_header_t <span class="hl opt">*)</span>post<span class="hl opt">-&gt;</span>buf<span class="hl opt">;</span>

        <span class="hl kwd">__rdma_fill_reply_header</span> <span class="hl opt">(</span>header<span class="hl opt">,</span> entry<span class="hl opt">-&gt;</span>rpchdr<span class="hl opt">,</span> reply_info<span class="hl opt">,</span>
                                  peer<span class="hl opt">-&gt;</span>send_count<span class="hl opt">);</span>

        buf <span class="hl opt">= (</span><span class="hl kwb">char</span> <span class="hl opt">*)&amp;</span>header<span class="hl opt">-&gt;</span>rm_body<span class="hl opt">.</span>rm_chunks<span class="hl opt">[</span><span class="hl num">3</span><span class="hl opt">];</span>

        <span class="hl kwa">if</span> <span class="hl opt">(</span>entry<span class="hl opt">-&gt;</span>rpchdr_count <span class="hl opt">!=</span> <span class="hl num">0</span><span class="hl opt">) {</span>
                <span class="hl kwd">iov_unload</span> <span class="hl opt">(</span>buf<span class="hl opt">,</span> entry<span class="hl opt">-&gt;</span>rpchdr<span class="hl opt">,</span> entry<span class="hl opt">-&gt;</span>rpchdr_count<span class="hl opt">);</span>
                buf <span class="hl opt">+=</span> <span class="hl kwd">iov_length</span> <span class="hl opt">(</span>entry<span class="hl opt">-&gt;</span>rpchdr<span class="hl opt">,</span> entry<span class="hl opt">-&gt;</span>rpchdr_count<span class="hl opt">);</span>
        <span class="hl opt">}</span>

        <span class="hl kwa">if</span> <span class="hl opt">(</span>entry<span class="hl opt">-&gt;</span>proghdr_count <span class="hl opt">!=</span> <span class="hl num">0</span><span class="hl opt">) {</span>
                <span class="hl kwd">iov_unload</span> <span class="hl opt">(</span>buf<span class="hl opt">,</span> entry<span class="hl opt">-&gt;</span>proghdr<span class="hl opt">,</span> entry<span class="hl opt">-&gt;</span>proghdr_count<span class="hl opt">);</span>
                buf <span class="hl opt">+=</span> <span class="hl kwd">iov_length</span> <span class="hl opt">(</span>entry<span class="hl opt">-&gt;</span>proghdr<span class="hl opt">,</span> entry<span class="hl opt">-&gt;</span>proghdr_count<span class="hl opt">);</span>
        <span class="hl opt">}</span>
         
        <span class="hl kwa">if</span> <span class="hl opt">(</span>entry<span class="hl opt">-&gt;</span>prog_payload_count <span class="hl opt">!=</span> <span class="hl num">0</span><span class="hl opt">) {</span>
                <span class="hl kwd">iov_unload</span> <span class="hl opt">(</span>buf<span class="hl opt">,</span> entry<span class="hl opt">-&gt;</span>prog_payload<span class="hl opt">,</span>
                            entry<span class="hl opt">-&gt;</span>prog_payload_count<span class="hl opt">);</span>
                buf <span class="hl opt">+=</span> <span class="hl kwd">iov_length</span> <span class="hl opt">(</span>entry<span class="hl opt">-&gt;</span>prog_payload<span class="hl opt">,</span>
                                   entry<span class="hl opt">-&gt;</span>prog_payload_count<span class="hl opt">);</span>
        <span class="hl opt">}</span>

        <span class="hl kwd">rdma_post_ref</span> <span class="hl opt">(</span>post<span class="hl opt">);</span>

        ret <span class="hl opt">=</span> <span class="hl kwd">rdma_post_send</span> <span class="hl opt">(</span>peer<span class="hl opt">-&gt;</span>qp<span class="hl opt">,</span> post<span class="hl opt">, (</span>buf <span class="hl opt">-</span> post<span class="hl opt">-&gt;</span>buf<span class="hl opt">));</span>
        <span class="hl kwa">if</span> <span class="hl opt">(!</span>ret<span class="hl opt">) {</span>
                ret <span class="hl opt">=</span> send_size<span class="hl opt">;</span>
        <span class="hl opt">}</span> <span class="hl kwa">else</span> <span class="hl opt">{</span>
                <span class="hl kwd">gf_log</span> <span class="hl opt">(</span>RDMA_LOG_NAME<span class="hl opt">,</span> GF_LOG_DEBUG<span class="hl opt">,</span>
                        <span class="hl str">&quot;ibv_post_send failed with ret =</span> <span class="hl ipl">%d</span><span class="hl str">&quot;</span><span class="hl opt">,</span> ret<span class="hl opt">);</span>
                <span class="hl kwd">rdma_post_unref</span> <span class="hl opt">(</span>post<span class="hl opt">);</span>
                <span class="hl kwd">__rdma_disconnect</span> <span class="hl opt">(</span>peer<span class="hl opt">-&gt;</span>trans<span class="hl opt">);</span>
                ret <span class="hl opt">= -</span><span class="hl num">1</span><span class="hl opt">;</span>
        <span class="hl opt">}</span>

out<span class="hl opt">:</span>
        <span class="hl kwa">return</span> ret<span class="hl opt">;</span>
<span class="hl opt">}</span>


<span class="hl kwb">int32_t</span>
<span class="hl kwd">__rdma_reply_encode_write_chunks</span> <span class="hl opt">(</span>rdma_peer_t <span class="hl opt">*</span>peer<span class="hl opt">,</span> <span class="hl kwb">uint32_t</span> payload_size<span class="hl opt">,</span>
                                  rdma_post_t <span class="hl opt">*</span>post<span class="hl opt">,</span>
                                  rdma_reply_info_t <span class="hl opt">*</span>reply_info<span class="hl opt">,</span>
                                  <span class="hl kwb">uint32_t</span> <span class="hl opt">**</span>ptr<span class="hl opt">)</span>
<span class="hl opt">{</span>
        <span class="hl kwb">uint32_t</span>            chunk_size   <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>
        <span class="hl kwb">int32_t</span>             ret          <span class="hl opt">= -</span><span class="hl num">1</span><span class="hl opt">;</span>
        rdma_write_array_t <span class="hl opt">*</span>target_array <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        <span class="hl kwb">int</span>                 i            <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>

        target_array <span class="hl opt">= (</span>rdma_write_array_t <span class="hl opt">*)*</span>ptr<span class="hl opt">;</span>

        <span class="hl kwa">for</span> <span class="hl opt">(</span>i <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span> i <span class="hl opt">&lt;</span> reply_info<span class="hl opt">-&gt;</span>wc_array<span class="hl opt">-&gt;</span>wc_nchunks<span class="hl opt">;</span> i<span class="hl opt">++) {</span>
                chunk_size <span class="hl opt">+=</span>
                        reply_info<span class="hl opt">-&gt;</span>wc_array<span class="hl opt">-&gt;</span>wc_array<span class="hl opt">[</span>i<span class="hl opt">].</span>wc_target<span class="hl opt">.</span>rs_length<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        <span class="hl kwa">if</span> <span class="hl opt">(</span>chunk_size <span class="hl opt">&lt;</span> payload_size<span class="hl opt">) {</span>
                <span class="hl kwd">gf_log</span> <span class="hl opt">(</span>RDMA_LOG_NAME<span class="hl opt">,</span> GF_LOG_DEBUG<span class="hl opt">,</span>
                        <span class="hl str">&quot;length of payload (</span><span class="hl ipl">%d</span><span class="hl str">) is exceeding the total &quot;</span>
                        <span class="hl str">&quot;write chunk length (</span><span class="hl ipl">%d</span><span class="hl str">)&quot;</span><span class="hl opt">,</span> payload_size<span class="hl opt">,</span> chunk_size<span class="hl opt">);</span>
                <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        target_array<span class="hl opt">-&gt;</span>wc_discrim <span class="hl opt">=</span> <span class="hl kwd">hton32</span> <span class="hl opt">(</span><span class="hl num">1</span><span class="hl opt">);</span>
        <span class="hl kwa">for</span> <span class="hl opt">(</span>i <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">; (</span>i <span class="hl opt">&lt;</span> reply_info<span class="hl opt">-&gt;</span>wc_array<span class="hl opt">-&gt;</span>wc_nchunks<span class="hl opt">)</span>
                     <span class="hl opt">&amp;&amp; (</span>payload_size <span class="hl opt">!=</span> <span class="hl num">0</span><span class="hl opt">);</span>
             i<span class="hl opt">++) {</span>
                target_array<span class="hl opt">-&gt;</span>wc_array<span class="hl opt">[</span>i<span class="hl opt">].</span>wc_target<span class="hl opt">.</span>rs_offset
                        <span class="hl opt">=</span> <span class="hl kwd">hton64</span> <span class="hl opt">(</span>reply_info<span class="hl opt">-&gt;</span>wc_array<span class="hl opt">-&gt;</span>wc_array<span class="hl opt">[</span>i<span class="hl opt">].</span>wc_target<span class="hl opt">.</span>rs_offset<span class="hl opt">);</span>

                target_array<span class="hl opt">-&gt;</span>wc_array<span class="hl opt">[</span>i<span class="hl opt">].</span>wc_target<span class="hl opt">.</span>rs_length
                        <span class="hl opt">=</span> <span class="hl kwd">hton32</span> <span class="hl opt">(</span><span class="hl kwd">min</span> <span class="hl opt">(</span>payload_size<span class="hl opt">,</span>
                                      reply_info<span class="hl opt">-&gt;</span>wc_array<span class="hl opt">-&gt;</span>wc_array<span class="hl opt">[</span>i<span class="hl opt">].</span>wc_target<span class="hl opt">.</span>rs_length<span class="hl opt">));</span>
        <span class="hl opt">}</span>

        target_array<span class="hl opt">-&gt;</span>wc_nchunks <span class="hl opt">=</span> <span class="hl kwd">hton32</span> <span class="hl opt">(</span>i<span class="hl opt">);</span>
        target_array<span class="hl opt">-&gt;</span>wc_array<span class="hl opt">[</span>i<span class="hl opt">].</span>wc_target<span class="hl opt">.</span>rs_handle <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span> <span class="hl com">/* terminate</span>
<span class="hl com">                                                              chunklist */</span>

        ret <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>

        <span class="hl opt">*</span>ptr <span class="hl opt">= &amp;</span>target_array<span class="hl opt">-&gt;</span>wc_array<span class="hl opt">[</span>i<span class="hl opt">].</span>wc_target<span class="hl opt">.</span>rs_length<span class="hl opt">;</span>
out<span class="hl opt">:</span>
        <span class="hl kwa">return</span> ret<span class="hl opt">;</span>
<span class="hl opt">}</span>


<span class="hl kwc">inline</span> <span class="hl kwb">int32_t</span>
<span class="hl kwd">__rdma_register_local_mr_for_rdma</span> <span class="hl opt">(</span>rdma_peer_t <span class="hl opt">*</span>peer<span class="hl opt">,</span>
                                   <span class="hl kwb">struct</span> iovec <span class="hl opt">*</span>vector<span class="hl opt">,</span> <span class="hl kwb">int</span> count<span class="hl opt">,</span>
                                   rdma_post_context_t <span class="hl opt">*</span>ctx<span class="hl opt">)</span>
<span class="hl opt">{</span>
        <span class="hl kwb">int</span>             i      <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>
        <span class="hl kwb">int32_t</span>         ret    <span class="hl opt">= -</span><span class="hl num">1</span><span class="hl opt">;</span>
        rdma_private_t <span class="hl opt">*</span>priv   <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        rdma_device_t  <span class="hl opt">*</span>device <span class="hl opt">=</span> NULL<span class="hl opt">;</span>

        <span class="hl kwa">if</span> <span class="hl opt">((</span>ctx <span class="hl opt">==</span> NULL<span class="hl opt">) || (</span>vector <span class="hl opt">==</span> NULL<span class="hl opt">)) {</span>
                <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        priv <span class="hl opt">=</span> peer<span class="hl opt">-&gt;</span>trans<span class="hl opt">-&gt;</span><span class="hl kwc">private</span><span class="hl opt">;</span>
        device <span class="hl opt">=</span> priv<span class="hl opt">-&gt;</span>device<span class="hl opt">;</span>

        <span class="hl kwa">for</span> <span class="hl opt">(</span>i <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span> i <span class="hl opt">&lt;</span> count<span class="hl opt">;</span> i<span class="hl opt">++) {</span>
                <span class="hl com">/* what if the memory is registered more than once?</span>
<span class="hl com">                 * Assume that a single write buffer is passed to afr, which</span>
<span class="hl com">                 * then passes it to its children. If more than one children</span>
<span class="hl com">                 * happen to use rdma, then the buffer is registered more than</span>
<span class="hl com">                 * once.</span>
<span class="hl com">                 * Ib-verbs specification says that multiple registrations of</span>
<span class="hl com">                 * same memory location is allowed. Refer to 10.6.3.8 of</span>
<span class="hl com">                 * Infiniband Architecture Specification Volume 1</span>
<span class="hl com">                 * (Release 1.2.1)</span>
<span class="hl com">                 */</span>
                ctx<span class="hl opt">-&gt;</span>mr<span class="hl opt">[</span>ctx<span class="hl opt">-&gt;</span>mr_count<span class="hl opt">] =</span> <span class="hl kwd">ibv_reg_mr</span> <span class="hl opt">(</span>device<span class="hl opt">-&gt;</span>pd<span class="hl opt">,</span>
                                                     vector<span class="hl opt">[</span>i<span class="hl opt">].</span>iov_base<span class="hl opt">,</span>
                                                     vector<span class="hl opt">[</span>i<span class="hl opt">].</span>iov_len<span class="hl opt">,</span>
                                                     IBV_ACCESS_LOCAL_WRITE<span class="hl opt">);</span>
                <span class="hl kwa">if</span> <span class="hl opt">(</span>ctx<span class="hl opt">-&gt;</span>mr<span class="hl opt">[</span>ctx<span class="hl opt">-&gt;</span>mr_count<span class="hl opt">] ==</span> NULL<span class="hl opt">) {</span>
                        <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
                <span class="hl opt">}</span>

                ctx<span class="hl opt">-&gt;</span>mr_count<span class="hl opt">++;</span>
        <span class="hl opt">}</span>

        ret <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>
out<span class="hl opt">:</span>
        <span class="hl kwa">return</span> ret<span class="hl opt">;</span>
<span class="hl opt">}</span>

<span class="hl com">/* 1. assumes xfer_len of data is pointed by vector(s) starting from vec[*idx]</span>
<span class="hl com"> * 2. modifies vec</span>
<span class="hl com"> */</span>
<span class="hl kwb">int32_t</span>
<span class="hl kwd">__rdma_write</span> <span class="hl opt">(</span>rdma_peer_t <span class="hl opt">*</span>peer<span class="hl opt">,</span> rdma_post_t <span class="hl opt">*</span>post<span class="hl opt">,</span> <span class="hl kwb">struct</span> iovec <span class="hl opt">*</span>vec<span class="hl opt">,</span> 
              <span class="hl kwb">uint32_t</span> xfer_len<span class="hl opt">,</span> <span class="hl kwb">int</span> <span class="hl opt">*</span>idx<span class="hl opt">,</span> rdma_write_chunk_t <span class="hl opt">*</span>writech<span class="hl opt">)</span>
<span class="hl opt">{</span>
        <span class="hl kwb">int</span>                size <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">,</span> num_sge <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">,</span> i <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>
        <span class="hl kwb">int32_t</span>            ret  <span class="hl opt">= -</span><span class="hl num">1</span><span class="hl opt">;</span>
        <span class="hl kwb">struct</span> ibv_sge    <span class="hl opt">*</span>sg_list <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        <span class="hl kwb">struct</span> ibv_send_wr wr <span class="hl opt">= {</span>
                <span class="hl opt">.</span>opcode     <span class="hl opt">=</span> IBV_WR_RDMA_WRITE<span class="hl opt">,</span>
                <span class="hl opt">.</span>send_flags <span class="hl opt">=</span> IBV_SEND_SIGNALED<span class="hl opt">,</span>
        <span class="hl opt">}, *</span>bad_wr<span class="hl opt">;</span>

        <span class="hl kwa">if</span> <span class="hl opt">((</span>peer <span class="hl opt">==</span> NULL<span class="hl opt">) || (</span>writech <span class="hl opt">==</span> NULL<span class="hl opt">) || (</span>idx <span class="hl opt">==</span> NULL<span class="hl opt">)</span>
            <span class="hl opt">|| (</span>post <span class="hl opt">==</span> NULL<span class="hl opt">) || (</span>vec <span class="hl opt">==</span> NULL<span class="hl opt">) || (</span>xfer_len <span class="hl opt">==</span> <span class="hl num">0</span><span class="hl opt">)) {</span>
                <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        <span class="hl kwa">for</span> <span class="hl opt">(</span>i <span class="hl opt">= *</span>idx<span class="hl opt">;</span> size <span class="hl opt">&lt;</span> xfer_len<span class="hl opt">;</span> i<span class="hl opt">++) {</span>
                size <span class="hl opt">+=</span> vec<span class="hl opt">[</span>i<span class="hl opt">].</span>iov_len<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        num_sge <span class="hl opt">=</span> i <span class="hl opt">- *</span>idx<span class="hl opt">;</span>

        sg_list <span class="hl opt">=</span> <span class="hl kwd">GF_CALLOC</span> <span class="hl opt">(</span>num_sge<span class="hl opt">,</span> <span class="hl kwa">sizeof</span> <span class="hl opt">(</span><span class="hl kwb">struct</span> ibv_sge<span class="hl opt">),</span> gf_common_mt_sge<span class="hl opt">);</span>
        <span class="hl kwa">if</span> <span class="hl opt">(</span>sg_list <span class="hl opt">==</span> NULL<span class="hl opt">) {</span>
                <span class="hl kwd">gf_log</span> <span class="hl opt">(</span>RDMA_LOG_NAME<span class="hl opt">,</span> GF_LOG_ERROR<span class="hl opt">,</span> <span class="hl str">&quot;out of memory&quot;</span><span class="hl opt">);</span>
                ret <span class="hl opt">= -</span><span class="hl num">1</span><span class="hl opt">;</span>
                <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        <span class="hl kwa">for</span> <span class="hl opt">((</span>i <span class="hl opt">= *</span>idx<span class="hl opt">), (</span>num_sge <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">); (</span>xfer_len <span class="hl opt">!=</span> <span class="hl num">0</span><span class="hl opt">);</span> i<span class="hl opt">++,</span> num_sge<span class="hl opt">++) {</span>
                size <span class="hl opt">=</span> <span class="hl kwd">min</span> <span class="hl opt">(</span>xfer_len<span class="hl opt">,</span> vec<span class="hl opt">[</span>i<span class="hl opt">].</span>iov_len<span class="hl opt">);</span>

                sg_list <span class="hl opt">[</span>num_sge<span class="hl opt">].</span>addr <span class="hl opt">= (</span><span class="hl kwb">unsigned long</span><span class="hl opt">)</span>vec<span class="hl opt">[</span>i<span class="hl opt">].</span>iov_base<span class="hl opt">;</span>
                sg_list <span class="hl opt">[</span>num_sge<span class="hl opt">].</span>length <span class="hl opt">=</span> size<span class="hl opt">;</span>
                sg_list <span class="hl opt">[</span>num_sge<span class="hl opt">].</span>lkey <span class="hl opt">=</span> post<span class="hl opt">-&gt;</span>ctx<span class="hl opt">.</span>mr<span class="hl opt">[</span>i<span class="hl opt">]-&gt;</span>lkey<span class="hl opt">;</span>

                xfer_len <span class="hl opt">-=</span> size<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        <span class="hl opt">*</span>idx <span class="hl opt">=</span> i<span class="hl opt">;</span>

        <span class="hl kwa">if</span> <span class="hl opt">(</span>size <span class="hl opt">&lt;</span> vec<span class="hl opt">[</span>i <span class="hl opt">-</span> <span class="hl num">1</span><span class="hl opt">].</span>iov_len<span class="hl opt">) {</span>
                vec<span class="hl opt">[</span>i <span class="hl opt">-</span> <span class="hl num">1</span><span class="hl opt">].</span>iov_base <span class="hl opt">+=</span> size<span class="hl opt">;</span>
                vec<span class="hl opt">[</span>i <span class="hl opt">-</span> <span class="hl num">1</span><span class="hl opt">].</span>iov_len <span class="hl opt">-=</span> size<span class="hl opt">;</span>
                <span class="hl opt">*</span>idx <span class="hl opt">=</span> i <span class="hl opt">-</span> <span class="hl num">1</span><span class="hl opt">;</span>
        <span class="hl opt">}</span>

        wr<span class="hl opt">.</span>sg_list <span class="hl opt">=</span> sg_list<span class="hl opt">;</span>
        wr<span class="hl opt">.</span>num_sge <span class="hl opt">=</span> num_sge<span class="hl opt">;</span>
        wr<span class="hl opt">.</span>wr_id <span class="hl opt">= (</span><span class="hl kwb">unsigned long</span><span class="hl opt">)</span> <span class="hl kwd">rdma_post_ref</span> <span class="hl opt">(</span>post<span class="hl opt">);</span>
        wr<span class="hl opt">.</span>wr<span class="hl opt">.</span>rdma<span class="hl opt">.</span>rkey <span class="hl opt">=</span> writech<span class="hl opt">-&gt;</span>wc_target<span class="hl opt">.</span>rs_handle<span class="hl opt">;</span>
        wr<span class="hl opt">.</span>wr<span class="hl opt">.</span>rdma<span class="hl opt">.</span>remote_addr <span class="hl opt">=</span> writech<span class="hl opt">-&gt;</span>wc_target<span class="hl opt">.</span>rs_offset<span class="hl opt">;</span>

        ret <span class="hl opt">=</span> <span class="hl kwd">ibv_post_send</span><span class="hl opt">(</span>peer<span class="hl opt">-&gt;</span>qp<span class="hl opt">, &amp;</span>wr<span class="hl opt">, &amp;</span>bad_wr<span class="hl opt">);</span>

        <span class="hl kwd">GF_FREE</span> <span class="hl opt">(</span>sg_list<span class="hl opt">);</span>
out<span class="hl opt">:</span>
        <span class="hl kwa">return</span> ret<span class="hl opt">;</span>
<span class="hl opt">}</span>


<span class="hl kwb">int32_t</span>
<span class="hl kwd">__rdma_do_rdma_write</span> <span class="hl opt">(</span>rdma_peer_t <span class="hl opt">*</span>peer<span class="hl opt">,</span> rdma_post_t <span class="hl opt">*</span>post<span class="hl opt">,</span>
                      <span class="hl kwb">struct</span> iovec <span class="hl opt">*</span>vector<span class="hl opt">,</span> <span class="hl kwb">int</span> count<span class="hl opt">,</span> <span class="hl kwb">struct</span> iobref <span class="hl opt">*</span>iobref<span class="hl opt">,</span>
                      rdma_reply_info_t <span class="hl opt">*</span>reply_info<span class="hl opt">)</span>
<span class="hl opt">{</span>
        <span class="hl kwb">int</span>             i                     <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">,</span> payload_idx <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>
        <span class="hl kwb">uint32_t</span>        payload_size          <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">,</span> xfer_len <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>
        <span class="hl kwb">int32_t</span>         ret                   <span class="hl opt">= -</span><span class="hl num">1</span><span class="hl opt">;</span>
                
        <span class="hl kwa">if</span> <span class="hl opt">(</span>count <span class="hl opt">!=</span> <span class="hl num">0</span><span class="hl opt">) {</span>
                payload_size <span class="hl opt">=</span> <span class="hl kwd">iov_length</span> <span class="hl opt">(</span>vector<span class="hl opt">,</span> count<span class="hl opt">);</span>
        <span class="hl opt">}</span>

        <span class="hl kwa">if</span> <span class="hl opt">(</span>payload_size <span class="hl opt">==</span> <span class="hl num">0</span><span class="hl opt">) {</span>
                ret <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>
                <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        ret <span class="hl opt">=</span> <span class="hl kwd">__rdma_register_local_mr_for_rdma</span> <span class="hl opt">(</span>peer<span class="hl opt">,</span> vector<span class="hl opt">,</span> count<span class="hl opt">,</span>
                                                 <span class="hl opt">&amp;</span>post<span class="hl opt">-&gt;</span>ctx<span class="hl opt">);</span>
        <span class="hl kwa">if</span> <span class="hl opt">(</span>ret <span class="hl opt">== -</span><span class="hl num">1</span><span class="hl opt">) {</span>
                <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        post<span class="hl opt">-&gt;</span>ctx<span class="hl opt">.</span>iobref <span class="hl opt">=</span> <span class="hl kwd">iobref_ref</span> <span class="hl opt">(</span>iobref<span class="hl opt">);</span>

        <span class="hl kwa">for</span> <span class="hl opt">(</span>i <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">; (</span>i <span class="hl opt">&lt;</span> reply_info<span class="hl opt">-&gt;</span>wc_array<span class="hl opt">-&gt;</span>wc_nchunks<span class="hl opt">)</span>
                     <span class="hl opt">&amp;&amp; (</span>payload_size <span class="hl opt">!=</span> <span class="hl num">0</span><span class="hl opt">);</span>
             i<span class="hl opt">++) {</span>
                xfer_len <span class="hl opt">=</span> <span class="hl kwd">min</span> <span class="hl opt">(</span>payload_size<span class="hl opt">,</span>
                                reply_info<span class="hl opt">-&gt;</span>wc_array<span class="hl opt">-&gt;</span>wc_array<span class="hl opt">[</span>i<span class="hl opt">].</span>wc_target<span class="hl opt">.</span>rs_length<span class="hl opt">);</span>

                ret <span class="hl opt">=</span> <span class="hl kwd">__rdma_write</span> <span class="hl opt">(</span>peer<span class="hl opt">,</span> post<span class="hl opt">,</span> vector<span class="hl opt">,</span> xfer_len<span class="hl opt">, &amp;</span>payload_idx<span class="hl opt">,</span>
                                    <span class="hl opt">&amp;</span>reply_info<span class="hl opt">-&gt;</span>wc_array<span class="hl opt">-&gt;</span>wc_array<span class="hl opt">[</span>i<span class="hl opt">]);</span>
                <span class="hl kwa">if</span> <span class="hl opt">(</span>ret <span class="hl opt">== -</span><span class="hl num">1</span><span class="hl opt">) {</span>
                        <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
                <span class="hl opt">}</span>

                payload_size <span class="hl opt">-=</span> xfer_len<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        ret <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>
out<span class="hl opt">:</span>

        <span class="hl kwa">return</span> ret<span class="hl opt">;</span>
<span class="hl opt">}</span>


<span class="hl kwb">int32_t</span>
<span class="hl kwd">__rdma_send_reply_type_nomsg</span> <span class="hl opt">(</span>rdma_peer_t <span class="hl opt">*</span>peer<span class="hl opt">,</span> rdma_ioq_t <span class="hl opt">*</span>entry<span class="hl opt">,</span>
                              rdma_post_t <span class="hl opt">*</span>post<span class="hl opt">,</span> rdma_reply_info_t <span class="hl opt">*</span>reply_info<span class="hl opt">)</span>
<span class="hl opt">{</span>
        rdma_header_t      <span class="hl opt">*</span>header       <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        <span class="hl kwb">char</span>               <span class="hl opt">*</span>buf          <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        <span class="hl kwb">uint32_t</span>            payload_size <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>
        <span class="hl kwb">int</span>                 count        <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">,</span> i <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>
        rdma_private_t     <span class="hl opt">*</span>priv         <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        rdma_device_t      <span class="hl opt">*</span>device       <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        <span class="hl kwb">int32_t</span>             ret          <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>
        <span class="hl kwb">struct</span> iovec        vector<span class="hl opt">[</span>MAX_IOVEC<span class="hl opt">];</span>

        priv <span class="hl opt">=</span> peer<span class="hl opt">-&gt;</span>trans<span class="hl opt">-&gt;</span><span class="hl kwc">private</span><span class="hl opt">;</span>
        device <span class="hl opt">=</span> priv<span class="hl opt">-&gt;</span>device<span class="hl opt">;</span>

        header <span class="hl opt">= (</span>rdma_header_t <span class="hl opt">*)</span>post<span class="hl opt">-&gt;</span>buf<span class="hl opt">;</span>

        <span class="hl kwd">__rdma_fill_reply_header</span> <span class="hl opt">(</span>header<span class="hl opt">,</span> entry<span class="hl opt">-&gt;</span>rpchdr<span class="hl opt">,</span> reply_info<span class="hl opt">,</span>
                                  peer<span class="hl opt">-&gt;</span>send_count<span class="hl opt">);</span>

        header<span class="hl opt">-&gt;</span>rm_type <span class="hl opt">=</span> <span class="hl kwd">hton32</span> <span class="hl opt">(</span>RDMA_NOMSG<span class="hl opt">);</span>

        payload_size <span class="hl opt">=</span> <span class="hl kwd">iov_length</span> <span class="hl opt">(</span>entry<span class="hl opt">-&gt;</span>rpchdr<span class="hl opt">,</span> entry<span class="hl opt">-&gt;</span>rpchdr_count<span class="hl opt">) +</span>
                <span class="hl kwd">iov_length</span> <span class="hl opt">(</span>entry<span class="hl opt">-&gt;</span>proghdr<span class="hl opt">,</span> entry<span class="hl opt">-&gt;</span>proghdr_count<span class="hl opt">);</span>

        <span class="hl com">/* encode reply chunklist */</span>
        buf <span class="hl opt">= (</span><span class="hl kwb">char</span> <span class="hl opt">*)&amp;</span>header<span class="hl opt">-&gt;</span>rm_body<span class="hl opt">.</span>rm_chunks<span class="hl opt">[</span><span class="hl num">2</span><span class="hl opt">];</span>
        ret <span class="hl opt">=</span> <span class="hl kwd">__rdma_reply_encode_write_chunks</span> <span class="hl opt">(</span>peer<span class="hl opt">,</span> payload_size<span class="hl opt">,</span> post<span class="hl opt">,</span>
                                                reply_info<span class="hl opt">, (</span><span class="hl kwb">uint32_t</span> <span class="hl opt">**)&amp;</span>buf<span class="hl opt">);</span>
        <span class="hl kwa">if</span> <span class="hl opt">(</span>ret <span class="hl opt">== -</span><span class="hl num">1</span><span class="hl opt">) {</span>
                <span class="hl kwd">gf_log</span> <span class="hl opt">(</span>RDMA_LOG_NAME<span class="hl opt">,</span> GF_LOG_DEBUG<span class="hl opt">,</span>
                        <span class="hl str">&quot;encoding write chunks failed&quot;</span><span class="hl opt">);</span>
                ret <span class="hl opt">=</span> <span class="hl kwd">__rdma_send_error</span> <span class="hl opt">(</span>peer<span class="hl opt">,</span> entry<span class="hl opt">,</span> post<span class="hl opt">,</span> reply_info<span class="hl opt">,</span>
                                         ERR_CHUNK<span class="hl opt">);</span>
                <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        <span class="hl kwd">rdma_post_ref</span> <span class="hl opt">(</span>post<span class="hl opt">);</span>

        <span class="hl kwa">for</span> <span class="hl opt">(</span>i <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span> i <span class="hl opt">&lt;</span> entry<span class="hl opt">-&gt;</span>rpchdr_count<span class="hl opt">;</span> i<span class="hl opt">++) {</span>
                vector<span class="hl opt">[</span>count<span class="hl opt">++] =</span> entry<span class="hl opt">-&gt;</span>rpchdr<span class="hl opt">[</span>i<span class="hl opt">];</span>
        <span class="hl opt">}</span>

        <span class="hl kwa">for</span> <span class="hl opt">(</span>i <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span> i <span class="hl opt">&lt;</span> entry<span class="hl opt">-&gt;</span>proghdr_count<span class="hl opt">;</span> i<span class="hl opt">++) {</span>
                vector<span class="hl opt">[</span>count<span class="hl opt">++] =</span> entry<span class="hl opt">-&gt;</span>proghdr<span class="hl opt">[</span>i<span class="hl opt">];</span>
        <span class="hl opt">}</span>

        ret <span class="hl opt">=</span> <span class="hl kwd">__rdma_do_rdma_write</span> <span class="hl opt">(</span>peer<span class="hl opt">,</span> post<span class="hl opt">,</span> vector<span class="hl opt">,</span> count<span class="hl opt">,</span> entry<span class="hl opt">-&gt;</span>iobref<span class="hl opt">,</span>
                                    reply_info<span class="hl opt">);</span>
        <span class="hl kwa">if</span> <span class="hl opt">(</span>ret <span class="hl opt">== -</span><span class="hl num">1</span><span class="hl opt">) {</span>
                <span class="hl kwd">gf_log</span> <span class="hl opt">(</span>RDMA_LOG_NAME<span class="hl opt">,</span> GF_LOG_DEBUG<span class="hl opt">,</span>
                        <span class="hl str">&quot;rdma write to client failed&quot;</span><span class="hl opt">);</span>
                <span class="hl kwd">rdma_post_unref</span> <span class="hl opt">(</span>post<span class="hl opt">);</span>
                <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        ret <span class="hl opt">=</span> <span class="hl kwd">rdma_post_send</span> <span class="hl opt">(</span>peer<span class="hl opt">-&gt;</span>qp<span class="hl opt">,</span> post<span class="hl opt">, (</span>buf <span class="hl opt">-</span> post<span class="hl opt">-&gt;</span>buf<span class="hl opt">));</span>
        <span class="hl kwa">if</span> <span class="hl opt">(</span>ret <span class="hl opt">== -</span><span class="hl num">1</span><span class="hl opt">) {</span>
                <span class="hl kwd">gf_log</span> <span class="hl opt">(</span>RDMA_LOG_NAME<span class="hl opt">,</span> GF_LOG_DEBUG<span class="hl opt">,</span>
                        <span class="hl str">&quot;rdma send to client failed&quot;</span><span class="hl opt">);</span>
                <span class="hl kwd">rdma_post_unref</span> <span class="hl opt">(</span>post<span class="hl opt">);</span>
        <span class="hl opt">}</span> <span class="hl kwa">else</span> <span class="hl opt">{</span>
                ret <span class="hl opt">=</span> payload_size<span class="hl opt">;</span>
        <span class="hl opt">}</span>

out<span class="hl opt">:</span>
        <span class="hl kwa">return</span> ret<span class="hl opt">;</span>
<span class="hl opt">}</span>


<span class="hl kwb">int32_t</span>
<span class="hl kwd">__rdma_send_reply_type_msg</span> <span class="hl opt">(</span>rdma_peer_t <span class="hl opt">*</span>peer<span class="hl opt">,</span> rdma_ioq_t <span class="hl opt">*</span>entry<span class="hl opt">,</span>
                            rdma_post_t <span class="hl opt">*</span>post<span class="hl opt">,</span> rdma_reply_info_t <span class="hl opt">*</span>reply_info<span class="hl opt">)</span>
<span class="hl opt">{</span>
        rdma_header_t      <span class="hl opt">*</span>header       <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        <span class="hl kwb">int32_t</span>             send_size    <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">,</span> ret <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>
        <span class="hl kwb">char</span>               <span class="hl opt">*</span>ptr          <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        <span class="hl kwb">uint32_t</span>            payload_size <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>
        rdma_private_t     <span class="hl opt">*</span>priv         <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        rdma_device_t      <span class="hl opt">*</span>device       <span class="hl opt">=</span> NULL<span class="hl opt">;</span>

        priv <span class="hl opt">=</span> peer<span class="hl opt">-&gt;</span>trans<span class="hl opt">-&gt;</span><span class="hl kwc">private</span><span class="hl opt">;</span>
        device <span class="hl opt">=</span> priv<span class="hl opt">-&gt;</span>device<span class="hl opt">;</span>

        send_size <span class="hl opt">=</span> <span class="hl kwd">iov_length</span> <span class="hl opt">(</span>entry<span class="hl opt">-&gt;</span>rpchdr<span class="hl opt">,</span> entry<span class="hl opt">-&gt;</span>rpchdr_count<span class="hl opt">)</span>
                <span class="hl opt">+</span> <span class="hl kwd">iov_length</span> <span class="hl opt">(</span>entry<span class="hl opt">-&gt;</span>proghdr<span class="hl opt">,</span> entry<span class="hl opt">-&gt;</span>proghdr_count<span class="hl opt">)</span>
                <span class="hl opt">+</span> RDMA_MAX_HEADER_SIZE<span class="hl opt">;</span>

        <span class="hl kwa">if</span> <span class="hl opt">(</span>send_size <span class="hl opt">&gt;</span> RDMA_INLINE_THRESHOLD<span class="hl opt">) {</span>
                <span class="hl kwd">gf_log</span> <span class="hl opt">(</span>RDMA_LOG_NAME<span class="hl opt">,</span> GF_LOG_DEBUG<span class="hl opt">,</span>
                        <span class="hl str">&quot;client has provided only write chunks, but the &quot;</span>
                        <span class="hl str">&quot;combined size of rpc and program header (</span><span class="hl ipl">%d</span><span class="hl str">) is &quot;</span>
                        <span class="hl str">&quot;exceeding the size of msg that can be sent using &quot;</span>
                        <span class="hl str">&quot;RDMA send (</span><span class="hl ipl">%d</span><span class="hl str">)&quot;</span><span class="hl opt">,</span> send_size<span class="hl opt">,</span> RDMA_INLINE_THRESHOLD<span class="hl opt">);</span>

                ret <span class="hl opt">=</span> <span class="hl kwd">__rdma_send_error</span> <span class="hl opt">(</span>peer<span class="hl opt">,</span> entry<span class="hl opt">,</span> post<span class="hl opt">,</span> reply_info<span class="hl opt">,</span>
                                         ERR_CHUNK<span class="hl opt">);</span>
                <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        header <span class="hl opt">= (</span>rdma_header_t <span class="hl opt">*)</span>post<span class="hl opt">-&gt;</span>buf<span class="hl opt">;</span>

        <span class="hl kwd">__rdma_fill_reply_header</span> <span class="hl opt">(</span>header<span class="hl opt">,</span> entry<span class="hl opt">-&gt;</span>rpchdr<span class="hl opt">,</span> reply_info<span class="hl opt">,</span>
                                  peer<span class="hl opt">-&gt;</span>send_count<span class="hl opt">);</span>

        payload_size <span class="hl opt">=</span> <span class="hl kwd">iov_length</span> <span class="hl opt">(</span>entry<span class="hl opt">-&gt;</span>prog_payload<span class="hl opt">,</span>
                                   entry<span class="hl opt">-&gt;</span>prog_payload_count<span class="hl opt">);</span>
        ptr <span class="hl opt">= (</span><span class="hl kwb">char</span> <span class="hl opt">*)&amp;</span>header<span class="hl opt">-&gt;</span>rm_body<span class="hl opt">.</span>rm_chunks<span class="hl opt">[</span><span class="hl num">1</span><span class="hl opt">];</span>

        ret <span class="hl opt">=</span> <span class="hl kwd">__rdma_reply_encode_write_chunks</span> <span class="hl opt">(</span>peer<span class="hl opt">,</span> payload_size<span class="hl opt">,</span> post<span class="hl opt">,</span>
                                                reply_info<span class="hl opt">, (</span><span class="hl kwb">uint32_t</span> <span class="hl opt">**)&amp;</span>ptr<span class="hl opt">);</span>
        <span class="hl kwa">if</span> <span class="hl opt">(</span>ret <span class="hl opt">== -</span><span class="hl num">1</span><span class="hl opt">) {</span>
                <span class="hl kwd">gf_log</span> <span class="hl opt">(</span>RDMA_LOG_NAME<span class="hl opt">,</span> GF_LOG_DEBUG<span class="hl opt">,</span>
                        <span class="hl str">&quot;encoding write chunks failed&quot;</span><span class="hl opt">);</span>
                ret <span class="hl opt">=</span> <span class="hl kwd">__rdma_send_error</span> <span class="hl opt">(</span>peer<span class="hl opt">,</span> entry<span class="hl opt">,</span> post<span class="hl opt">,</span> reply_info<span class="hl opt">,</span>
                                         ERR_CHUNK<span class="hl opt">);</span>
                <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        <span class="hl opt">*(</span><span class="hl kwb">uint32_t</span> <span class="hl opt">*)</span>ptr <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>          <span class="hl com">/* terminate reply chunklist */</span>
        ptr <span class="hl opt">+=</span> <span class="hl kwa">sizeof</span> <span class="hl opt">(</span><span class="hl kwb">uint32_t</span><span class="hl opt">);</span>

        <span class="hl kwd">rdma_post_ref</span> <span class="hl opt">(</span>post<span class="hl opt">);</span>

        ret <span class="hl opt">=</span> <span class="hl kwd">__rdma_do_rdma_write</span> <span class="hl opt">(</span>peer<span class="hl opt">,</span> post<span class="hl opt">,</span> entry<span class="hl opt">-&gt;</span>prog_payload<span class="hl opt">,</span>
                                    entry<span class="hl opt">-&gt;</span>prog_payload_count<span class="hl opt">,</span> entry<span class="hl opt">-&gt;</span>iobref<span class="hl opt">,</span>
                                    reply_info<span class="hl opt">);</span>
        <span class="hl kwa">if</span> <span class="hl opt">(</span>ret <span class="hl opt">== -</span><span class="hl num">1</span><span class="hl opt">) {</span>
                <span class="hl kwd">gf_log</span> <span class="hl opt">(</span>RDMA_LOG_NAME<span class="hl opt">,</span> GF_LOG_DEBUG<span class="hl opt">,</span>
                        <span class="hl str">&quot;rdma write to client failed&quot;</span><span class="hl opt">);</span>
                <span class="hl kwd">rdma_post_unref</span> <span class="hl opt">(</span>post<span class="hl opt">);</span>
                <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        <span class="hl kwd">iov_unload</span> <span class="hl opt">(</span>ptr<span class="hl opt">,</span> entry<span class="hl opt">-&gt;</span>rpchdr<span class="hl opt">,</span> entry<span class="hl opt">-&gt;</span>rpchdr_count<span class="hl opt">);</span>
        ptr <span class="hl opt">+=</span> <span class="hl kwd">iov_length</span> <span class="hl opt">(</span>entry<span class="hl opt">-&gt;</span>rpchdr<span class="hl opt">,</span> entry<span class="hl opt">-&gt;</span>rpchdr_count<span class="hl opt">);</span>

        <span class="hl kwd">iov_unload</span> <span class="hl opt">(</span>ptr<span class="hl opt">,</span> entry<span class="hl opt">-&gt;</span>proghdr<span class="hl opt">,</span> entry<span class="hl opt">-&gt;</span>proghdr_count<span class="hl opt">);</span>
        ptr <span class="hl opt">+=</span> <span class="hl kwd">iov_length</span> <span class="hl opt">(</span>entry<span class="hl opt">-&gt;</span>proghdr<span class="hl opt">,</span> entry<span class="hl opt">-&gt;</span>proghdr_count<span class="hl opt">);</span>

        ret <span class="hl opt">=</span> <span class="hl kwd">rdma_post_send</span> <span class="hl opt">(</span>peer<span class="hl opt">-&gt;</span>qp<span class="hl opt">,</span> post<span class="hl opt">, (</span>ptr <span class="hl opt">-</span> post<span class="hl opt">-&gt;</span>buf<span class="hl opt">));</span>
        <span class="hl kwa">if</span> <span class="hl opt">(</span>ret <span class="hl opt">== -</span><span class="hl num">1</span><span class="hl opt">) {</span>
                <span class="hl kwd">gf_log</span> <span class="hl opt">(</span>RDMA_LOG_NAME<span class="hl opt">,</span> GF_LOG_DEBUG<span class="hl opt">,</span>
                        <span class="hl str">&quot;rdma send to client failed&quot;</span><span class="hl opt">);</span>
                <span class="hl kwd">rdma_post_unref</span> <span class="hl opt">(</span>post<span class="hl opt">);</span>
        <span class="hl opt">}</span> <span class="hl kwa">else</span> <span class="hl opt">{</span>
                ret <span class="hl opt">=</span> send_size <span class="hl opt">+</span> payload_size<span class="hl opt">;</span>
        <span class="hl opt">}</span>

out<span class="hl opt">:</span>
        <span class="hl kwa">return</span> ret<span class="hl opt">;</span>
<span class="hl opt">}</span>


<span class="hl kwb">void</span>
<span class="hl kwd">rdma_reply_info_destroy</span> <span class="hl opt">(</span>rdma_reply_info_t <span class="hl opt">*</span>reply_info<span class="hl opt">)</span>
<span class="hl opt">{</span>
        <span class="hl kwa">if</span> <span class="hl opt">(</span>reply_info <span class="hl opt">==</span> NULL<span class="hl opt">) {</span>
                <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        <span class="hl kwa">if</span> <span class="hl opt">(</span>reply_info<span class="hl opt">-&gt;</span>wc_array <span class="hl opt">!=</span> NULL<span class="hl opt">) {</span>
                <span class="hl kwd">GF_FREE</span> <span class="hl opt">(</span>reply_info<span class="hl opt">-&gt;</span>wc_array<span class="hl opt">);</span>
                reply_info<span class="hl opt">-&gt;</span>wc_array <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        <span class="hl kwd">mem_put</span> <span class="hl opt">(</span>reply_info<span class="hl opt">-&gt;</span>pool<span class="hl opt">,</span> reply_info<span class="hl opt">);</span>
out<span class="hl opt">:</span>
        <span class="hl kwa">return</span><span class="hl opt">;</span>
<span class="hl opt">}</span>


rdma_reply_info_t <span class="hl opt">*</span>
<span class="hl kwd">rdma_reply_info_alloc</span> <span class="hl opt">(</span>rdma_peer_t <span class="hl opt">*</span>peer<span class="hl opt">)</span>
<span class="hl opt">{</span>
        rdma_reply_info_t <span class="hl opt">*</span>reply_info <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        rdma_private_t    <span class="hl opt">*</span>priv       <span class="hl opt">=</span> NULL<span class="hl opt">;</span>

        priv <span class="hl opt">=</span> peer<span class="hl opt">-&gt;</span>trans<span class="hl opt">-&gt;</span><span class="hl kwc">private</span><span class="hl opt">;</span>

        reply_info <span class="hl opt">=</span> <span class="hl kwd">mem_get</span> <span class="hl opt">(</span>priv<span class="hl opt">-&gt;</span>reply_info_pool<span class="hl opt">);</span>
        <span class="hl kwa">if</span> <span class="hl opt">(</span>reply_info <span class="hl opt">==</span> NULL<span class="hl opt">) {</span>
                <span class="hl kwd">gf_log</span> <span class="hl opt">(</span>RDMA_LOG_NAME<span class="hl opt">,</span> GF_LOG_ERROR<span class="hl opt">,</span> <span class="hl str">&quot;out of memory&quot;</span><span class="hl opt">);</span>
                <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        <span class="hl kwd">memset</span> <span class="hl opt">(</span>reply_info<span class="hl opt">,</span> <span class="hl num">0</span><span class="hl opt">,</span> <span class="hl kwa">sizeof</span> <span class="hl opt">(*</span>reply_info<span class="hl opt">));</span>
        reply_info<span class="hl opt">-&gt;</span>pool <span class="hl opt">=</span> priv<span class="hl opt">-&gt;</span>reply_info_pool<span class="hl opt">;</span>

out<span class="hl opt">:</span>
        <span class="hl kwa">return</span> reply_info<span class="hl opt">;</span>
<span class="hl opt">}</span>


<span class="hl kwb">int32_t</span>
<span class="hl kwd">__rdma_ioq_churn_reply</span> <span class="hl opt">(</span>rdma_peer_t <span class="hl opt">*</span>peer<span class="hl opt">,</span> rdma_ioq_t <span class="hl opt">*</span>entry<span class="hl opt">,</span> rdma_post_t <span class="hl opt">*</span>post<span class="hl opt">)</span>
<span class="hl opt">{</span>
        rdma_reply_info_t  <span class="hl opt">*</span>reply_info <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        <span class="hl kwb">int32_t</span>             ret        <span class="hl opt">= -</span><span class="hl num">1</span><span class="hl opt">;</span>
        rdma_chunktype_t    type       <span class="hl opt">=</span> rdma_noch<span class="hl opt">;</span>

        <span class="hl kwa">if</span> <span class="hl opt">((</span>peer <span class="hl opt">==</span> NULL<span class="hl opt">) || (</span>entry <span class="hl opt">==</span> NULL<span class="hl opt">) || (</span>post <span class="hl opt">==</span> NULL<span class="hl opt">)) {</span>
                <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        reply_info <span class="hl opt">=</span> entry<span class="hl opt">-&gt;</span>msg<span class="hl opt">.</span>reply_info<span class="hl opt">;</span>
        <span class="hl kwa">if</span> <span class="hl opt">(</span>reply_info <span class="hl opt">!=</span> NULL<span class="hl opt">) {</span>
                type <span class="hl opt">=</span> reply_info<span class="hl opt">-&gt;</span>type<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        <span class="hl kwa">switch</span> <span class="hl opt">(</span>type<span class="hl opt">) {</span>
        <span class="hl kwa">case</span> rdma_noch<span class="hl opt">:</span>
                ret <span class="hl opt">=</span> <span class="hl kwd">__rdma_send_reply_inline</span> <span class="hl opt">(</span>peer<span class="hl opt">,</span> entry<span class="hl opt">,</span> post<span class="hl opt">,</span> reply_info<span class="hl opt">);</span>
                <span class="hl kwa">break</span><span class="hl opt">;</span>

        <span class="hl kwa">case</span> rdma_replych<span class="hl opt">:</span>
                ret <span class="hl opt">=</span> <span class="hl kwd">__rdma_send_reply_type_nomsg</span> <span class="hl opt">(</span>peer<span class="hl opt">,</span> entry<span class="hl opt">,</span> post<span class="hl opt">,</span>
                                                    reply_info<span class="hl opt">);</span>
                <span class="hl kwa">break</span><span class="hl opt">;</span>

        <span class="hl kwa">case</span> rdma_writech<span class="hl opt">:</span>
                ret <span class="hl opt">=</span> <span class="hl kwd">__rdma_send_reply_type_msg</span> <span class="hl opt">(</span>peer<span class="hl opt">,</span> entry<span class="hl opt">,</span> post<span class="hl opt">,</span>
                                                  reply_info<span class="hl opt">);</span>
                <span class="hl kwa">break</span><span class="hl opt">;</span>

        <span class="hl kwa">default</span><span class="hl opt">:</span>
                <span class="hl kwd">gf_log</span> <span class="hl opt">(</span>RDMA_LOG_NAME<span class="hl opt">,</span> GF_LOG_DEBUG<span class="hl opt">,</span>
                        <span class="hl str">&quot;invalid chunktype (</span><span class="hl ipl">%d</span><span class="hl str">) specified for sending reply&quot;</span><span class="hl opt">,</span>
                        type<span class="hl opt">);</span>
                <span class="hl kwa">break</span><span class="hl opt">;</span>
        <span class="hl opt">}</span>

        <span class="hl kwa">if</span> <span class="hl opt">(</span>reply_info <span class="hl opt">!=</span> NULL<span class="hl opt">) {</span>
                <span class="hl kwd">rdma_reply_info_destroy</span> <span class="hl opt">(</span>reply_info<span class="hl opt">);</span>
        <span class="hl opt">}</span>
out<span class="hl opt">:</span>
        <span class="hl kwa">return</span> ret<span class="hl opt">;</span>
<span class="hl opt">}</span>


<span class="hl kwb">int32_t</span>
<span class="hl kwd">__rdma_ioq_churn_entry</span> <span class="hl opt">(</span>rdma_peer_t <span class="hl opt">*</span>peer<span class="hl opt">,</span> rdma_ioq_t <span class="hl opt">*</span>entry<span class="hl opt">)</span>
<span class="hl opt">{</span>
        <span class="hl kwb">int32_t</span>         ret     <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">,</span> quota <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>
        rdma_private_t <span class="hl opt">*</span>priv    <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        rdma_device_t  <span class="hl opt">*</span>device  <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        rdma_options_t <span class="hl opt">*</span>options <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        rdma_post_t    <span class="hl opt">*</span>post    <span class="hl opt">=</span> NULL<span class="hl opt">;</span>

        priv <span class="hl opt">=</span> peer<span class="hl opt">-&gt;</span>trans<span class="hl opt">-&gt;</span><span class="hl kwc">private</span><span class="hl opt">;</span>
        options <span class="hl opt">= &amp;</span>priv<span class="hl opt">-&gt;</span>options<span class="hl opt">;</span>
        device <span class="hl opt">=</span> priv<span class="hl opt">-&gt;</span>device<span class="hl opt">;</span>

        quota <span class="hl opt">=</span> <span class="hl kwd">__rdma_quota_get</span> <span class="hl opt">(</span>peer<span class="hl opt">);</span>
        <span class="hl kwa">if</span> <span class="hl opt">(</span>quota <span class="hl opt">&gt;</span> <span class="hl num">0</span><span class="hl opt">) {</span>
                post <span class="hl opt">=</span> <span class="hl kwd">rdma_get_post</span> <span class="hl opt">(&amp;</span>device<span class="hl opt">-&gt;</span>sendq<span class="hl opt">);</span>
                <span class="hl kwa">if</span> <span class="hl opt">(</span>post <span class="hl opt">==</span> NULL<span class="hl opt">) {</span> 
                        post <span class="hl opt">=</span> <span class="hl kwd">rdma_new_post</span> <span class="hl opt">(</span>device<span class="hl opt">,</span>
                                              <span class="hl opt">(</span>options<span class="hl opt">-&gt;</span>send_size <span class="hl opt">+</span> <span class="hl num">2048</span><span class="hl opt">),</span>
                                              RDMA_SEND_POST<span class="hl opt">);</span>
                <span class="hl opt">}</span>

                <span class="hl kwa">if</span> <span class="hl opt">(</span>post <span class="hl opt">==</span> NULL<span class="hl opt">) {</span>
                        ret <span class="hl opt">= -</span><span class="hl num">1</span><span class="hl opt">;</span>
                        <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
                <span class="hl opt">}</span>

                <span class="hl kwa">if</span> <span class="hl opt">(</span>entry<span class="hl opt">-&gt;</span>is_request<span class="hl opt">) {</span>
                        ret <span class="hl opt">=</span> <span class="hl kwd">__rdma_ioq_churn_request</span> <span class="hl opt">(</span>peer<span class="hl opt">,</span> entry<span class="hl opt">,</span> post<span class="hl opt">);</span>
                <span class="hl opt">}</span> <span class="hl kwa">else</span> <span class="hl opt">{</span>
                        ret <span class="hl opt">=</span> <span class="hl kwd">__rdma_ioq_churn_reply</span> <span class="hl opt">(</span>peer<span class="hl opt">,</span> entry<span class="hl opt">,</span> post<span class="hl opt">);</span>
                <span class="hl opt">}</span>

                <span class="hl kwa">if</span> <span class="hl opt">(</span>ret <span class="hl opt">!=</span> <span class="hl num">0</span><span class="hl opt">) {</span>
                        <span class="hl kwd">__rdma_ioq_entry_free</span> <span class="hl opt">(</span>entry<span class="hl opt">);</span>
                <span class="hl opt">}</span>
        <span class="hl opt">}</span> <span class="hl kwa">else</span> <span class="hl opt">{</span>
                ret <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>
        <span class="hl opt">}</span>

out<span class="hl opt">:</span>
        <span class="hl kwa">return</span> ret<span class="hl opt">;</span>
<span class="hl opt">}</span>


<span class="hl kwb">static int32_t</span>
<span class="hl kwd">__rdma_ioq_churn</span> <span class="hl opt">(</span>rdma_peer_t <span class="hl opt">*</span>peer<span class="hl opt">)</span>
<span class="hl opt">{</span>
        rdma_ioq_t <span class="hl opt">*</span>entry <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        <span class="hl kwb">int32_t</span> ret <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>

        <span class="hl kwa">while</span> <span class="hl opt">(!</span><span class="hl kwd">list_empty</span> <span class="hl opt">(&amp;</span>peer<span class="hl opt">-&gt;</span>ioq<span class="hl opt">))</span>
        <span class="hl opt">{</span>
                <span class="hl com">/* pick next entry */</span>
                entry <span class="hl opt">=</span> peer<span class="hl opt">-&gt;</span>ioq_next<span class="hl opt">;</span>

                ret <span class="hl opt">=</span> <span class="hl kwd">__rdma_ioq_churn_entry</span> <span class="hl opt">(</span>peer<span class="hl opt">,</span> entry<span class="hl opt">);</span>

                <span class="hl kwa">if</span> <span class="hl opt">(</span>ret <span class="hl opt">&lt;=</span> <span class="hl num">0</span><span class="hl opt">)</span>
                        <span class="hl kwa">break</span><span class="hl opt">;</span>
        <span class="hl opt">}</span>

        <span class="hl com">/*</span>
<span class="hl com">          list_for_each_entry_safe (entry, dummy, &amp;peer-&gt;ioq, list) {</span>
<span class="hl com">          ret = __rdma_ioq_churn_entry (peer, entry);</span>
<span class="hl com">          if (ret &lt;= 0) {</span>
<span class="hl com">          break;</span>
<span class="hl com">          }</span>
<span class="hl com">          }</span>
<span class="hl com">        */</span>

        <span class="hl kwa">return</span> ret<span class="hl opt">;</span>
<span class="hl opt">}</span>


<span class="hl kwb">static int32_t</span>
<span class="hl kwd">rdma_writev</span> <span class="hl opt">(</span>rpc_transport_t <span class="hl opt">*</span><span class="hl kwa">this</span><span class="hl opt">,</span>
             rdma_ioq_t <span class="hl opt">*</span>entry<span class="hl opt">)</span>
<span class="hl opt">{</span>
        <span class="hl kwb">int32_t</span> ret <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">,</span> need_append <span class="hl opt">=</span> <span class="hl num">1</span><span class="hl opt">;</span>
        rdma_private_t <span class="hl opt">*</span>priv <span class="hl opt">=</span> <span class="hl kwa">this</span><span class="hl opt">-&gt;</span><span class="hl kwc">private</span><span class="hl opt">;</span>
        rdma_peer_t  <span class="hl opt">*</span>peer <span class="hl opt">=</span> NULL<span class="hl opt">;</span>

        <span class="hl kwd">pthread_mutex_lock</span> <span class="hl opt">(&amp;</span>priv<span class="hl opt">-&gt;</span>write_mutex<span class="hl opt">);</span>
        <span class="hl opt">{</span>
                <span class="hl kwa">if</span> <span class="hl opt">(!</span>priv<span class="hl opt">-&gt;</span>connected<span class="hl opt">) {</span>
                        <span class="hl kwd">gf_log</span> <span class="hl opt">(</span><span class="hl kwa">this</span><span class="hl opt">-&gt;</span>name<span class="hl opt">,</span> GF_LOG_DEBUG<span class="hl opt">,</span>
                                <span class="hl str">&quot;rdma is not connected to post a &quot;</span>
                                <span class="hl str">&quot;send request&quot;</span><span class="hl opt">);</span>
                        ret <span class="hl opt">= -</span><span class="hl num">1</span><span class="hl opt">;</span>
                        <span class="hl kwa">goto</span> unlock<span class="hl opt">;</span>
                <span class="hl opt">}</span>

                peer <span class="hl opt">= &amp;</span>priv<span class="hl opt">-&gt;</span>peer<span class="hl opt">;</span>
                <span class="hl kwa">if</span> <span class="hl opt">(</span><span class="hl kwd">list_empty</span> <span class="hl opt">(&amp;</span>peer<span class="hl opt">-&gt;</span>ioq<span class="hl opt">)) {</span>
                        ret <span class="hl opt">=</span> <span class="hl kwd">__rdma_ioq_churn_entry</span> <span class="hl opt">(</span>peer<span class="hl opt">,</span> entry<span class="hl opt">);</span>
                        <span class="hl kwa">if</span> <span class="hl opt">(</span>ret <span class="hl opt">!=</span> <span class="hl num">0</span><span class="hl opt">) {</span>
                                need_append <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>
                        <span class="hl opt">}</span>
                <span class="hl opt">}</span>

                <span class="hl kwa">if</span> <span class="hl opt">(</span>need_append<span class="hl opt">) {</span>
                        <span class="hl kwd">list_add_tail</span> <span class="hl opt">(&amp;</span>entry<span class="hl opt">-&gt;</span>list<span class="hl opt">, &amp;</span>peer<span class="hl opt">-&gt;</span>ioq<span class="hl opt">);</span>
                <span class="hl opt">}</span>
        <span class="hl opt">}</span>
unlock<span class="hl opt">:</span>
        <span class="hl kwd">pthread_mutex_unlock</span> <span class="hl opt">(&amp;</span>priv<span class="hl opt">-&gt;</span>write_mutex<span class="hl opt">);</span>
        <span class="hl kwa">return</span> ret<span class="hl opt">;</span>
<span class="hl opt">}</span>


rdma_ioq_t <span class="hl opt">*</span>
<span class="hl kwd">rdma_ioq_new</span> <span class="hl opt">(</span>rpc_transport_t <span class="hl opt">*</span><span class="hl kwa">this</span><span class="hl opt">,</span> rpc_transport_data_t <span class="hl opt">*</span>data<span class="hl opt">)</span>
<span class="hl opt">{</span>
        rdma_ioq_t          <span class="hl opt">*</span>entry     <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        <span class="hl kwb">int</span>                  count     <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">,</span> i <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>
        rpc_transport_msg_t <span class="hl opt">*</span>msg       <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        rdma_private_t      <span class="hl opt">*</span>priv      <span class="hl opt">=</span> NULL<span class="hl opt">;</span>

        <span class="hl kwa">if</span> <span class="hl opt">((</span>data <span class="hl opt">==</span> NULL<span class="hl opt">) || (</span><span class="hl kwa">this</span> <span class="hl opt">==</span> NULL<span class="hl opt">)) {</span>
                <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        priv <span class="hl opt">=</span> <span class="hl kwa">this</span><span class="hl opt">-&gt;</span><span class="hl kwc">private</span><span class="hl opt">;</span>
        <span class="hl com">/* TODO: use mem-pool */</span>
        entry <span class="hl opt">=</span> <span class="hl kwd">mem_get</span> <span class="hl opt">(</span>priv<span class="hl opt">-&gt;</span>ioq_pool<span class="hl opt">);</span>
        <span class="hl kwa">if</span> <span class="hl opt">(</span>entry <span class="hl opt">==</span> NULL<span class="hl opt">) {</span>
                <span class="hl kwd">gf_log</span> <span class="hl opt">(</span>RDMA_LOG_NAME<span class="hl opt">,</span> GF_LOG_ERROR<span class="hl opt">,</span> <span class="hl str">&quot;out of memory&quot;</span><span class="hl opt">);</span>
                <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
        <span class="hl opt">}</span>
        <span class="hl kwd">memset</span> <span class="hl opt">(</span>entry<span class="hl opt">,</span> <span class="hl num">0</span><span class="hl opt">,</span> <span class="hl kwa">sizeof</span> <span class="hl opt">(*</span>entry<span class="hl opt">));</span>
        entry<span class="hl opt">-&gt;</span>pool <span class="hl opt">=</span> priv<span class="hl opt">-&gt;</span>ioq_pool<span class="hl opt">;</span>

        <span class="hl kwa">if</span> <span class="hl opt">(</span>data<span class="hl opt">-&gt;</span>is_request<span class="hl opt">) {</span>
                msg <span class="hl opt">= &amp;</span>data<span class="hl opt">-&gt;</span>data<span class="hl opt">.</span>req<span class="hl opt">.</span>msg<span class="hl opt">;</span>
                <span class="hl kwa">if</span> <span class="hl opt">(</span>data<span class="hl opt">-&gt;</span>data<span class="hl opt">.</span>req<span class="hl opt">.</span>rsp<span class="hl opt">.</span>rsphdr_count <span class="hl opt">!=</span> <span class="hl num">0</span><span class="hl opt">) {</span>
                        <span class="hl kwa">for</span> <span class="hl opt">(</span>i <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span> i <span class="hl opt">&lt;</span> data<span class="hl opt">-&gt;</span>data<span class="hl opt">.</span>req<span class="hl opt">.</span>rsp<span class="hl opt">.</span>rsphdr_count<span class="hl opt">;</span> i<span class="hl opt">++) {</span>
                                entry<span class="hl opt">-&gt;</span>msg<span class="hl opt">.</span>request<span class="hl opt">.</span>rsphdr_vec<span class="hl opt">[</span>i<span class="hl opt">]</span>
                                        <span class="hl opt">=</span> data<span class="hl opt">-&gt;</span>data<span class="hl opt">.</span>req<span class="hl opt">.</span>rsp<span class="hl opt">.</span>rsphdr<span class="hl opt">[</span>i<span class="hl opt">];</span>
                        <span class="hl opt">}</span>

                        entry<span class="hl opt">-&gt;</span>msg<span class="hl opt">.</span>request<span class="hl opt">.</span>rsphdr_count <span class="hl opt">=</span>
                                data<span class="hl opt">-&gt;</span>data<span class="hl opt">.</span>req<span class="hl opt">.</span>rsp<span class="hl opt">.</span>rsphdr_count<span class="hl opt">;</span>
                <span class="hl opt">}</span>

                <span class="hl kwa">if</span> <span class="hl opt">(</span>data<span class="hl opt">-&gt;</span>data<span class="hl opt">.</span>req<span class="hl opt">.</span>rsp<span class="hl opt">.</span>rsp_payload_count <span class="hl opt">!=</span> <span class="hl num">0</span><span class="hl opt">) {</span>
                        <span class="hl kwa">for</span> <span class="hl opt">(</span>i <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span> i <span class="hl opt">&lt;</span> data<span class="hl opt">-&gt;</span>data<span class="hl opt">.</span>req<span class="hl opt">.</span>rsp<span class="hl opt">.</span>rsp_payload_count<span class="hl opt">;</span>
                             i<span class="hl opt">++) {</span>
                                entry<span class="hl opt">-&gt;</span>msg<span class="hl opt">.</span>request<span class="hl opt">.</span>rsp_payload<span class="hl opt">[</span>i<span class="hl opt">]</span> 
                                        <span class="hl opt">=</span> data<span class="hl opt">-&gt;</span>data<span class="hl opt">.</span>req<span class="hl opt">.</span>rsp<span class="hl opt">.</span>rsp_payload<span class="hl opt">[</span>i<span class="hl opt">];</span>
                        <span class="hl opt">}</span>

                        entry<span class="hl opt">-&gt;</span>msg<span class="hl opt">.</span>request<span class="hl opt">.</span>rsp_payload_count <span class="hl opt">=</span>
                                data<span class="hl opt">-&gt;</span>data<span class="hl opt">.</span>req<span class="hl opt">.</span>rsp<span class="hl opt">.</span>rsp_payload_count<span class="hl opt">;</span>
                <span class="hl opt">}</span>

                entry<span class="hl opt">-&gt;</span>msg<span class="hl opt">.</span>request<span class="hl opt">.</span>rpc_req <span class="hl opt">=</span> data<span class="hl opt">-&gt;</span>data<span class="hl opt">.</span>req<span class="hl opt">.</span>rpc_req<span class="hl opt">;</span>

                <span class="hl kwa">if</span> <span class="hl opt">(</span>data<span class="hl opt">-&gt;</span>data<span class="hl opt">.</span>req<span class="hl opt">.</span>rsp<span class="hl opt">.</span>rsp_iobref <span class="hl opt">!=</span> NULL<span class="hl opt">) {</span>
                        entry<span class="hl opt">-&gt;</span>msg<span class="hl opt">.</span>request<span class="hl opt">.</span>rsp_iobref
                                <span class="hl opt">=</span> <span class="hl kwd">iobref_ref</span> <span class="hl opt">(</span>data<span class="hl opt">-&gt;</span>data<span class="hl opt">.</span>req<span class="hl opt">.</span>rsp<span class="hl opt">.</span>rsp_iobref<span class="hl opt">);</span>
                <span class="hl opt">}</span>
        <span class="hl opt">}</span> <span class="hl kwa">else</span> <span class="hl opt">{</span>
                msg <span class="hl opt">= &amp;</span>data<span class="hl opt">-&gt;</span>data<span class="hl opt">.</span>reply<span class="hl opt">.</span>msg<span class="hl opt">;</span>
                entry<span class="hl opt">-&gt;</span>msg<span class="hl opt">.</span>reply_info <span class="hl opt">=</span> data<span class="hl opt">-&gt;</span>data<span class="hl opt">.</span>reply<span class="hl opt">.</span><span class="hl kwc">private</span><span class="hl opt">;</span>
        <span class="hl opt">}</span>

        entry<span class="hl opt">-&gt;</span>is_request <span class="hl opt">=</span> data<span class="hl opt">-&gt;</span>is_request<span class="hl opt">;</span>

        count <span class="hl opt">=</span> msg<span class="hl opt">-&gt;</span>rpchdrcount <span class="hl opt">+</span> msg<span class="hl opt">-&gt;</span>proghdrcount <span class="hl opt">+</span> msg<span class="hl opt">-&gt;</span>progpayloadcount<span class="hl opt">;</span>

        <span class="hl kwa">assert</span> <span class="hl opt">(</span>count <span class="hl opt">&lt;=</span> MAX_IOVEC<span class="hl opt">);</span>

        <span class="hl kwa">if</span> <span class="hl opt">(</span>msg<span class="hl opt">-&gt;</span>rpchdr <span class="hl opt">!=</span> NULL<span class="hl opt">) {</span>
                <span class="hl kwd">memcpy</span> <span class="hl opt">(&amp;</span>entry<span class="hl opt">-&gt;</span>rpchdr<span class="hl opt">[</span><span class="hl num">0</span><span class="hl opt">],</span> msg<span class="hl opt">-&gt;</span>rpchdr<span class="hl opt">,</span>
                        <span class="hl kwa">sizeof</span> <span class="hl opt">(</span><span class="hl kwb">struct</span> iovec<span class="hl opt">) *</span> msg<span class="hl opt">-&gt;</span>rpchdrcount<span class="hl opt">);</span>
                entry<span class="hl opt">-&gt;</span>rpchdr_count <span class="hl opt">=</span> msg<span class="hl opt">-&gt;</span>rpchdrcount<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        <span class="hl kwa">if</span> <span class="hl opt">(</span>msg<span class="hl opt">-&gt;</span>proghdr <span class="hl opt">!=</span> NULL<span class="hl opt">) {</span>
                <span class="hl kwd">memcpy</span> <span class="hl opt">(&amp;</span>entry<span class="hl opt">-&gt;</span>proghdr<span class="hl opt">[</span><span class="hl num">0</span><span class="hl opt">],</span> msg<span class="hl opt">-&gt;</span>proghdr<span class="hl opt">,</span>
                        <span class="hl kwa">sizeof</span> <span class="hl opt">(</span><span class="hl kwb">struct</span> iovec<span class="hl opt">) *</span> msg<span class="hl opt">-&gt;</span>proghdrcount<span class="hl opt">);</span>
                entry<span class="hl opt">-&gt;</span>proghdr_count <span class="hl opt">=</span> msg<span class="hl opt">-&gt;</span>proghdrcount<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        <span class="hl kwa">if</span> <span class="hl opt">(</span>msg<span class="hl opt">-&gt;</span>progpayload <span class="hl opt">!=</span> NULL<span class="hl opt">) {</span>
                <span class="hl kwd">memcpy</span> <span class="hl opt">(&amp;</span>entry<span class="hl opt">-&gt;</span>prog_payload<span class="hl opt">[</span><span class="hl num">0</span><span class="hl opt">],</span> msg<span class="hl opt">-&gt;</span>progpayload<span class="hl opt">,</span>
                        <span class="hl kwa">sizeof</span> <span class="hl opt">(</span><span class="hl kwb">struct</span> iovec<span class="hl opt">) *</span> msg<span class="hl opt">-&gt;</span>progpayloadcount<span class="hl opt">);</span>
                entry<span class="hl opt">-&gt;</span>prog_payload_count <span class="hl opt">=</span> msg<span class="hl opt">-&gt;</span>progpayloadcount<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        <span class="hl kwa">if</span> <span class="hl opt">(</span>msg<span class="hl opt">-&gt;</span>iobref <span class="hl opt">!=</span> NULL<span class="hl opt">) {</span>
                entry<span class="hl opt">-&gt;</span>iobref <span class="hl opt">=</span> <span class="hl kwd">iobref_ref</span> <span class="hl opt">(</span>msg<span class="hl opt">-&gt;</span>iobref<span class="hl opt">);</span>
        <span class="hl opt">}</span>

        <span class="hl kwd">INIT_LIST_HEAD</span> <span class="hl opt">(&amp;</span>entry<span class="hl opt">-&gt;</span>list<span class="hl opt">);</span>

out<span class="hl opt">:</span>
        <span class="hl kwa">return</span> entry<span class="hl opt">;</span>
<span class="hl opt">}</span>


<span class="hl kwb">int32_t</span>
<span class="hl kwd">rdma_submit_request</span> <span class="hl opt">(</span>rpc_transport_t <span class="hl opt">*</span><span class="hl kwa">this</span><span class="hl opt">,</span>
                     rpc_transport_req_t <span class="hl opt">*</span>req<span class="hl opt">)</span>
<span class="hl opt">{</span>
        <span class="hl kwb">int32_t</span>               ret <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>
        rdma_ioq_t       <span class="hl opt">*</span>entry <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        rpc_transport_data_t  data <span class="hl opt">= {</span><span class="hl num">0</span><span class="hl opt">, };</span> 

        <span class="hl kwa">if</span> <span class="hl opt">(</span>req <span class="hl opt">==</span> NULL<span class="hl opt">) {</span>
                <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        data<span class="hl opt">.</span>is_request <span class="hl opt">=</span> <span class="hl num">1</span><span class="hl opt">;</span>
        data<span class="hl opt">.</span>data<span class="hl opt">.</span>req <span class="hl opt">= *</span>req<span class="hl opt">;</span>

        entry <span class="hl opt">=</span> <span class="hl kwd">rdma_ioq_new</span> <span class="hl opt">(</span><span class="hl kwa">this</span><span class="hl opt">, &amp;</span>data<span class="hl opt">);</span>
        <span class="hl kwa">if</span> <span class="hl opt">(</span>entry <span class="hl opt">==</span> NULL<span class="hl opt">) {</span>
                <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        ret <span class="hl opt">=</span> <span class="hl kwd">rdma_writev</span> <span class="hl opt">(</span><span class="hl kwa">this</span><span class="hl opt">,</span> entry<span class="hl opt">);</span>

        <span class="hl kwa">if</span> <span class="hl opt">(</span>ret <span class="hl opt">&gt;</span> <span class="hl num">0</span><span class="hl opt">) {</span>
                ret <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>
        <span class="hl opt">}</span> <span class="hl kwa">else if</span> <span class="hl opt">(</span>ret <span class="hl opt">&lt;</span> <span class="hl num">0</span><span class="hl opt">) {</span>
                <span class="hl kwd">rpc_transport_disconnect</span> <span class="hl opt">(</span><span class="hl kwa">this</span><span class="hl opt">);</span>
        <span class="hl opt">}</span>

out<span class="hl opt">:</span>
        <span class="hl kwa">return</span> ret<span class="hl opt">;</span>
<span class="hl opt">}</span>

<span class="hl kwb">int32_t</span>
<span class="hl kwd">rdma_submit_reply</span> <span class="hl opt">(</span>rpc_transport_t <span class="hl opt">*</span><span class="hl kwa">this</span><span class="hl opt">,</span> rpc_transport_reply_t <span class="hl opt">*</span>reply<span class="hl opt">)</span>
<span class="hl opt">{</span>
        <span class="hl kwb">int32_t</span>               ret <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>
        rdma_ioq_t           <span class="hl opt">*</span>entry <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        rpc_transport_data_t  data <span class="hl opt">= {</span><span class="hl num">0</span><span class="hl opt">, };</span>

        <span class="hl kwa">if</span> <span class="hl opt">(</span>reply <span class="hl opt">==</span> NULL<span class="hl opt">) {</span>
                <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        data<span class="hl opt">.</span>data<span class="hl opt">.</span>reply <span class="hl opt">= *</span>reply<span class="hl opt">;</span>

        entry <span class="hl opt">=</span> <span class="hl kwd">rdma_ioq_new</span> <span class="hl opt">(</span><span class="hl kwa">this</span><span class="hl opt">, &amp;</span>data<span class="hl opt">);</span>
        <span class="hl kwa">if</span> <span class="hl opt">(</span>entry <span class="hl opt">==</span> NULL<span class="hl opt">) {</span>
                <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        ret <span class="hl opt">=</span> <span class="hl kwd">rdma_writev</span> <span class="hl opt">(</span><span class="hl kwa">this</span><span class="hl opt">,</span> entry<span class="hl opt">);</span>
        <span class="hl kwa">if</span> <span class="hl opt">(</span>ret <span class="hl opt">&gt;</span> <span class="hl num">0</span><span class="hl opt">) {</span>
                ret <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>
        <span class="hl opt">}</span> <span class="hl kwa">else if</span> <span class="hl opt">(</span>ret <span class="hl opt">&lt;</span> <span class="hl num">0</span><span class="hl opt">) {</span>
                <span class="hl kwd">rpc_transport_disconnect</span> <span class="hl opt">(</span><span class="hl kwa">this</span><span class="hl opt">);</span>
        <span class="hl opt">}</span>

out<span class="hl opt">:</span>
        <span class="hl kwa">return</span> ret<span class="hl opt">;</span>
<span class="hl opt">}</span>

<span class="hl ppc">#if 0</span>
<span class="hl kwb">static int</span>
<span class="hl kwd">rdma_receive</span> <span class="hl opt">(</span>rpc_transport_t <span class="hl opt">*</span><span class="hl kwa">this</span><span class="hl opt">,</span> <span class="hl kwb">char</span> <span class="hl opt">**</span>hdr_p<span class="hl opt">,</span> <span class="hl kwb">size_t</span> <span class="hl opt">*</span>hdrlen_p<span class="hl opt">,</span>
              <span class="hl kwb">struct</span> iobuf <span class="hl opt">**</span>iobuf_p<span class="hl opt">)</span>
<span class="hl opt">{</span>
        rdma_private_t <span class="hl opt">*</span>priv <span class="hl opt">=</span> <span class="hl kwa">this</span><span class="hl opt">-&gt;</span><span class="hl kwc">private</span><span class="hl opt">;</span>
        <span class="hl com">/* TODO: return error if !priv-&gt;connected, check with locks */</span>
        <span class="hl com">/* TODO: boundry checks for data_ptr/offset */</span>
        <span class="hl kwb">char</span> <span class="hl opt">*</span>copy_from <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        rdma_header_t <span class="hl opt">*</span>header <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        <span class="hl kwb">uint32_t</span> size1<span class="hl opt">,</span> size2<span class="hl opt">,</span> data_len <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>
        <span class="hl kwb">char</span> <span class="hl opt">*</span>hdr <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        <span class="hl kwb">struct</span> iobuf <span class="hl opt">*</span>iobuf <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        <span class="hl kwb">int32_t</span> ret <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>

        <span class="hl kwd">pthread_mutex_lock</span> <span class="hl opt">(&amp;</span>priv<span class="hl opt">-&gt;</span>recv_mutex<span class="hl opt">);</span>
        <span class="hl opt">{</span>
<span class="hl com">/*</span>
<span class="hl com">  while (!priv-&gt;data_ptr)</span>
<span class="hl com">  pthread_cond_wait (&amp;priv-&gt;recv_cond, &amp;priv-&gt;recv_mutex);</span>
<span class="hl com">*/</span>

                copy_from <span class="hl opt">=</span> priv<span class="hl opt">-&gt;</span>data_ptr <span class="hl opt">+</span> priv<span class="hl opt">-&gt;</span>data_offset<span class="hl opt">;</span>

                priv<span class="hl opt">-&gt;</span>data_ptr <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
                data_len <span class="hl opt">=</span> priv<span class="hl opt">-&gt;</span>data_len<span class="hl opt">;</span>
                <span class="hl kwd">pthread_cond_broadcast</span> <span class="hl opt">(&amp;</span>priv<span class="hl opt">-&gt;</span>recv_cond<span class="hl opt">);</span>
        <span class="hl opt">}</span>
        <span class="hl kwd">pthread_mutex_unlock</span> <span class="hl opt">(&amp;</span>priv<span class="hl opt">-&gt;</span>recv_mutex<span class="hl opt">);</span>

        header <span class="hl opt">= (</span>rdma_header_t <span class="hl opt">*)</span>copy_from<span class="hl opt">;</span>
        <span class="hl kwa">if</span> <span class="hl opt">(</span><span class="hl kwd">strcmp</span> <span class="hl opt">(</span>header<span class="hl opt">-&gt;</span>colonO<span class="hl opt">,</span> <span class="hl str">&quot;:O&quot;</span><span class="hl opt">)) {</span>
                <span class="hl kwd">gf_log</span> <span class="hl opt">(</span>RDMA_LOG_NAME<span class="hl opt">,</span> GF_LOG_DEBUG<span class="hl opt">,</span>
                        <span class="hl str">&quot;</span><span class="hl ipl">%s</span><span class="hl str">: corrupt header received&quot;</span><span class="hl opt">,</span> <span class="hl kwa">this</span><span class="hl opt">-&gt;</span>name<span class="hl opt">);</span>
                ret <span class="hl opt">= -</span><span class="hl num">1</span><span class="hl opt">;</span>
                <span class="hl kwa">goto</span> err<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        size1 <span class="hl opt">=</span> <span class="hl kwd">ntoh32</span> <span class="hl opt">(</span>header<span class="hl opt">-&gt;</span>size1<span class="hl opt">);</span>
        size2 <span class="hl opt">=</span> <span class="hl kwd">ntoh32</span> <span class="hl opt">(</span>header<span class="hl opt">-&gt;</span>size2<span class="hl opt">);</span>

        <span class="hl kwa">if</span> <span class="hl opt">(</span>data_len <span class="hl opt">!= (</span>size1 <span class="hl opt">+</span> size2 <span class="hl opt">+</span> <span class="hl kwa">sizeof</span> <span class="hl opt">(*</span>header<span class="hl opt">))) {</span>
                <span class="hl kwd">gf_log</span> <span class="hl opt">(</span>RDMA_LOG_NAME<span class="hl opt">,</span> GF_LOG_DEBUG<span class="hl opt">,</span>
                        <span class="hl str">&quot;</span><span class="hl ipl">%s</span><span class="hl str">: sizeof data read from transport is not equal &quot;</span>
                        <span class="hl str">&quot;to the size specified in the header&quot;</span><span class="hl opt">,</span>
                        <span class="hl kwa">this</span><span class="hl opt">-&gt;</span>name<span class="hl opt">);</span>
                ret <span class="hl opt">= -</span><span class="hl num">1</span><span class="hl opt">;</span>
                <span class="hl kwa">goto</span> err<span class="hl opt">;</span>
        <span class="hl opt">}</span>
                  
        copy_from <span class="hl opt">+=</span> <span class="hl kwa">sizeof</span> <span class="hl opt">(*</span>header<span class="hl opt">);</span>

        <span class="hl kwa">if</span> <span class="hl opt">(</span>size1<span class="hl opt">) {</span>
                hdr <span class="hl opt">=</span> <span class="hl kwd">GF_CALLOC</span> <span class="hl opt">(</span><span class="hl num">1</span><span class="hl opt">,</span> size1<span class="hl opt">,</span> gf_common_mt_char<span class="hl opt">);</span>
                <span class="hl kwa">if</span> <span class="hl opt">(!</span>hdr<span class="hl opt">) {</span>
                        <span class="hl kwd">gf_log</span> <span class="hl opt">(</span><span class="hl kwa">this</span><span class="hl opt">-&gt;</span>name<span class="hl opt">,</span> GF_LOG_ERROR<span class="hl opt">,</span>
                                <span class="hl str">&quot;unable to allocate header for peer</span> <span class="hl ipl">%s</span><span class="hl str">&quot;</span><span class="hl opt">,</span>
                                <span class="hl kwa">this</span><span class="hl opt">-&gt;</span>peerinfo<span class="hl opt">.</span>identifier<span class="hl opt">);</span>
                        ret <span class="hl opt">= -</span>ENOMEM<span class="hl opt">;</span>
                        <span class="hl kwa">goto</span> err<span class="hl opt">;</span>
                <span class="hl opt">}</span>
                <span class="hl kwd">memcpy</span> <span class="hl opt">(</span>hdr<span class="hl opt">,</span> copy_from<span class="hl opt">,</span> size1<span class="hl opt">);</span>
                copy_from <span class="hl opt">+=</span> size1<span class="hl opt">;</span>
                <span class="hl opt">*</span>hdr_p <span class="hl opt">=</span> hdr<span class="hl opt">;</span>
        <span class="hl opt">}</span>
        <span class="hl opt">*</span>hdrlen_p <span class="hl opt">=</span> size1<span class="hl opt">;</span>

        <span class="hl kwa">if</span> <span class="hl opt">(</span>size2<span class="hl opt">) {</span>
                iobuf <span class="hl opt">=</span> <span class="hl kwd">iobuf_get</span> <span class="hl opt">(</span><span class="hl kwa">this</span><span class="hl opt">-&gt;</span>ctx<span class="hl opt">-&gt;</span>iobuf_pool<span class="hl opt">);</span>
                <span class="hl kwa">if</span> <span class="hl opt">(!</span>iobuf<span class="hl opt">) {</span>
                        <span class="hl kwd">gf_log</span> <span class="hl opt">(</span><span class="hl kwa">this</span><span class="hl opt">-&gt;</span>name<span class="hl opt">,</span> GF_LOG_ERROR<span class="hl opt">,</span>
                                <span class="hl str">&quot;unable to allocate IO buffer for peer</span> <span class="hl ipl">%s</span><span class="hl str">&quot;</span><span class="hl opt">,</span>
                                <span class="hl kwa">this</span><span class="hl opt">-&gt;</span>peerinfo<span class="hl opt">.</span>identifier<span class="hl opt">);</span>
                        ret <span class="hl opt">= -</span>ENOMEM<span class="hl opt">;</span>
                        <span class="hl kwa">goto</span> err<span class="hl opt">;</span>
                <span class="hl opt">}</span>
                <span class="hl kwd">memcpy</span> <span class="hl opt">(</span>iobuf<span class="hl opt">-&gt;</span>ptr<span class="hl opt">,</span> copy_from<span class="hl opt">,</span> size2<span class="hl opt">);</span>
                <span class="hl opt">*</span>iobuf_p <span class="hl opt">=</span> iobuf<span class="hl opt">;</span>
        <span class="hl opt">}</span>

err<span class="hl opt">:</span>
        <span class="hl kwa">return</span> ret<span class="hl opt">;</span>
<span class="hl opt">}</span>
<span class="hl ppc">#endif</span>


<span class="hl kwb">static void</span>
<span class="hl kwd">rdma_destroy_cq</span> <span class="hl opt">(</span>rpc_transport_t <span class="hl opt">*</span><span class="hl kwa">this</span><span class="hl opt">)</span>
<span class="hl opt">{</span>
        rdma_private_t <span class="hl opt">*</span>priv <span class="hl opt">=</span> <span class="hl kwa">this</span><span class="hl opt">-&gt;</span><span class="hl kwc">private</span><span class="hl opt">;</span>
        rdma_device_t <span class="hl opt">*</span>device <span class="hl opt">=</span> priv<span class="hl opt">-&gt;</span>device<span class="hl opt">;</span>
  
        <span class="hl kwa">if</span> <span class="hl opt">(</span>device<span class="hl opt">-&gt;</span>recv_cq<span class="hl opt">)</span>
                <span class="hl kwd">ibv_destroy_cq</span> <span class="hl opt">(</span>device<span class="hl opt">-&gt;</span>recv_cq<span class="hl opt">);</span>
        device<span class="hl opt">-&gt;</span>recv_cq <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
  
        <span class="hl kwa">if</span> <span class="hl opt">(</span>device<span class="hl opt">-&gt;</span>send_cq<span class="hl opt">)</span>
                <span class="hl kwd">ibv_destroy_cq</span> <span class="hl opt">(</span>device<span class="hl opt">-&gt;</span>send_cq<span class="hl opt">);</span>
        device<span class="hl opt">-&gt;</span>send_cq <span class="hl opt">=</span> NULL<span class="hl opt">;</span>

        <span class="hl kwa">return</span><span class="hl opt">;</span>
<span class="hl opt">}</span>


<span class="hl kwb">static int32_t</span>
<span class="hl kwd">rdma_create_cq</span> <span class="hl opt">(</span>rpc_transport_t <span class="hl opt">*</span><span class="hl kwa">this</span><span class="hl opt">)</span>
<span class="hl opt">{</span>
        rdma_private_t <span class="hl opt">*</span>priv <span class="hl opt">=</span> <span class="hl kwa">this</span><span class="hl opt">-&gt;</span><span class="hl kwc">private</span><span class="hl opt">;</span>
        rdma_options_t <span class="hl opt">*</span>options <span class="hl opt">= &amp;</span>priv<span class="hl opt">-&gt;</span>options<span class="hl opt">;</span>
        rdma_device_t <span class="hl opt">*</span>device <span class="hl opt">=</span> priv<span class="hl opt">-&gt;</span>device<span class="hl opt">;</span>
        <span class="hl kwb">int32_t</span> ret <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>

        device<span class="hl opt">-&gt;</span>recv_cq <span class="hl opt">=</span> <span class="hl kwd">ibv_create_cq</span> <span class="hl opt">(</span>priv<span class="hl opt">-&gt;</span>device<span class="hl opt">-&gt;</span>context<span class="hl opt">,</span>
                                         options<span class="hl opt">-&gt;</span>recv_count <span class="hl opt">*</span> <span class="hl num">2</span><span class="hl opt">,</span>
                                         device<span class="hl opt">,</span>
                                         device<span class="hl opt">-&gt;</span>recv_chan<span class="hl opt">,</span>
                                         <span class="hl num">0</span><span class="hl opt">);</span>
        <span class="hl kwa">if</span> <span class="hl opt">(!</span>device<span class="hl opt">-&gt;</span>recv_cq<span class="hl opt">) {</span>
                <span class="hl kwd">gf_log</span> <span class="hl opt">(</span>RDMA_LOG_NAME<span class="hl opt">,</span>
                        GF_LOG_ERROR<span class="hl opt">,</span>
                        <span class="hl str">&quot;</span><span class="hl ipl">%s</span><span class="hl str">: creation of CQ failed&quot;</span><span class="hl opt">,</span>
                        <span class="hl kwa">this</span><span class="hl opt">-&gt;</span>name<span class="hl opt">);</span>
                ret <span class="hl opt">= -</span><span class="hl num">1</span><span class="hl opt">;</span>
        <span class="hl opt">}</span> <span class="hl kwa">else if</span> <span class="hl opt">(</span><span class="hl kwd">ibv_req_notify_cq</span> <span class="hl opt">(</span>device<span class="hl opt">-&gt;</span>recv_cq<span class="hl opt">,</span> <span class="hl num">0</span><span class="hl opt">)) {</span>
                <span class="hl kwd">gf_log</span> <span class="hl opt">(</span>RDMA_LOG_NAME<span class="hl opt">,</span>
                        GF_LOG_ERROR<span class="hl opt">,</span>
                        <span class="hl str">&quot;</span><span class="hl ipl">%s</span><span class="hl str">: ibv_req_notify_cq on CQ failed&quot;</span><span class="hl opt">,</span>
                        <span class="hl kwa">this</span><span class="hl opt">-&gt;</span>name<span class="hl opt">);</span>
                ret <span class="hl opt">= -</span><span class="hl num">1</span><span class="hl opt">;</span>
        <span class="hl opt">}</span>
    
        <span class="hl kwa">do</span> <span class="hl opt">{</span>
                <span class="hl com">/* TODO: make send_cq size dynamically adaptive */</span>
                device<span class="hl opt">-&gt;</span>send_cq <span class="hl opt">=</span> <span class="hl kwd">ibv_create_cq</span> <span class="hl opt">(</span>priv<span class="hl opt">-&gt;</span>device<span class="hl opt">-&gt;</span>context<span class="hl opt">,</span>
                                                 options<span class="hl opt">-&gt;</span>send_count <span class="hl opt">*</span> <span class="hl num">1024</span><span class="hl opt">,</span>
                                                 device<span class="hl opt">,</span>
                                                 device<span class="hl opt">-&gt;</span>send_chan<span class="hl opt">,</span>
                                                 <span class="hl num">0</span><span class="hl opt">);</span>
                <span class="hl kwa">if</span> <span class="hl opt">(!</span>device<span class="hl opt">-&gt;</span>send_cq<span class="hl opt">) {</span>
                        <span class="hl kwd">gf_log</span> <span class="hl opt">(</span>RDMA_LOG_NAME<span class="hl opt">,</span>
                                GF_LOG_ERROR<span class="hl opt">,</span>
                                <span class="hl str">&quot;</span><span class="hl ipl">%s</span><span class="hl str">: creation of send_cq failed&quot;</span><span class="hl opt">,</span>
                                <span class="hl kwa">this</span><span class="hl opt">-&gt;</span>name<span class="hl opt">);</span>
                        ret <span class="hl opt">= -</span><span class="hl num">1</span><span class="hl opt">;</span>
                        <span class="hl kwa">break</span><span class="hl opt">;</span>
                <span class="hl opt">}</span>

                <span class="hl kwa">if</span> <span class="hl opt">(</span><span class="hl kwd">ibv_req_notify_cq</span> <span class="hl opt">(</span>device<span class="hl opt">-&gt;</span>send_cq<span class="hl opt">,</span> <span class="hl num">0</span><span class="hl opt">)) {</span>
                        <span class="hl kwd">gf_log</span> <span class="hl opt">(</span>RDMA_LOG_NAME<span class="hl opt">,</span>
                                GF_LOG_ERROR<span class="hl opt">,</span>
                                <span class="hl str">&quot;</span><span class="hl ipl">%s</span><span class="hl str">: ibv_req_notify_cq on send_cq failed&quot;</span><span class="hl opt">,</span>
                                <span class="hl kwa">this</span><span class="hl opt">-&gt;</span>name<span class="hl opt">);</span>
                        ret <span class="hl opt">= -</span><span class="hl num">1</span><span class="hl opt">;</span>
                        <span class="hl kwa">break</span><span class="hl opt">;</span>
                <span class="hl opt">}</span>
        <span class="hl opt">}</span> <span class="hl kwa">while</span> <span class="hl opt">(</span><span class="hl num">0</span><span class="hl opt">);</span>

        <span class="hl kwa">if</span> <span class="hl opt">(</span>ret <span class="hl opt">!=</span> <span class="hl num">0</span><span class="hl opt">)</span>
                <span class="hl kwd">rdma_destroy_cq</span> <span class="hl opt">(</span><span class="hl kwa">this</span><span class="hl opt">);</span>

        <span class="hl kwa">return</span> ret<span class="hl opt">;</span>
<span class="hl opt">}</span>


<span class="hl kwb">static int</span>
<span class="hl kwd">rdma_register_peer</span> <span class="hl opt">(</span>rdma_device_t <span class="hl opt">*</span>device<span class="hl opt">,</span>
                    <span class="hl kwb">int32_t</span> qp_num<span class="hl opt">,</span>
                    rdma_peer_t <span class="hl opt">*</span>peer<span class="hl opt">)</span>
<span class="hl opt">{</span>
        <span class="hl kwb">struct</span> _qpent <span class="hl opt">*</span>ent   <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        rdma_qpreg_t  <span class="hl opt">*</span>qpreg <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        <span class="hl kwb">int32_t</span>        hash  <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>
        <span class="hl kwb">int</span>            ret   <span class="hl opt">= -</span><span class="hl num">1</span><span class="hl opt">;</span>

        qpreg <span class="hl opt">= &amp;</span>device<span class="hl opt">-&gt;</span>qpreg<span class="hl opt">;</span>
        hash <span class="hl opt">=</span> qp_num <span class="hl opt">%</span> <span class="hl num">42</span><span class="hl opt">;</span>

        <span class="hl kwd">pthread_mutex_lock</span> <span class="hl opt">(&amp;</span>qpreg<span class="hl opt">-&gt;</span>lock<span class="hl opt">);</span>
        <span class="hl opt">{</span>
                ent <span class="hl opt">=</span> qpreg<span class="hl opt">-&gt;</span>ents<span class="hl opt">[</span>hash<span class="hl opt">].</span>next<span class="hl opt">;</span>
                <span class="hl kwa">while</span> <span class="hl opt">((</span>ent <span class="hl opt">!= &amp;</span>qpreg<span class="hl opt">-&gt;</span>ents<span class="hl opt">[</span>hash<span class="hl opt">]) &amp;&amp; (</span>ent<span class="hl opt">-&gt;</span>qp_num <span class="hl opt">!=</span> qp_num<span class="hl opt">)) {</span>
                        ent <span class="hl opt">=</span> ent<span class="hl opt">-&gt;</span>next<span class="hl opt">;</span>
                <span class="hl opt">}</span>

                <span class="hl kwa">if</span> <span class="hl opt">(</span>ent<span class="hl opt">-&gt;</span>qp_num <span class="hl opt">==</span> qp_num<span class="hl opt">) {</span>
                        ret <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>
                        <span class="hl kwa">goto</span> unlock<span class="hl opt">;</span>
                <span class="hl opt">}</span>

                ent <span class="hl opt">= (</span><span class="hl kwb">struct</span> _qpent <span class="hl opt">*)</span> <span class="hl kwd">GF_CALLOC</span> <span class="hl opt">(</span><span class="hl num">1</span><span class="hl opt">,</span> <span class="hl kwa">sizeof</span> <span class="hl opt">(*</span>ent<span class="hl opt">),</span>
                                                   gf_common_mt_qpent<span class="hl opt">);</span>
                <span class="hl kwa">if</span> <span class="hl opt">(</span>ent <span class="hl opt">==</span> NULL<span class="hl opt">) {</span>
                        <span class="hl kwd">gf_log</span> <span class="hl opt">(</span>RDMA_LOG_NAME<span class="hl opt">,</span> GF_LOG_ERROR<span class="hl opt">,</span> <span class="hl str">&quot;out of memory&quot;</span><span class="hl opt">);</span>
                        <span class="hl kwa">goto</span> unlock<span class="hl opt">;</span>
                <span class="hl opt">}</span>

                <span class="hl com">/* TODO: ref reg-&gt;peer */</span>
                ent<span class="hl opt">-&gt;</span>peer <span class="hl opt">=</span> peer<span class="hl opt">;</span>
                ent<span class="hl opt">-&gt;</span>next <span class="hl opt">= &amp;</span>qpreg<span class="hl opt">-&gt;</span>ents<span class="hl opt">[</span>hash<span class="hl opt">];</span>
                ent<span class="hl opt">-&gt;</span>prev <span class="hl opt">=</span> ent<span class="hl opt">-&gt;</span>next<span class="hl opt">-&gt;</span>prev<span class="hl opt">;</span>
                ent<span class="hl opt">-&gt;</span>next<span class="hl opt">-&gt;</span>prev <span class="hl opt">=</span> ent<span class="hl opt">;</span>
                ent<span class="hl opt">-&gt;</span>prev<span class="hl opt">-&gt;</span>next <span class="hl opt">=</span> ent<span class="hl opt">;</span>
                ent<span class="hl opt">-&gt;</span>qp_num <span class="hl opt">=</span> qp_num<span class="hl opt">;</span>
                qpreg<span class="hl opt">-&gt;</span>count<span class="hl opt">++;</span>
                ret <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>
        <span class="hl opt">}</span>
unlock<span class="hl opt">:</span>
        <span class="hl kwd">pthread_mutex_unlock</span> <span class="hl opt">(&amp;</span>qpreg<span class="hl opt">-&gt;</span>lock<span class="hl opt">);</span>

        <span class="hl kwa">return</span> ret<span class="hl opt">;</span>
<span class="hl opt">}</span>


<span class="hl kwb">static void</span>
<span class="hl kwd">rdma_unregister_peer</span> <span class="hl opt">(</span>rdma_device_t <span class="hl opt">*</span>device<span class="hl opt">,</span>
                      <span class="hl kwb">int32_t</span> qp_num<span class="hl opt">)</span>
<span class="hl opt">{</span>
        <span class="hl kwb">struct</span> _qpent <span class="hl opt">*</span>ent<span class="hl opt">;</span>
        rdma_qpreg_t <span class="hl opt">*</span>qpreg <span class="hl opt">= &amp;</span>device<span class="hl opt">-&gt;</span>qpreg<span class="hl opt">;</span>
        <span class="hl kwb">int32_t</span> hash <span class="hl opt">=</span> qp_num <span class="hl opt">%</span> <span class="hl num">42</span><span class="hl opt">;</span>

        <span class="hl kwd">pthread_mutex_lock</span> <span class="hl opt">(&amp;</span>qpreg<span class="hl opt">-&gt;</span>lock<span class="hl opt">);</span>
        ent <span class="hl opt">=</span> qpreg<span class="hl opt">-&gt;</span>ents<span class="hl opt">[</span>hash<span class="hl opt">].</span>next<span class="hl opt">;</span>
        <span class="hl kwa">while</span> <span class="hl opt">((</span>ent <span class="hl opt">!= &amp;</span>qpreg<span class="hl opt">-&gt;</span>ents<span class="hl opt">[</span>hash<span class="hl opt">]) &amp;&amp; (</span>ent<span class="hl opt">-&gt;</span>qp_num <span class="hl opt">!=</span> qp_num<span class="hl opt">))</span>
                ent <span class="hl opt">=</span> ent<span class="hl opt">-&gt;</span>next<span class="hl opt">;</span>
        <span class="hl kwa">if</span> <span class="hl opt">(</span>ent<span class="hl opt">-&gt;</span>qp_num <span class="hl opt">!=</span> qp_num<span class="hl opt">) {</span>
                <span class="hl kwd">pthread_mutex_unlock</span> <span class="hl opt">(&amp;</span>qpreg<span class="hl opt">-&gt;</span>lock<span class="hl opt">);</span>
                <span class="hl kwa">return</span><span class="hl opt">;</span>
        <span class="hl opt">}</span>
        ent<span class="hl opt">-&gt;</span>prev<span class="hl opt">-&gt;</span>next <span class="hl opt">=</span> ent<span class="hl opt">-&gt;</span>next<span class="hl opt">;</span>
        ent<span class="hl opt">-&gt;</span>next<span class="hl opt">-&gt;</span>prev <span class="hl opt">=</span> ent<span class="hl opt">-&gt;</span>prev<span class="hl opt">;</span>
        <span class="hl com">/* TODO: unref reg-&gt;peer */</span>
        <span class="hl kwd">GF_FREE</span> <span class="hl opt">(</span>ent<span class="hl opt">);</span>
        qpreg<span class="hl opt">-&gt;</span>count<span class="hl opt">--;</span>
        <span class="hl kwd">pthread_mutex_unlock</span> <span class="hl opt">(&amp;</span>qpreg<span class="hl opt">-&gt;</span>lock<span class="hl opt">);</span>
<span class="hl opt">}</span>


<span class="hl kwb">static</span> rdma_peer_t <span class="hl opt">*</span>
<span class="hl kwd">__rdma_lookup_peer</span> <span class="hl opt">(</span>rdma_device_t <span class="hl opt">*</span>device<span class="hl opt">,</span> <span class="hl kwb">int32_t</span> qp_num<span class="hl opt">)</span>
<span class="hl opt">{</span>
        <span class="hl kwb">struct</span> _qpent    <span class="hl opt">*</span>ent   <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        rdma_peer_t  <span class="hl opt">*</span>peer  <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        rdma_qpreg_t <span class="hl opt">*</span>qpreg <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        <span class="hl kwb">int32_t</span> hash            <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>

        qpreg <span class="hl opt">= &amp;</span>device<span class="hl opt">-&gt;</span>qpreg<span class="hl opt">;</span>
        hash <span class="hl opt">=</span> qp_num <span class="hl opt">%</span> <span class="hl num">42</span><span class="hl opt">;</span>
        ent <span class="hl opt">=</span> qpreg<span class="hl opt">-&gt;</span>ents<span class="hl opt">[</span>hash<span class="hl opt">].</span>next<span class="hl opt">;</span>
        <span class="hl kwa">while</span> <span class="hl opt">((</span>ent <span class="hl opt">!= &amp;</span>qpreg<span class="hl opt">-&gt;</span>ents<span class="hl opt">[</span>hash<span class="hl opt">]) &amp;&amp; (</span>ent<span class="hl opt">-&gt;</span>qp_num <span class="hl opt">!=</span> qp_num<span class="hl opt">))</span>
                ent <span class="hl opt">=</span> ent<span class="hl opt">-&gt;</span>next<span class="hl opt">;</span>

        <span class="hl kwa">if</span> <span class="hl opt">(</span>ent <span class="hl opt">!= &amp;</span>qpreg<span class="hl opt">-&gt;</span>ents<span class="hl opt">[</span>hash<span class="hl opt">]) {</span>
                peer <span class="hl opt">=</span> ent<span class="hl opt">-&gt;</span>peer<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        <span class="hl kwa">return</span> peer<span class="hl opt">;</span>
<span class="hl opt">}</span>

<span class="hl com">/*</span>
<span class="hl com">  static rdma_peer_t *</span>
<span class="hl com">  rdma_lookup_peer (rdma_device_t *device,</span>
<span class="hl com">  int32_t qp_num)</span>
<span class="hl com">  {</span>
<span class="hl com">  rdma_qpreg_t *qpreg = NULL;</span>
<span class="hl com">  rdma_peer_t  *peer  = NULL;</span>
<span class="hl com"> </span>
<span class="hl com">  qpreg = &amp;device-&gt;qpreg;</span>
<span class="hl com">  pthread_mutex_lock (&amp;qpreg-&gt;lock);</span>
<span class="hl com">  {</span>
<span class="hl com">  peer = __rdma_lookup_peer (device, qp_num);</span>
<span class="hl com">  }</span>
<span class="hl com">  pthread_mutex_unlock (&amp;qpreg-&gt;lock);</span>
<span class="hl com"></span>
<span class="hl com">  return peer;</span>
<span class="hl com">  }</span>
<span class="hl com">*/</span>


<span class="hl kwb">static void</span>
<span class="hl kwd">__rdma_destroy_qp</span> <span class="hl opt">(</span>rpc_transport_t <span class="hl opt">*</span><span class="hl kwa">this</span><span class="hl opt">)</span>
<span class="hl opt">{</span>
        rdma_private_t <span class="hl opt">*</span>priv <span class="hl opt">=</span> <span class="hl kwa">this</span><span class="hl opt">-&gt;</span><span class="hl kwc">private</span><span class="hl opt">;</span>

        <span class="hl kwa">if</span> <span class="hl opt">(</span>priv<span class="hl opt">-&gt;</span>peer<span class="hl opt">.</span>qp<span class="hl opt">) {</span>
                <span class="hl kwd">rdma_unregister_peer</span> <span class="hl opt">(</span>priv<span class="hl opt">-&gt;</span>device<span class="hl opt">,</span> priv<span class="hl opt">-&gt;</span>peer<span class="hl opt">.</span>qp<span class="hl opt">-&gt;</span>qp_num<span class="hl opt">);</span>
                <span class="hl kwd">ibv_destroy_qp</span> <span class="hl opt">(</span>priv<span class="hl opt">-&gt;</span>peer<span class="hl opt">.</span>qp<span class="hl opt">);</span>
        <span class="hl opt">}</span>
        priv<span class="hl opt">-&gt;</span>peer<span class="hl opt">.</span>qp <span class="hl opt">=</span> NULL<span class="hl opt">;</span>

        <span class="hl kwa">return</span><span class="hl opt">;</span>
<span class="hl opt">}</span>


<span class="hl kwb">static int32_t</span>
<span class="hl kwd">rdma_create_qp</span> <span class="hl opt">(</span>rpc_transport_t <span class="hl opt">*</span><span class="hl kwa">this</span><span class="hl opt">)</span>
<span class="hl opt">{</span>
        rdma_private_t <span class="hl opt">*</span>priv <span class="hl opt">=</span> <span class="hl kwa">this</span><span class="hl opt">-&gt;</span><span class="hl kwc">private</span><span class="hl opt">;</span>
        rdma_options_t <span class="hl opt">*</span>options <span class="hl opt">= &amp;</span>priv<span class="hl opt">-&gt;</span>options<span class="hl opt">;</span>
        rdma_device_t <span class="hl opt">*</span>device <span class="hl opt">=</span> priv<span class="hl opt">-&gt;</span>device<span class="hl opt">;</span>
        <span class="hl kwb">int32_t</span> ret <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>
        rdma_peer_t <span class="hl opt">*</span>peer<span class="hl opt">;</span>

        peer <span class="hl opt">= &amp;</span>priv<span class="hl opt">-&gt;</span>peer<span class="hl opt">;</span>
        <span class="hl kwb">struct</span> ibv_qp_init_attr init_attr <span class="hl opt">= {</span>
                <span class="hl opt">.</span>send_cq        <span class="hl opt">=</span> device<span class="hl opt">-&gt;</span>send_cq<span class="hl opt">,</span>
                <span class="hl opt">.</span>recv_cq        <span class="hl opt">=</span> device<span class="hl opt">-&gt;</span>recv_cq<span class="hl opt">,</span>
                <span class="hl opt">.</span>srq            <span class="hl opt">=</span> device<span class="hl opt">-&gt;</span>srq<span class="hl opt">,</span>
                <span class="hl opt">.</span>cap            <span class="hl opt">= {</span>
                        <span class="hl opt">.</span>max_send_wr  <span class="hl opt">=</span> peer<span class="hl opt">-&gt;</span>send_count<span class="hl opt">,</span>
                        <span class="hl opt">.</span>max_recv_wr  <span class="hl opt">=</span> peer<span class="hl opt">-&gt;</span>recv_count<span class="hl opt">,</span>
                        <span class="hl opt">.</span>max_send_sge <span class="hl opt">=</span> <span class="hl num">1</span><span class="hl opt">,</span>
                        <span class="hl opt">.</span>max_recv_sge <span class="hl opt">=</span> <span class="hl num">1</span>
                <span class="hl opt">},</span>
                <span class="hl opt">.</span>qp_type <span class="hl opt">=</span> IBV_QPT_RC
        <span class="hl opt">};</span>
  
        <span class="hl kwb">struct</span> ibv_qp_attr attr <span class="hl opt">= {</span>
                <span class="hl opt">.</span>qp_state        <span class="hl opt">=</span> IBV_QPS_INIT<span class="hl opt">,</span>
                <span class="hl opt">.</span>pkey_index      <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">,</span>
                <span class="hl opt">.</span>port_num        <span class="hl opt">=</span> options<span class="hl opt">-&gt;</span>port<span class="hl opt">,</span>
                <span class="hl opt">.</span>qp_access_flags
                <span class="hl opt">=</span> IBV_ACCESS_REMOTE_READ <span class="hl opt">|</span> IBV_ACCESS_REMOTE_WRITE
        <span class="hl opt">};</span>
  
        peer<span class="hl opt">-&gt;</span>qp <span class="hl opt">=</span> <span class="hl kwd">ibv_create_qp</span> <span class="hl opt">(</span>device<span class="hl opt">-&gt;</span>pd<span class="hl opt">, &amp;</span>init_attr<span class="hl opt">);</span>
        <span class="hl kwa">if</span> <span class="hl opt">(!</span>peer<span class="hl opt">-&gt;</span>qp<span class="hl opt">) {</span>
                <span class="hl kwd">gf_log</span> <span class="hl opt">(</span>RDMA_LOG_NAME<span class="hl opt">,</span>
                        GF_LOG_CRITICAL<span class="hl opt">,</span>
                        <span class="hl str">&quot;</span><span class="hl ipl">%s</span><span class="hl str">: could not create QP&quot;</span><span class="hl opt">,</span>
                        <span class="hl kwa">this</span><span class="hl opt">-&gt;</span>name<span class="hl opt">);</span>
                ret <span class="hl opt">= -</span><span class="hl num">1</span><span class="hl opt">;</span>
                <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
        <span class="hl opt">}</span> <span class="hl kwa">else if</span> <span class="hl opt">(</span><span class="hl kwd">ibv_modify_qp</span> <span class="hl opt">(</span>peer<span class="hl opt">-&gt;</span>qp<span class="hl opt">, &amp;</span>attr<span class="hl opt">,</span>
                                  IBV_QP_STATE              <span class="hl opt">|</span>
                                  IBV_QP_PKEY_INDEX         <span class="hl opt">|</span>
                                  IBV_QP_PORT               <span class="hl opt">|</span>
                                  IBV_QP_ACCESS_FLAGS<span class="hl opt">)) {</span>
                <span class="hl kwd">gf_log</span> <span class="hl opt">(</span>RDMA_LOG_NAME<span class="hl opt">,</span>
                        GF_LOG_ERROR<span class="hl opt">,</span>
                        <span class="hl str">&quot;</span><span class="hl ipl">%s</span><span class="hl str">: failed to modify QP to INIT state&quot;</span><span class="hl opt">,</span>
                        <span class="hl kwa">this</span><span class="hl opt">-&gt;</span>name<span class="hl opt">);</span>
                ret <span class="hl opt">= -</span><span class="hl num">1</span><span class="hl opt">;</span>
                <span class="hl kwa">goto</span> out<span class="hl opt">;</span>
        <span class="hl opt">}</span>

        peer<span class="hl opt">-&gt;</span>local_lid <span class="hl opt">=</span> <span class="hl kwd">rdma_get_local_lid</span> <span class="hl opt">(</span>device<span class="hl opt">-&gt;</span>context<span class="hl opt">,</span>
                                              options<span class="hl opt">-&gt;</span>port<span class="hl opt">);</span>
        peer<span class="hl opt">-&gt;</span>local_qpn <span class="hl opt">=</span> peer<span class="hl opt">-&gt;</span>qp<span class="hl opt">-&gt;</span>qp_num<span class="hl opt">;</span>
        peer<span class="hl opt">-&gt;</span>local_psn <span class="hl opt">=</span> <span class="hl kwd">lrand48</span> <span class="hl opt">() &amp;</span> <span class="hl num">0xffffff</span><span class="hl opt">;</span>

        ret <span class="hl opt">=</span> <span class="hl kwd">rdma_register_peer</span> <span class="hl opt">(</span>device<span class="hl opt">,</span> peer<span class="hl opt">-&gt;</span>qp<span class="hl opt">-&gt;</span>qp_num<span class="hl opt">,</span> peer<span class="hl opt">);</span>

out<span class="hl opt">:</span>
        <span class="hl kwa">if</span> <span class="hl opt">(</span>ret <span class="hl opt">== -</span><span class="hl num">1</span><span class="hl opt">)</span>
                <span class="hl kwd">__rdma_destroy_qp</span> <span class="hl opt">(</span><span class="hl kwa">this</span><span class="hl opt">);</span>

        <span class="hl kwa">return</span> ret<span class="hl opt">;</span>
<span class="hl opt">}</span>


<span class="hl kwb">static void</span>
<span class="hl kwd">rdma_destroy_posts</span> <span class="hl opt">(</span>rpc_transport_t <span class="hl opt">*</span><span class="hl kwa">this</span><span class="hl opt">)</span>
<span class="hl opt">{</span>

<span class="hl opt">}</span>


<span class="hl kwb">static int32_t</span>
<span class="hl kwd">__rdma_create_posts</span> <span class="hl opt">(</span>rpc_transport_t <span class="hl opt">*</span><span class="hl kwa">this</span><span class="hl opt">,</span> <span class="hl kwb">int32_t</span> count<span class="hl opt">,</span> <span class="hl kwb">int32_t</span> size<span class="hl opt">,</span>
                     rdma_queue_t <span class="hl opt">*</span>q<span class="hl opt">,</span> rdma_post_type_t type<span class="hl opt">)</span>
<span class="hl opt">{</span>
        <span class="hl kwb">int32_t</span> i<span class="hl opt">;</span>
        <span class="hl kwb">int32_t</span> ret <span class="hl opt">=</span> <span class="hl num">0</span><span class="hl opt">;</span>
        rdma_private_t <span class="hl opt">*</span>priv <span class="hl opt">=</span> <span class="hl kwa">this</span><span class="hl opt">-&gt;</span><span class="hl kwc">private</span><span class="hl opt">;</span>
        rdma_device_t <span class="hl opt">*</span>device <span class="hl opt">=</span> priv<span class="hl opt">-&gt;</span>device<span class="hl opt">;</span>

        <span class="hl kwa">for</span> <span class="hl opt">(</span>i<span class="hl opt">=</span><span class="hl num">0</span> <span class="hl opt">;</span> i<span class="hl opt">&lt;</span>count <span class="hl opt">;</span> i<span class="hl opt">++) {</span>
                rdma_post_t <span class="hl opt">*</span>post<span class="hl opt">;</span>

                post <span class="hl opt">=</span> <span class="hl kwd">rdma_new_post</span> <span class="hl opt">(</span>device<span class="hl opt">,</span> size <span class="hl opt">+</span> <span class="hl num">2048</span><span class="hl opt">,</span> type<span class="hl opt">);</span>
                <span class="hl kwa">if</span> <span class="hl opt">(!</span>post<span class="hl opt">) {</span>
                        <span class="hl kwd">gf_log</span> <span class="hl opt">(</span>RDMA_LOG_NAME<span class="hl opt">,</span>
                                GF_LOG_ERROR<span class="hl opt">,</span>
                                <span class="hl str">&quot;</span><span class="hl ipl">%s</span><span class="hl str">: post creation failed&quot;</span><span class="hl opt">,</span>
                                <span class="hl kwa">this</span><span class="hl opt">-&gt;</span>name<span class="hl opt">);</span>
                        ret <span class="hl opt">= -</span><span class="hl num">1</span><span class="hl opt">;</span>
                        <span class="hl kwa">break</span><span class="hl opt">;</span>
                <span class="hl opt">}</span>

                <span class="hl kwd">rdma_put_post</span> <span class="hl opt">(</span>q<span class="hl opt">,</span> post<span class="hl opt">);</span>
        <span class="hl opt">}</span>
        <span class="hl kwa">return</span> ret<span class="hl opt">;</span>
<span class="hl opt">}</span>


<span class="hl kwb">static int32_t</span>
<span class="hl kwd">rdma_create_posts</span> <span class="hl opt">(</span>rpc_transport_t <span class="hl opt">*</span><span class="hl kwa">this</span><span class="hl opt">)</span>
<span class="hl opt">{</span>
        <span class="hl kwb">int32_t</span> i<span class="hl opt">,</span> ret<span class="hl opt">;</span>
        rdma_post_t <span class="hl opt">*</span>post <span class="hl opt">=</span> NULL<span class="hl opt">;</span>
        rdma_private_t <span class="hl opt">*</span>priv <span class="hl opt">=</span> <span class="hl kwa">this</span><span class="hl opt">-&gt;</span><span class="hl kwc">private</span><span class="hl opt">;</span>
        rdma_options_t <span class="hl opt">*</span>options <span class="hl opt">= &amp;</span>priv<span class="hl opt">-&gt;</span>options<span class="hl opt">;</span>
        rdma_device_t <span class="hl opt">*</span>device <span class="hl opt">=</span> priv<span class="hl opt">-&gt;</span>device<span class="hl opt">;</span>

        ret <span class="hl opt">=</span>  <span class="hl kwd">__rdma_create_posts</span> <span class="hl opt">(</span><span class="hl kwa">this</span><span class="hl opt">,</span> options<span class="hl opt">-&gt;</span>send_count<span class="hl opt">,</span>
                                    options<span class="hl opt">-&gt;</span>send_size<span class="hl opt">,</span>
                                    <span class="hl opt">&amp;</span>device<span class="hl opt">-&gt;</span>sendq<span class="hl opt">,</span> RDMA_SEND_POST<span class="hl opt">);</span>
        <span class="hl kwa">if</span> <span class="hl opt">(!</span>ret<span class="hl opt">)</span>
                ret <span class="hl opt">=</span>  <span class="hl kwd">__rdma_create_posts</span> <span class="hl opt">(</span><span class="hl kwa">this</span><span class="hl opt">,</span> options<span class="hl opt">-&gt;</span>recv_count<span class="hl opt">,</span>
                                            options<span class="hl opt">-&gt;</span>recv_size<span class="hl opt">,</span>
                                            <span class="hl opt">&amp;</span>device<span class="hl opt">-&gt;</span>recvq<span class="hl opt">,</span> RDMA_RECV_POST<span class="hl opt">);</span>

        <span class="hl kwa">if</span> <span class="hl opt">(!</span>ret<span class="hl opt">) {</span>
                <span class="hl kwa">for</span> <span class="hl opt">(</span>i<span class="hl opt">=</span><span class="hl num">0</span> <span class="hl opt">;</span> i<span class="hl opt">&lt;</span>options<span class="hl opt">-&gt;</span>recv_count <span class="hl opt">;</span> i<span class="hl opt">++) {</span>
                        post <span class="hl opt">=</span> <span class="hl kwd">rdma_get_post</span> <span class="hl opt">(&amp;</span>device<span class="hl opt">-&gt;</span>recvq<span class="hl opt">);</span>
                        <span class="hl kwa">if</span> <span class="hl opt">(</span><span class="hl kwd">rdma_post_recv</span> <span class="hl opt">(</span>device<span class="hl opt">-&gt;</span>srq<span class="hl opt">,</span> post<span class="hl opt">) !=</span> <span class="hl num">0</span><span class="hl opt">) {</span>
                                ret <span class="hl opt">= -</span><span class="hl num">1</span><span class="hl opt">;</span>
                                <span class="hl kwa">break</span><span class="hl opt">;</span>
                        <span class="hl opt">}</span>
                <span class="hl opt">}</span>
        <span class="hl opt">}</span>

        <span class="hl kwa">if</span> <span class="hl opt">(</span>ret<span class="hl opt">)</span>
                <span class="hl kwd">rdma_destroy_posts</span> <span class="hl opt">(</span><span class="hl kwa">this</span><span class="hl opt">);</span>

        <span class="hl kwa">return</span> ret<span class="hl opt">;</span>
<span class="hl opt">}</span>


<span class="hl kwb">static int32_t</span>
<span class="hl kwd">rdma_connect_qp</span> <span class="hl opt">(</span>rpc_transport_t <span class="hl opt">*</span><span class="hl kwa">this</span><span class="hl opt">)</span>
<span class="hl opt">{</span>
        rdma_private_t <span class="hl opt">*</span>priv <span class="hl opt">=</span> <span class="hl kwa">this</span><span class="hl opt">-&gt;</span><span class="hl kwc">private</span><span class="hl opt">;</span>
        rdma_options_t <span class="hl opt">*</span>options <span class="hl opt">= &amp;</span>priv<span class="hl opt">-&gt;</span>options<span class="hl opt">;</span>
        <span class="hl kwb">struct</span> ibv_qp_attr attr <span class="hl opt">= {</span>
                <span class="hl opt">.</span>qp_state               <span class="hl opt">=</span> IBV_QPS_RTR<span class="hl opt">,</span>
                <span class="hl opt">.</span>path_mtu               <span class="hl opt">=</span> options<span class="hl opt">-&gt;</span>mtu<span class="hl opt">,</span>
                <span class="hl opt">.</span>dest_qp_num            <span class="hl opt">=</span> priv<span class="hl opt">-&gt;</span>peer<span class="hl opt">.</span>remote_qpn<span class="hl opt">,</span>
                <span class="hl opt">.</span>rq_psn                 <span class="hl opt">=</span> priv<span class="hl opt">-&gt;</span>peer<span class="hl opt">.</span>remote_psn<span class="hl opt">,