Core Function CSV - Revision history

UberFoX: /* Example */

2015-06-18T14:59:45Z

Example

← Older revision		Revision as of 14:59, 18 June 2015
Line 143:		Line 143:
	if ($AlternativeSplit)		if ($AlternativeSplit)
	$SplitChar = $AlternativeSplit;		$SplitChar = $AlternativeSplit;
−	my $FoundFirst = 0;	+	my $FoundFirst = 0;
−	my $FoundSecond = 0;	+	my $FoundSecond = 0;
−	my $StartChar = 0;	+	my $StartChar = 0;
−	my $ParamCharCount = 0;	+	my $ParamCharCount = 0;
−	my $ParamArray = array();	+	my $ParamArray = array();
−	my $ParamCount = 0;	+	my $ParamCount = 0;
−	my $IsAnyOn;	+	my $IsAnyOn;
−	my $CurrentlyInParam;	+	my $CurrentlyInParam;
−	$InStr .= $SplitChar; # Add , to end to avoid issues...	+	$InStr .= $SplitChar; # Add , to end to avoid issues...
	$InStr = Replace($InStr, "'", '"');		$InStr = Replace($InStr, "'", '"');
−	for (my $Count = 0; $Count <= strlen($InStr); $Count++)	+	for (my $Count = 0; $Count <= strlen($InStr); $Count++)
	{		{
−	my $StrBit = substr($InStr, $Count, 1);	+	my $StrBit = substr($InStr, $Count, 1);
−	if($StrBit)	+	if($StrBit)
	{		{
	# First quote now lets find next one...		# First quote now lets find next one...
−	if($StrBit == "\"" && $FoundFirst == 0)	+	if($StrBit == "\"" && $FoundFirst == 0)
−	$FoundFirst = 1;	+	$FoundFirst = 1;
	# Second quote now we are free to end on comma		# Second quote now we are free to end on comma
	else if($StrBit == "\"" && $FoundFirst == 1)		else if($StrBit == "\"" && $FoundFirst == 1)
−	$FoundFirst= 0;	+	$FoundFirst= 0;
	# First quote now lets find next one...		# First quote now lets find next one...
−	if($StrBit == '(')	+	if($StrBit == '(')
−	$FoundSecond++;	+	$FoundSecond++;
	# Second quote now we are free to end on comma		# Second quote now we are free to end on comma
	else if($StrBit == ')')		else if($StrBit == ')')
−	$FoundSecond--;	+	$FoundSecond--;
	$IsAnyOn = 0;		$IsAnyOn = 0;
	if($FoundFirst == 1)		if($FoundFirst == 1)
Line 188:		Line 188:
	$StartChar++; # Make sure we dont get , on next one...		$StartChar++; # Make sure we dont get , on next one...
	$ParamCharCount = 0;		$ParamCharCount = 0;
−	if(strlen($FinalParam) > 0){	+	if(strlen($FinalParam) > 0)
		+	{
	push($ParamArray, $FinalParam);		push($ParamArray, $FinalParam);
	$ParamCount++;		$ParamCount++;
	}		}
	}		}
−	}	+	}
−	$ParamCharCount++;	+	$ParamCharCount++;
−	}	+	}
−	if($CurrentlyInParam == 1)	+	if($CurrentlyInParam == 1)
	{		{
	print "Parse failed!, Didnt find closing bracket/quote!\n";		print "Parse failed!, Didnt find closing bracket/quote!\n";
	print "$InStr\n";		print "$InStr\n";
−	}	+	}
−	return array($ParamCount, $ParamArray);	+	return array($ParamCount, $ParamArray);
	}		}
	</syntaxhighlight>		</syntaxhighlight>

	[[Category:Core Function]]		[[Category:Core Function]]

UberFoX: /* Example */

2015-06-18T14:58:17Z

Example

← Older revision		Revision as of 14:58, 18 June 2015
Line 109:		Line 109:
	{		{
	println("Item '$item'");		println("Item '$item'");
		+	}
		+	</syntaxhighlight>
		+
		+	Here is a hand made CSV parser in Sputnik (do not use this it is only here as an example! the CSV() function is WAY better trust me)
		+
		+	<syntaxhighlight lang="sputnik">
		+	// Parse some stuff
		+	my $arr = ParseCSV("Cat,Dog,FoX,'hehe,lol',hi");
		+	// Print the result
		+	printr $arr;
		+	// PRINTS
		+	// Array
		+	// (
		+	// [0] => 5
		+	// [1] => Array
		+	// (
		+	// [0] => Cat
		+	// [1] => Dog
		+	// [2] => FoX
		+	// [3] => "hehe,lol"
		+	// [4] => hi
		+	// )
		+	// )
		+
		+
		+	// Define a CSV parsing function
		+	// this is actually a direct port from my 15+ year old
		+	// PERL source code it is pretty sloppy but it does
		+	// work for what i needed to do at the time
		+	Function ParseCSV($InStr, $AlternativeSplit = null)
		+	{
		+	my $SplitChar = ',';
		+	if ($AlternativeSplit)
		+	$SplitChar = $AlternativeSplit;
		+	my $FoundFirst = 0;
		+	my $FoundSecond = 0;
		+	my $StartChar = 0;
		+	my $ParamCharCount = 0;
		+	my $ParamArray = array();
		+	my $ParamCount = 0;
		+	my $IsAnyOn;
		+	my $CurrentlyInParam;
		+	$InStr .= $SplitChar; # Add , to end to avoid issues...
		+	$InStr = Replace($InStr, "'", '"');
		+	for (my $Count = 0; $Count <= strlen($InStr); $Count++)
		+	{
		+	my $StrBit = substr($InStr, $Count, 1);
		+	if($StrBit)
		+	{
		+	# First quote now lets find next one...
		+	if($StrBit == "\"" && $FoundFirst == 0)
		+	$FoundFirst = 1;
		+	# Second quote now we are free to end on comma
		+	else if($StrBit == "\"" && $FoundFirst == 1)
		+	$FoundFirst= 0;
		+	# First quote now lets find next one...
		+	if($StrBit == '(')
		+	$FoundSecond++;
		+	# Second quote now we are free to end on comma
		+	else if($StrBit == ')')
		+	$FoundSecond--;
		+	$IsAnyOn = 0;
		+	if($FoundFirst == 1)
		+	$IsAnyOn = 1;
		+	if($FoundSecond > 0)
		+	$IsAnyOn = 1;
		+	if($IsAnyOn == 1)
		+	$CurrentlyInParam = 1;
		+	else
		+	$CurrentlyInParam = 0;
		+	# Comma with no FoundFirst = we found the end!
		+	if($StrBit eq $SplitChar && $CurrentlyInParam == 0)
		+	{
		+	my $FinalParam = substr($InStr, $StartChar, $ParamCharCount);
		+	# Remove , if it is at end of string
		+	$FinalParam =~ s/$SplitChar$//;
		+	$StartChar = $Count;
		+	$StartChar++; # Make sure we dont get , on next one...
		+	$ParamCharCount = 0;
		+	if(strlen($FinalParam) > 0){
		+	push($ParamArray, $FinalParam);
		+	$ParamCount++;
		+	}
		+	}
		+	}
		+	$ParamCharCount++;
		+	}
		+	if($CurrentlyInParam == 1)
		+	{
		+	print "Parse failed!, Didnt find closing bracket/quote!\n";
		+	print "$InStr\n";
		+	}
		+	return array($ParamCount, $ParamArray);
	}		}
	</syntaxhighlight>		</syntaxhighlight>

	[[Category:Core Function]]		[[Category:Core Function]]

UberFoX: 1 revision

2015-06-14T12:38:56Z

1 revision

← Older revision

Revision as of 12:38, 14 June 2015

UberFoX: 1 revision

2014-08-11T21:40:44Z

1 revision

← Older revision

Revision as of 21:40, 11 August 2014

UberFoX: /* trimtype */

2013-08-23T18:43:20Z

trimtype

← Older revision		Revision as of 18:43, 23 August 2013
Line 46:		Line 46:

	0 = Trim Unquoted Only (Default)		0 = Trim Unquoted Only (Default)
		+
	1 = Trim Quoted Only		1 = Trim Quoted Only
		+
	2 = Trim All		2 = Trim All
		+
	3 = Trim None		3 = Trim None

UberFoX at 17:31, 23 August 2013

2013-08-23T17:31:40Z

← Older revision		Revision as of 17:31, 23 August 2013
Line 6:		Line 6:

	Split strings and parse a CSV text into an array.		Split strings and parse a CSV text into an array.
		+
		+	This function is useful for reading columns of data from a text file where the columns (fields) are delimited with a specific character or characters.

	=== Parameters ===		=== Parameters ===

UberFoX at 17:26, 23 August 2013

2013-08-23T17:26:43Z

← Older revision		Revision as of 17:26, 23 August 2013
Line 1:		Line 1:
	<pre>		<pre>
−	CSV( <string>, <delim>, <quote>, <comment>, <trimtype> )	+	CSV( <string>, <delim>, <quote>, <quoteescape>, <comment>, <trimtype> )
	</pre>		</pre>

Line 17:		Line 17:
	Optional; The Char to use as the Delimiter for seperation of the data.		Optional; The Char to use as the Delimiter for seperation of the data.

−	Default is ,	+	Default is ','

	==== quote ====		==== quote ====
Line 23:		Line 23:
	Optional; The Char to use as the Quote this will be allowed to contain the Delimiter inside it.		Optional; The Char to use as the Quote this will be allowed to contain the Delimiter inside it.

−	Default is "	+	Default is '"'
		+
		+	==== quoteescape ====
		+
		+	Optional; The Char to use for escaping the Quote this will be used to allow a Quote to appear inside quotes.
		+
		+	Default is "\\"

	==== comment ====		==== comment ====
Line 29:		Line 35:
	Optional; The Char to use as the Comment and it will be removed from the text with no side effects.		Optional; The Char to use as the Comment and it will be removed from the text with no side effects.

−	Default is "	+	Default is '#'
		+
		+	Can be set to "\0" to disable need for comment

	==== trimtype ====		==== trimtype ====
Line 87:		Line 95:
	}		}
	println("ROW ENDS");		println("ROW ENDS");
		+	}
		+	</syntaxhighlight>
		+
		+	Example of having a Quote inside quotes using the QuiteEscape param
		+	<syntaxhighlight lang="sputnik">
		+	$a = "100, 200, '47, \\'77', 300, 400, 500";
		+	foreach(CSV($a, ",", "'", '\\')[0] as $item)
		+	{
		+	println("Item '$item'");
	}		}
	</syntaxhighlight>		</syntaxhighlight>

	[[Category:Core Function]]		[[Category:Core Function]]

UberFoX: /* Remarks */

2013-01-29T08:34:18Z

Remarks

← Older revision		Revision as of 08:34, 29 January 2013
Line 51:		Line 51:

	CSV Parsing is better than simply using Split() on complex data since Split() does not think about finding the split char inside "" quotes etc where as this CSV function does.		CSV Parsing is better than simply using Split() on complex data since Split() does not think about finding the split char inside "" quotes etc where as this CSV function does.
		+
		+	This CSV parser supports fields spanning multiple lines. The only restriction is that they must be quoted, otherwise it would not be possible to distinguish between malformed data and multi-line values.

	=== Example ===		=== Example ===

UberFoX: /* trimtype */

2013-01-29T08:28:02Z

trimtype

← Older revision		Revision as of 08:28, 29 January 2013
Line 39:		Line 39:
	2 = Trim All		2 = Trim All
	3 = Trim None		3 = Trim None
−

	Default is: 0		Default is: 0

UberFoX at 08:27, 29 January 2013

2013-01-29T08:27:53Z

← Older revision		Revision as of 08:27, 29 January 2013
Line 1:		Line 1:
	<pre>		<pre>
−	CSV( <string>, <delim>, <quote>, <comment> )	+	CSV( <string>, <delim>, <quote>, <comment>, <trimtype> )
	</pre>		</pre>

Line 30:		Line 30:

	Default is "		Default is "
		+
		+	==== trimtype ====
		+
		+	Optional; Determines how values should be trimmed.
		+
		+	0 = Trim Unquoted Only (Default)
		+	1 = Trim Quoted Only
		+	2 = Trim All
		+	3 = Trim None
		+
		+
		+	Default is: 0

	=== Return Value ===		=== Return Value ===
Line 35:		Line 47:
	Success: Returns a 2 dimensional array where the first dimension is the LINES or ROWS and the second dimension is the parsed data in an array.		Success: Returns a 2 dimensional array where the first dimension is the LINES or ROWS and the second dimension is the parsed data in an array.

−	Failure: Returns 0.	+	Failure: Returns empty array.

	=== Remarks ===		=== Remarks ===